GenData Pass8 2 deg-Copy1.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Warning: precomputed exposure map not found.  Reverting to slower methods, but you should run Analysis.GenExposureMap() for substantial speed increase.\n",
      "Run this script to generate the required fermitools files for this analysis.\n",
      "The script can be found at /data/GCE_sys//GenFermiData_P8R2_CLEAN_V6_1deg_50MeV_.sh\n",
      "Get a beer. This will take a while...\n"
     ]
    }
   ],
   "source": [
    "#-------------------------------\n",
    "# General Analysis Settings\n",
    "\n",
    "# basepath: This defines the base directory for storing all the generated analysis files. \n",
    "# It should have at least 10-20 GB free. \n",
    "basepath = '/data/GCE_sys/'\n",
    "\n",
    "# tag: All the generated files carry this tag. Should be descriptive of analysis.\n",
    "tag = 'P8R2_CLEAN_V6_1deg_50MeV' \n",
    "\n",
    "#--------------------------------\n",
    "# Energy Binning Settings\n",
    "# The energy binning by default matches that of Calore et al 2014 (see 1409.0042 Eq.2 and discussion)\n",
    "# This consists of a few linear spaced bins at low energies followed by a rescursive binning definition.\n",
    "# If custom binning is required, just set the bin edges using prefix_bins=... and change n_bins=0\n",
    "prefix_bins=np.logspace(np.log10(50), np.log10(500e3), 21) # Fixed bins go here and are prepended to any additional recursive bins\n",
    "# These 4 settings are for recursive bin definitions.  To disable set n_bins=0\n",
    "n_bins = 0 # number of recursive bins\n",
    "E_min = 5e2 # Starting recusrion energy\n",
    "E_max = 5e5 # Max recursion energy\n",
    "gamma = 1.45 # Recursion index. \n",
    "\n",
    "#--------------------------------\n",
    "# Spatial Binning\n",
    "healpix_order = 6 # Healpix order.  8 gives ~0.24 degree pixel edge width.  Increase of 1 halves the bin size.\n",
    "\n",
    "#--------------------------------\n",
    "# Fermitools settings\n",
    "\n",
    "# phfile input to gtselect. Can be merged photon file or a text file containing paths of each weekly file\n",
    "#phfile_raw = '/data/fermi_data_1-8-14/phfile.txt' \n",
    "phfile_raw = '/data/fermi_data_6-26-15/phfile.txt' \n",
    "\n",
    "\n",
    "# scfile [filename]\n",
    "#           Spacecraft data file containing information such as the spacecraft\n",
    "#           pointing as a function of time. This file could be generated by\n",
    "#           gtorbsim for simulated observations (see the gtorbsim help for further\n",
    "#           explanation) or it can be obtained from the FERMI\n",
    "#           Science Support Center (FSSC) website for real observations.\n",
    "scfile = '/data/fermi_data_1-8-14/lat_spacecraft_merged.fits' # Path to spacecraft file\n",
    "\n",
    "\n",
    "# (evclass) [integer] \n",
    "#          Event class selection for pass 7 reprocessed data. The \n",
    "#          default is 2 (source class). Other values are 0 for transient\n",
    "#          data, 3 for the clean data class and 4 for the ultraclean data\n",
    "#          class. 1 is currently unused. \n",
    "#evclass = 3 # FermiTools evclass\n",
    "evclass = 256 # FermiTools evclass\n",
    "evtype='INDEF'\n",
    "\n",
    "#     (convtype) [integer]\n",
    "#          Conversion type. This parameter screens events based on which\n",
    "#          portion of the instrument the incident gamma-ray pair conversion\n",
    "#          event occurred. 0=Front, 1=Back, -1=both (defalt value). Refer \n",
    "#          to the Cicerone manual for details\n",
    "#          (http://fermi.gsfc.nasa.gov/ssc/data/analysis/documentation/Cicerone).\n",
    "convtype = -1\n",
    "\n",
    "# filter [string]\n",
    "#           This is the filter expression. The cuts are make using C-style\n",
    "#           relational syntax like for example: ! (not), && (and), || (or), !=\n",
    "#           (different), >, <, >=, <=, abs(), cos(), sin(), etc. Default is \n",
    "#           \"DATA_QUAL>0 && LAT_CONFIG==1 && ABS(ROCK_ANGLE)<52\".\n",
    "\n",
    "gtfilter = 'DATA_QUAL>0 && LAT_CONFIG==1 && ABS(ROCK_ANGLE)<52' # gtmktime cut\n",
    "\n",
    "# The fermi instrument response function.  Can get full list via command gtirfs\n",
    "# ******MAKE SURE THIS MATCHES evclass and convtype above!************\n",
    "# Some common ones....\n",
    "# P7REP_CLEAN_V15 ( = P7REP_CLEAN_V15::FRONT + P7REP_CLEAN_V15::BACK )\n",
    "# P7REP_CLEAN_V15::BACK\n",
    "# P7REP_CLEAN_V15::FRONT\n",
    "# P7REP_SOURCE_V15 ( = P7REP_SOURCE_V15::FRONT + P7REP_SOURCE_V15::BACK )\n",
    "# P7REP_SOURCE_V15::BACK\n",
    "# P7REP_SOURCE_V15::FRONT\n",
    "# P7REP_ULTRACLEAN_V15 ( = P7REP_ULTRACLEAN_V15::FRONT + P7REP_ULTRACLEAN_V15::BACK )\n",
    "# P7REP_ULTRACLEAN_V15::BACK\n",
    "# P7REP_ULTRACLEAN_V15::FRONT\n",
    "#irf = 'P7REP_CLEAN_V15' \n",
    "irf = 'P8R2_CLEAN_V6' \n",
    "\n",
    "\n",
    "# zmax [double]\n",
    "#          Maximum apparent zenith angle (degrees). It ranges from 0 to 180 (default).\n",
    "zmax = 90  # Max zenith angle cut\n",
    "\n",
    "#---------------------------------------------------------\n",
    "# Some file paths containing fermi data. \n",
    "\n",
    "# path to 3FGL file (or 2FGL)\n",
    "# can download this at http://fermi.gsfc.nasa.gov/ssc/data/access/lat/4yr_catalog/gll_psc_v14.fit\n",
    "#      (2FGL is at at: http://fermi.gsfc.nasa.gov/ssc/data/access/lat/2yr_catalog/gll_psc_v08.fit)\n",
    "fglpath = '/data/gll_psc_v16.fit' # \n",
    "#fglpath = '/data/gll_psc_v08.fit' # \n",
    "\n",
    "# Path to a fermi diffuse model.  Used only to calculate point source masking per Calore et al.\n",
    "# Can get this at http://fermi.gsfc.nasa.gov/ssc/data/access/lat/BackgroundModels.html\n",
    "#path_to_diffuse_model = '/home/carlson/fermitools/refdata/fermi/galdiffuse/gll_iem_v05.fits'\n",
    "path_to_diffuse_model = '/data/fermi_background_models/gll_iem_v06.fits'\n",
    "\n",
    "\n",
    "\n",
    "# #---------------------------------------------------------\n",
    "# # Run this thing....\n",
    "from Analysis import Analysis\n",
    "\n",
    "A = Analysis( E_min, E_max, 2**healpix_order, gamma, n_bins, prefix_bins, tag, basepath, phfile_raw,\n",
    "                    scfile, evclass, convtype,  zmax, irf, fglpath, gtfilter,  '/data/Extended_archive_v15/Templates/', evtype)\n",
    "\n",
    "A.GenFermiData(runscript=True)\n",
    "A.GenExposureMap()\n",
    "\n",
    "\n",
    "#------------------------------------------------------------------------\n",
    "# Extended source template\n",
    "A.PopulateROI([0,0],radius=360, fix_radius=360, include_point=False)\n",
    "master = np.zeros(A.templateList['IC443'].healpixCube.shape)\n",
    "for key, t in A.templateList.items():\n",
    "    master += t.healpixCube.toarray()\n",
    "#------------------------------------------------------------------------\n",
    "\n",
    "\n",
    "A.GenPointSourceTemplate(pscmap=(A.basepath + '/PSC_' + A.tag + '_fgl3.npy'), l_range=(-180, 180), b_range=(-85, 85))\n",
    "master += np.load(A.basepath + '/PSC_' + A.tag + '_fgl3.npy')\n",
    "np.save(A.basepath + '/PSC_' + A.tag + '_fgl3_with_ext.npy', master)\n",
    "\n",
    "\n",
    "# A.GenPointSourceTemplate(pscmap=(A.basepath + '/PSC_' + A.tag + '_fgl3.npy'))\n",
    "A.BinPhotons(outfile='binned_photons_'+A.tag+'.npy')\n",
    "A.AddFermiDiffuseModel(diffuse_path=path_to_diffuse_model,\n",
    "                       outfile='fermi_diffuse_'+A.tag+'.npy', multiplier=1.)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['PuppisA',\n",
       " 'HESSJ1614n518',\n",
       " 'HESSJ1616n508',\n",
       " 'CenALobes',\n",
       " 'HESSJ1632n478',\n",
       " 'HESSJ1837n069',\n",
       " 'SMC',\n",
       " 'W28',\n",
       " 'W44',\n",
       " 'VelaJr',\n",
       " 'RXJ1713_7n3946',\n",
       " 'HESSJ1303n631',\n",
       " 'IC443',\n",
       " 'S147',\n",
       " 'HB21',\n",
       " 'CygnusCocoon',\n",
       " 'HESSJ1825n137',\n",
       " 'MSH15n52',\n",
       " 'W30',\n",
       " 'gammaCygni',\n",
       " 'W51C',\n",
       " 'CygnusLoop',\n",
       " 'HESSJ1841n055',\n",
       " 'VelaX',\n",
       " 'LMC']"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "A.templateList.keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}