GenData Pass8.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#-------------------------------\n",
    "# General Analysis Settings\n",
    "\n",
    "# basepath: This defines the base directory for storing all the generated analysis files. \n",
    "# It should have at least 10-20 GB free. \n",
    "basepath = '/data/GCE_sys/'\n",
    "\n",
    "# tag: All the generated files carry this tag. Should be descriptive of analysis.\n",
    "tag = 'P8R2_CLEAN_V6_calore' \n",
    "\n",
    "#--------------------------------\n",
    "# Energy Binning Settings\n",
    "# The energy binning by default matches that of Calore et al 2014 (see 1409.0042 Eq.2 and discussion)\n",
    "# This consists of a few linear spaced bins at low energies followed by a rescursive binning definition.\n",
    "# If custom binning is required, just set the bin edges using prefix_bins=... and change n_bins=0\n",
    "prefix_bins=[300, 350, 400, 450, 500] # Fixed bins go here and are prepended to any additional recursive bins\n",
    "# These 4 settings are for recursive bin definitions.  To disable set n_bins=0\n",
    "n_bins = 20 # number of recursive bins\n",
    "E_min = 5e2 # Starting recusrion energy\n",
    "E_max = 5e5 # Max recursion energy\n",
    "gamma = 1.45 # Recursion index. \n",
    "\n",
    "#--------------------------------\n",
    "# Spatial Binning\n",
    "healpix_order = 8 # Healpix order.  8 gives ~0.24 degree pixel edge width.  Increase of 1 halves the bin size.\n",
    "\n",
    "#--------------------------------\n",
    "# Fermitools settings\n",
    "\n",
    "# phfile input to gtselect. Can be merged photon file or a text file containing paths of each weekly file\n",
    "#phfile_raw = '/data/fermi_data_1-8-14/phfile.txt' \n",
    "phfile_raw = '/data/fermi_data_6-26-15/phfile.txt' \n",
    "\n",
    "\n",
    "# scfile [filename]\n",
    "#           Spacecraft data file containing information such as the spacecraft\n",
    "#           pointing as a function of time. This file could be generated by\n",
    "#           gtorbsim for simulated observations (see the gtorbsim help for further\n",
    "#           explanation) or it can be obtained from the FERMI\n",
    "#           Science Support Center (FSSC) website for real observations.\n",
    "scfile = '/data/fermi_data_1-8-14/lat_spacecraft_merged.fits' # Path to spacecraft file\n",
    "\n",
    "\n",
    "# (evclass) [integer] \n",
    "#          Event class selection for pass 7 reprocessed data. The \n",
    "#          default is 2 (source class). Other values are 0 for transient\n",
    "#          data, 3 for the clean data class and 4 for the ultraclean data\n",
    "#          class. 1 is currently unused. \n",
    "#evclass = 3 # FermiTools evclass\n",
    "evclass = 256 # FermiTools evclass\n",
    "evtype='INDEF'\n",
    "\n",
    "#     (convtype) [integer]\n",
    "#          Conversion type. This parameter screens events based on which\n",
    "#          portion of the instrument the incident gamma-ray pair conversion\n",
    "#          event occurred. 0=Front, 1=Back, -1=both (defalt value). Refer \n",
    "#          to the Cicerone manual for details\n",
    "#          (http://fermi.gsfc.nasa.gov/ssc/data/analysis/documentation/Cicerone).\n",
    "convtype = -1\n",
    "\n",
    "# filter [string]\n",
    "#           This is the filter expression. The cuts are make using C-style\n",
    "#           relational syntax like for example: ! (not), && (and), || (or), !=\n",
    "#           (different), >, <, >=, <=, abs(), cos(), sin(), etc. Default is \n",
    "#           \"DATA_QUAL>0 && LAT_CONFIG==1 && ABS(ROCK_ANGLE)<52\".\n",
    "\n",
    "gtfilter = 'DATA_QUAL>0 && LAT_CONFIG==1 && ABS(ROCK_ANGLE)<52' # gtmktime cut\n",
    "\n",
    "# The fermi instrument response function.  Can get full list via command gtirfs\n",
    "# ******MAKE SURE THIS MATCHES evclass and convtype above!************\n",
    "# Some common ones....\n",
    "# P7REP_CLEAN_V15 ( = P7REP_CLEAN_V15::FRONT + P7REP_CLEAN_V15::BACK )\n",
    "# P7REP_CLEAN_V15::BACK\n",
    "# P7REP_CLEAN_V15::FRONT\n",
    "# P7REP_SOURCE_V15 ( = P7REP_SOURCE_V15::FRONT + P7REP_SOURCE_V15::BACK )\n",
    "# P7REP_SOURCE_V15::BACK\n",
    "# P7REP_SOURCE_V15::FRONT\n",
    "# P7REP_ULTRACLEAN_V15 ( = P7REP_ULTRACLEAN_V15::FRONT + P7REP_ULTRACLEAN_V15::BACK )\n",
    "# P7REP_ULTRACLEAN_V15::BACK\n",
    "# P7REP_ULTRACLEAN_V15::FRONT\n",
    "#irf = 'P7REP_CLEAN_V15' \n",
    "irf = 'P8R2_CLEAN_V6' \n",
    "\n",
    "\n",
    "# zmax [double]\n",
    "#          Maximum apparent zenith angle (degrees). It ranges from 0 to 180 (default).\n",
    "zmax = 90  # Max zenith angle cut\n",
    "\n",
    "#---------------------------------------------------------\n",
    "# Some file paths containing fermi data. \n",
    "\n",
    "# path to 3FGL file (or 2FGL)\n",
    "# can download this at http://fermi.gsfc.nasa.gov/ssc/data/access/lat/4yr_catalog/gll_psc_v14.fit\n",
    "#      (2FGL is at at: http://fermi.gsfc.nasa.gov/ssc/data/access/lat/2yr_catalog/gll_psc_v08.fit)\n",
    "fglpath = '/data/gll_psc_v16.fit' # \n",
    "#fglpath = '/data/gll_psc_v08.fit' # \n",
    "\n",
    "# Path to a fermi diffuse model.  Used only to calculate point source masking per Calore et al.\n",
    "# Can get this at http://fermi.gsfc.nasa.gov/ssc/data/access/lat/BackgroundModels.html\n",
    "#path_to_diffuse_model = '/home/carlson/fermitools/refdata/fermi/galdiffuse/gll_iem_v05.fits'\n",
    "path_to_diffuse_model = '/data/fermi_background_models/gll_iem_v06.fits'\n",
    "\n",
    "\n",
    "\n",
    "#---------------------------------------------------------\n",
    "# Run this thing....\n",
    "from Analysis import Analysis\n",
    "\n",
    "A = Analysis( E_min, E_max, 2**healpix_order, gamma, n_bins, prefix_bins, tag, basepath, phfile_raw,\n",
    "                    scfile, evclass, convtype,  zmax, irf, fglpath, gtfilter,  '/data/Extended_archive_v15/Templates/', evtype)\n",
    "\n",
    "#A.GenFermiData(runscript=True)\n",
    "# A.GenExposureMap()\n",
    "\n",
    "\n",
    "# A.GenFermiData(runscript=True)\n",
    "#A.GenExposureMap()\n",
    "\n",
    "#------------------------------------------------------------------------\n",
    "# # Extended source template\n",
    "# A.PopulateROI([0,0],radius=30, fix_radius=360, include_point=False)\n",
    "# master = np.zeros(A.templateList['W51C'].healpixCube.shape)\n",
    "# for key, t in A.templateList.items():\n",
    "#     master += t.healpixCube.toarray()\n",
    "# #------------------------------------------------------------------------\n",
    "\n",
    "\n",
    "# A.GenPointSourceTemplate(pscmap=(A.basepath + '/PSC_' + A.tag + '_fgl3.npy'), l_range=(-45, 45), b_range=(-45, 45))\n",
    "# master += np.load(A.basepath + '/PSC_' + A.tag + '_fgl3.npy')\n",
    "# np.save(A.basepath + '/PSC_' + A.tag + '_fgl3_with_ext.npy', master)\n",
    "\n",
    "\n",
    "# A.GenPointSourceTemplate(pscmap=(A.basepath + '/PSC_' + A.tag + '_fgl3.npy'))\n",
    "# A.BinPhotons(outfile='binned_photons_'+A.tag+'.npy')\n",
    "# A.AddFermiDiffuseModel(diffuse_path=path_to_diffuse_model,\n",
    "#                        outfile='fermi_diffuse_'+A.tag+'.npy', multiplier=1.)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'templateDir': '/data/Extended_archive_v15/Templates//', 'zmax': 90, 'm': None, 'basepath': '/data/GCE_sys/', 'dm_renorm': 1e+19, 'central_energies': array([    324.03703492,     374.16573868,     424.26406871,\n",
      "           474.34164903,     527.94469229,     590.25685874,\n",
      "           663.83046422,     751.49059553,     856.99418583,\n",
      "           985.42088731,    1143.76798064,    1341.88000407,\n",
      "          1593.94557985,    1920.99168883,    2355.20881491,\n",
      "          2947.80953655,    3784.12468936,    5014.63054562,\n",
      "          6924.30738671,   10105.30553839,   15953.29466419,\n",
      "         28418.14169014,   62530.72250923,  222864.51625257]), 'E_min': 500.0, 'tag': 'P8R2_CLEAN_V6_calore', 'gtfilter': 'DATA_QUAL>0 && LAT_CONFIG==1 && ABS(ROCK_ANGLE)<52', 'binned_data': None, 'res_vals': None, 'convtype': -1, 'psfFile': '/data/GCE_sys//gtpsf_P8R2_CLEAN_V6_calore.fits', 'E_max': 500000.0, 'expCube': '/data/GCE_sys//gtexpcube2_P8R2_CLEAN_V6_calore.fits', 'jfactor': 0.0, 'res': None, 'psc_weights': None, 'bin_edges': [300, 350, 400, 450, 500, 557.4511962326, 624.9931144482831, 705.0811841511901, 800.9547380631948, 916.9544789959854, 1058.9994895010252, 1235.32183584898, 1457.6298200740125, 1743.0094229290717, 2117.148088832825, 2620.038055486477, 3316.5858204132596, 4317.5724796525965, 5824.226374320851, 8232.171915073328, 12404.648624640446, 20517.115667189668, 39361.808463774716, 99337.18520898951, 499999.9999999654], 'irf': 'P8R2_CLEAN_V6', 'nside': 256, 'fglpath': '/data/gll_psc_v16.fit', 'n_bins': 24, 'phfile': '/data/GCE_sys//photons_merged_cut_P8R2_CLEAN_V6_calore.fits', 'residual': None, 'templateList': {}, 'evtype': 'INDEF', 'evclass': 256, 'scfile': '/data/fermi_data_1-8-14/lat_spacecraft_merged.fits', 'phfile_raw': '/data/fermi_data_6-26-15/phfile.txt', 'mask': None, 'expMap': array([[  1.86365673e+11,   1.87343700e+11,   1.85952403e+11, ...,\n",
      "          1.70290627e+11,   1.71250844e+11,   1.71774312e+11],\n",
      "       [  1.98154846e+11,   1.99176831e+11,   1.97723128e+11, ...,\n",
      "          1.80748124e+11,   1.81746991e+11,   1.82276571e+11],\n",
      "       [  2.07721153e+11,   2.08779657e+11,   2.07268381e+11, ...,\n",
      "          1.89275718e+11,   1.90311449e+11,   1.90850466e+11],\n",
      "       ..., \n",
      "       [  2.79219405e+11,   2.80525865e+11,   2.78653829e+11, ...,\n",
      "          2.53809017e+11,   2.55135023e+11,   2.55842173e+11],\n",
      "       [  2.76790673e+11,   2.78000599e+11,   2.76264780e+11, ...,\n",
      "          2.50743947e+11,   2.51985281e+11,   2.52618768e+11],\n",
      "       [  2.54466982e+11,   2.55479923e+11,   2.53993124e+11, ...,\n",
      "          2.29783994e+11,   2.30872170e+11,   2.31426507e+11]], dtype=float32), 'loglike': None, 'fitted': False, 'gamma': 1.45}\n"
     ]
    }
   ],
   "source": [
    "print A.__dict__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "forbidden_keys = ['binned_data', 'mask', 'templateList', 'fitted', 'residual',\n",
    "                  'dm_renorm', 'm', 'res', 'res_vals', 'jfactor', 'psc_weights', \n",
    "                  'psc_weights', 'expMap', 'loglike']\n",
    "\n",
    "filename = self.basepath+'/' + self.tag +'_analysis.pickle'\n",
    "settings_dict = copy.deepcopy(self.__dict__)\n",
    "\n",
    "for key in forbidden_keys:\n",
    "    settings_dict.pop(key)\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}