DQM: Adding protections for runs with 21 masked pixels (due to shutter)

src/nectarchain/dqm/camera_monitoring.py

@@ -13,12 +13,12 @@
         self.k = gaink
         return None
 
-    def ConfigureForRun(self, path, Chan, Samp, Reader1):
-        # define number of channels and samples
-        self.Chan = Chan
+    def ConfigureForRun(self, path, Pix, Samp, Reader1):
+        # define number of pixels and samples
+        self.Pix = Pix
         self.Samp = Samp
 
-        self.camera = CameraGeometry.from_name("NectarCam-003").transform_to(EngineeringCameraFrame())#CameraGeometry.from_name("NectarCam", 3)
+        self.camera = CameraGeometry.from_name("NectarCam-003").transform_to(EngineeringCameraFrame())
         self.cmap = "gnuplot2"
 
         self.subarray = Reader1.subarray
@@ -29,7 +29,7 @@
         for i, evt1 in enumerate(Reader1):
             self.run_start1 = evt1.nectarcam.tel[0].svc.date
 
-        SqlFileDate = (astropytime.Time(self.run_start1, format="unix").iso).split(" ")[
+        SqlFileDate = astropytime.Time(self.run_start1, format="unix").iso.split(" ")[
             0
         ]
 
@@ -42,18 +42,17 @@
         con = sqlite3.connect(SqlFileName) 
         cursor = con.cursor()  
         try:
-            #print(cursor.fetchall())
+            # print(cursor.fetchall())
             cursor.execute("SELECT name FROM sqlite_master WHERE type='table';")
-            TempData=cursor.execute('''SELECT * FROM monitoring_drawer_temperatures''')
-            #print(TempData.description)
+            TempData = cursor.execute('''SELECT * FROM monitoring_drawer_temperatures''')
+            # print(TempData.description)
             self.DrawerTemp = cursor.fetchall()
             cursor.close()
 
         except sqlite3.Error as err:
             print("Error Code: ", err)
             print("DRAWER TEMPERATURE COULD NOT BE RETRIEVED!")
 
-
     def ProcessEvent(self, evt, noped):
         trigger_time = evt.trigger.time.value
         trigger_id = evt.index.event_id
@@ -71,15 +70,14 @@
             self.run_end = np.max(self.event_times) + 100
 
             self.DrawerTemp = np.array(self.DrawerTemp)
-            self.DrawerTimes = np.array(self.DrawerTemp[:,3])
+            self.DrawerTimes = np.array(self.DrawerTemp[:, 3])
 
             for i in range(len(self.DrawerTimes)):
-                self.DrawerTimes[i] = astropytime.Time(self.DrawerTimes[i], format = 'iso').unix
-
-
-            self.DrawerTemp11 = self.DrawerTemp[:,4][self.DrawerTimes > self.run_start]
-            self.DrawerTemp21 = self.DrawerTemp[:,5][self.DrawerTimes > self.run_start]
-            self.DrawerNum1 = self.DrawerTemp[:,2][self.DrawerTimes > self.run_start]
+                self.DrawerTimes[i] = astropytime.Time(self.DrawerTimes[i], format='iso').unix
+
+            self.DrawerTemp11 = self.DrawerTemp[:, 4][self.DrawerTimes > self.run_start]
+            self.DrawerTemp21 = self.DrawerTemp[:, 5][self.DrawerTimes > self.run_start]
+            self.DrawerNum1 = self.DrawerTemp[:, 2][self.DrawerTimes > self.run_start]
 
             self.DrawerTimes_new = self.DrawerTimes[self.DrawerTimes > self.run_start]
 
@@ -103,7 +101,6 @@
             print("Error Code: ", err)
             print("DRAWER TEMPERATURE COULD NOT BE RETRIEVED!")
 
-
     def GetResults(self):
         self.CameraMonitoring_Results_Dict = {}
         try:
@@ -124,49 +121,44 @@
             disp = CameraDisplay(self.camera)
             disp.image = self.DrawerTemp_mean
             disp.cmap = plt.cm.coolwarm
-            disp.axes.text(1.8, -0.3, 'Temperature', fontsize=12,rotation=90)
+            disp.axes.text(1.8, -0.3, 'Temperature', fontsize=12, rotation=90)
             disp.add_colorbar()
             plt.title("Camera temperature average")
             full_name = name + '_CameraTemperature_Mean.png'
-            FullPath = FigPath +full_name
+            FullPath = FigPath + '/' + full_name
             self.ChargeInt_Figures_Dict["CAMERA-TEMPERATURE-IMAGE-AVERAGE"] = fig
             self.ChargeInt_Figures_Names_Dict["CAMERA-TEMPERATURE-IMAGE-AVERAGE"] = FullPath
 
             plt.close()
-
-
-
+
             fig1, disp = plt.subplots()
             disp = CameraDisplay(self.camera)
             disp.image = self.DrawerTemp1_mean
             disp.cmap = plt.cm.coolwarm
-            disp.axes.text(1.8, -0.3, 'Temperature 1', fontsize=12,rotation=90)
+            disp.axes.text(1.8, -0.3, 'Temperature 1', fontsize=12, rotation=90)
             disp.add_colorbar()
             plt.title("Camera temperature average 1")
             full_name = name + '_CameraTemperature_average1.png'
-            FullPath = FigPath +full_name
+            FullPath = FigPath + '/' + full_name
             self.ChargeInt_Figures_Dict["CAMERA-TEMPERATURE-IMAGE-AVERAGE-1"] = fig1
             self.ChargeInt_Figures_Names_Dict["CAMERA-TEMPERATURE-IMAGE-AVERAGE-1"] = FullPath
 
             plt.close()
-
-
-
+
             fig2, disp = plt.subplots()
             disp = CameraDisplay(self.camera)
             disp.image = self.DrawerTemp2_mean
             disp.cmap = plt.cm.coolwarm
-            disp.axes.text(1.8, -0.3, 'Temperature 2', fontsize=12,rotation=90)
+            disp.axes.text(1.8, -0.3, 'Temperature 2', fontsize=12, rotation=90)
             disp.add_colorbar()
             plt.title("Camera temperature average 2")
             full_name = name + '_CameraTemperature_average2.png'
-            FullPath = FigPath +full_name
+            FullPath = FigPath + '/' + full_name
             self.ChargeInt_Figures_Dict["CAMERA-TEMPERATURE-IMAGE-AVERAGE-2"] = fig2
             self.ChargeInt_Figures_Names_Dict["CAMERA-TEMPERATURE-IMAGE-AVERAGE-2"] = FullPath
 
             plt.close()
 
-
         except Exception as err:
             print("Error Code: ", err)
 

src/nectarchain/dqm/charge_integration.py

@@ -14,15 +14,15 @@
         self.k = gaink
         return None
 
-    def ConfigureForRun(self, path, Chan, Samp, Reader1):
-        # define number of channels and samples
-        self.Chan = Chan
+    def ConfigureForRun(self, path, Pix, Samp, Reader1):
+        # define number of pixels and samples
+        self.Pix = Pix
         self.Samp = Samp
 
         self.counter_evt = 0
         self.counter_ped = 0
 
-        self.camera = CameraGeometry.from_name("NectarCam-003").transform_to(EngineeringCameraFrame())#CameraGeometry.from_name("NectarCam", 3)
+        self.camera = CameraGeometry.from_name("NectarCam-003").transform_to(EngineeringCameraFrame())
         self.cmap = "gnuplot2"
 
         # reader1=EventSource(input_url=path, max_events = 1)
@@ -45,19 +45,17 @@
         self.image_ped = []
         self.peakpos_ped = []
 
-
-
-
     def ProcessEvent(self, evt, noped):
-        #print("test", evt.r0.tel[0].waveform[0])
         self.pixelBAD = evt.mon.tel[0].pixel_status.hardware_failing_pixels
         pixel = evt.nectarcam.tel[0].svc.pixel_ids
-        pixel21 = np.arange(0, 21, 1, dtype=int)
-        pixel = list(pixel)
-        pixel21 = list(pixel21)
-        pixels = np.concatenate([pixel21, pixel])
+        if len(pixel) < self.Pix:
+            pixel_masked_shutter = list(np.arange(0, self.Pix - len(pixel), 1, dtype=int))
+            pixel = list(pixel)
+            pixels = np.concatenate([pixel_masked_shutter, pixel])
+        else: 
+            pixels = pixel
 
-        waveform=evt.r0.tel[0].waveform[self.k]
+        waveform = evt.r0.tel[0].waveform[self.k]
 
         if noped:
             ped = np.mean(waveform[:, 20])
@@ -398,7 +396,7 @@
         # Charge integration SPECTRUM
         if self.counter_evt > 0:
             fig9, disp = plt.subplots()
-            for i in range(self.Chan):
+            for i in range(self.Pix):
                 plt.hist(
                     self.image_all[:, i],
                     100,
@@ -435,7 +433,7 @@
 
         if self.counter_ped > 0:
             fig10, disp = plt.subplots()
-            for i in range(self.Chan):
+            for i in range(self.Pix):
                 plt.hist(
                     self.image_ped[:, i],
                     100,

src/nectarchain/dqm/dqm_summary_processor.py

@@ -1,35 +1,6 @@
-import pickle
-
-import os
-import sys
-
-
-#from ctapipe.io import event_source
-import sys
-
-from matplotlib import pyplot as plt
-import numpy as np
-from scipy.stats import norm
-from traitlets.config.loader import Config 
 from astropy.io import fits
 from astropy.table import Table
 
-# ctapipe modules
-from ctapipe import utils
-from ctapipe.visualization import CameraDisplay
-#from ctapipe.plotting.camera import CameraPlotter
-from ctapipe.image.extractor import *
-from ctapipe.io import EventSeeker 
-from ctapipe.instrument import CameraGeometry
-from ctapipe.coordinates import EngineeringCameraFrame
-
-from ctapipe.io.hdf5tableio import HDF5TableWriter, HDF5TableReader
-
-from ctapipe.io import EventSource
-import ctapipe.instrument.camera.readout
-from ctapipe_io_nectarcam.constants import LOW_GAIN, HIGH_GAIN
-
-from astropy import time as astropytime
 
 class dqm_summary:
     def __init__(self):
@@ -39,9 +10,9 @@
         for i, evt1 in enumerate(reader1):
             self.FirstReader = reader1
             self.Samp = len(evt1.r0.tel[0].waveform[0][0])
-            self.Chan = len(evt1.r0.tel[0].waveform[0])
+            self.Pix = len(evt1.r0.tel[0].waveform[0])
 
-        return self.Chan, self.Samp
+        return self.Pix, self.Samp
 
     def ConfigureForRun(self):
         print("Processor 1")
@@ -56,12 +27,11 @@
         print("Processor 4")
 
     def PlotResults(
-        self, name, FigPath, k, M, M_ped, Mean_M_overChan, Mean_M_ped_overChan
+        self, name, FigPath, k, M, M_ped, Mean_M_overPix, Mean_M_ped_overPix
     ):
         print("Processor 5")
 
-
-    def WriteAllResults(self,path, DICT):
+    def WriteAllResults(self, path, DICT):
         data2 = Table()
         data1 = Table()
         data = Table()
@@ -72,15 +42,13 @@
                     data2[n2] = m2
                 hdu2 = fits.BinTableHDU(data2)
                 hdu2.name = "Trigger"
-
 
-            elif ((i == "Results_MeanWaveForms_HighGain") or (i == "Results_MeanWaveForms_LowGain")): 
+            elif (i == "Results_MeanWaveForms_HighGain") or (i == "Results_MeanWaveForms_LowGain"):
                 for n1, m1 in j.items():
                     data1[n1] = m1 
                 hdu1 = fits.BinTableHDU(data1)
                 hdu1.name = "MWF"
 
-
             else:
                 for n, m in j.items():
                     data[n] = m

src/nectarchain/dqm/mean_camera_display.py

@@ -6,24 +6,23 @@
 import numpy as np
 
 
-
 class MeanCameraDisplay_HighLowGain(dqm_summary):
     def __init__(self, gaink):
         self.k = gaink
         return None
 
-    def ConfigureForRun(self, path, Chan, Samp, Reader1):
-        # define number of channels and samples
-        self.Chan = Chan
+    def ConfigureForRun(self, path, Pix, Samp, Reader1):
+        # define number of pixels and samples
+        self.Pix = Pix
         self.Samp = Samp
 
-        self.CameraAverage = np.zeros((self.Chan))
-        self.CameraAverage_ped = np.zeros((self.Chan))
+        self.CameraAverage = np.zeros(self.Pix)
+        self.CameraAverage_ped = np.zeros(self.Pix)
         self.counter_evt = 0
         self.counter_ped = 0
 
-        self.camera = CameraGeometry.from_name("NectarCam-003").transform_to(EngineeringCameraFrame())#CameraGeometry.from_name("NectarCam-003")
-        self.camera2 = CameraGeometry.from_name("NectarCam-003").transform_to(EngineeringCameraFrame())#CameraGeometry.from_name("NectarCam-003")
+        self.camera = CameraGeometry.from_name("NectarCam-003").transform_to(EngineeringCameraFrame())
+        self.camera2 = CameraGeometry.from_name("NectarCam-003").transform_to(EngineeringCameraFrame())
 
         self.cmap = "gnuplot2"
         self.cmap2 = "gnuplot2"
@@ -35,12 +34,14 @@
     def ProcessEvent(self, evt, noped):
         self.pixelBAD = evt.mon.tel[0].pixel_status.hardware_failing_pixels
         pixel = evt.nectarcam.tel[0].svc.pixel_ids
-        pixel21 = np.arange(0,21,1,dtype = int)
-        pixel = list(pixel)
-        pixel21 = list(pixel21)
-        pixels = np.concatenate([pixel21,pixel])
-
-        if evt.trigger.event_type.value == 32: #count peds 
+        if len(pixel) < self.Pix:
+            pixel21 = list(np.arange(0, self.Pix - len(pixel), 1, dtype=int))
+            pixel = list(pixel)
+            pixels = np.concatenate([pixel21, pixel])
+        else: 
+            pixels = pixel
+
+        if evt.trigger.event_type.value == 32:  # count peds
             self.counter_ped += 1
             self.CameraAverage_ped1 = (
                 evt.r0.tel[0].waveform[self.k].sum(axis=1))