def from_hessio_to_astropytable(filename): h.file_open(filename) next(h.move_to_next_event()) tel_id = h.get_telescope_ids() tel_table = Table() tel_table["TelID"] = tel_id tel_posX = [h.get_telescope_position(i)[0] for i in tel_id] * u.m tel_posY = [h.get_telescope_position(i)[1] for i in tel_id] * u.m tel_posZ = [h.get_telescope_position(i)[2] for i in tel_id] * u.m tel_table["TelX"] = tel_posX tel_table["TelX"].unit = u.m tel_table["TelY"] = tel_posY tel_table["TelY"].unit = u.m tel_table["TelZ"] = tel_posZ tel_table["TelZ"].unit = u.m for t in range(len(tel_id)): table = Table() pix_posX = h.get_pixel_position(tel_id[t])[0] * u.m pix_posY = h.get_pixel_position(tel_id[t])[1] * u.m pix_id = np.arange(len(pix_posX)) pix_area = h.get_pixel_area(tel_id[t]) * u.m ** 2 table["TelID"] = [tel_id[t] for i in range(len(pix_posX))] table["PixelID"] = pix_id table["PixX"] = pix_posX table["PixX"].unit = u.m table["PixY"] = pix_posY table["PixY"].unit = u.m table["PixArea"] = pix_area.value table["PixArea"].unit = pix_area.unit if t == 0: cam_table = table else: cam_table = join(cam_table, table, join_type="outer") return [tel_table, cam_table]
def from_hessio_to_astropytable(filename): h.file_open(filename) next(h.move_to_next_event()) tel_id = h.get_telescope_ids() tel_table = Table() tel_table['TelID'] = tel_id tel_posX = [h.get_telescope_position(i)[0] for i in tel_id] * u.m tel_posY = [h.get_telescope_position(i)[1] for i in tel_id] * u.m tel_posZ = [h.get_telescope_position(i)[2] for i in tel_id] * u.m tel_table['TelX'] = tel_posX tel_table['TelX'].unit = u.m tel_table['TelY'] = tel_posY tel_table['TelY'].unit = u.m tel_table['TelZ'] = tel_posZ tel_table['TelZ'].unit = u.m for t in range(len(tel_id)): table = Table() pix_posX = h.get_pixel_position(tel_id[t])[0] * u.m pix_posY = h.get_pixel_position(tel_id[t])[1] * u.m pix_id = np.arange(len(pix_posX)) pix_area = h.get_pixel_area(tel_id[t]) * u.m**2 table['TelID'] = [tel_id[t] for i in range(len(pix_posX))] table['PixelID'] = pix_id table['PixX'] = pix_posX table['PixX'].unit = u.m table['PixY'] = pix_posY table['PixY'].unit = u.m table['PixArea'] = pix_area.value table['PixArea'].unit = pix_area.unit if t == 0: cam_table = table else: cam_table = join(cam_table, table, join_type='outer') return [tel_table, cam_table]
def load_hessio(filename): """ Function to open and load a hessio file Parameters ---------- filename: string name of the file """ print("Hessio file will be opened.") h.file_open(filename) next(h.move_to_next_event()) #version = h.get... version = 'Feb2016' #Creating 3 dictionaries where the instrument configuration will be stored #The dictionaries themselves contain astropy.table.Table objects telescope = {} camera = {} optics = {} #-------------------------------------------------------------------------- #Telescope configuration tel_table_prime = Table() tel_table_prime.meta = {'VERSION': version} try: tel_id = h.get_telescope_ids() tel_table_prime['TelID']= tel_id except: pass try: tel_posX = [h.get_telescope_position(i)[0] for i in tel_id] tel_table_prime['TelX'] = tel_posX tel_table_prime['TelX'].unit = u.m tel_table_prime.meta['TelX_description'] =\ 'x-position of the telescope measured by...' except: pass try: tel_posY = [h.get_telescope_position(i)[1] for i in tel_id] tel_table_prime['TelY'] = tel_posY tel_table_prime['TelY'].unit = u.m except: pass try: tel_posZ = [h.get_telescope_position(i)[2] for i in tel_id] tel_table_prime['TelZ'] = tel_posZ tel_table_prime['TelZ'].unit = u.m except: pass try: tel_table['CameraClass'] = [h.get_camera_class(i) for i in tel_id] except: pass try: tel_table_prime['MirA'] = [h.get_mirror_area(i) for i in tel_id] tel_table_prime['MirA'].unit = u.m**2 except: pass try: tel_table_prime['MirN'] = [h.get_mirror_number(i) for i in tel_id] except: pass try: tel_table_prime['FL'] = [h.get_optical_foclen(i) for i in tel_id] tel_table_prime['FL'].unit = u.m except: pass try: tel_table_prime.meta['TelNum'] = len(tel_posX) except: pass #Beside other tables containimng telescope configuration data, the main #telescope table is written into the telescope dictionary. telescope['TelescopeTable_Version%s' % version] = tel_table_prime #-------------------------------------------------------------------------- #Camera and Optics configuration try: for t in range(len(tel_id)): cam_table_prime = Table() cam_table_prime.meta = {'TELID': tel_id[t], 'VERSION': version} opt_table_prime = Table() opt_table_prime.meta = {'TELID': tel_id[t], 'VERSION': version} try: pix_posX = h.get_pixel_position(tel_id[t])[0] pix_id = np.arange(len(pix_posX)) cam_table_prime['PixID'] = pix_id cam_table_prime['PixX'] = pix_posX cam_table_prime['PixX'].unit = u.m cam_table_prime.meta['PixXDescription'] =\ 'x-position of the pixel measured by...' except: pass try: pix_posY = h.get_pixel_position(tel_id[t])[1] cam_table_prime['PixY'] = pix_posY cam_table_prime['PixY'].unit = u.m except: pass try: camera_class = CD.guess_camera_geometry(pix_posX*u.m,pix_posY*u.m) pix_area_prime = camera_class.pix_area pix_type_prime = camera_class.pix_type pix_neighbors_prime = camera_class.pix_neighbors except: pass try: pix_area = h.get_pixel_area(tel_id[t]) cam_table_prime['PixA'] = pix_area cam_table_prime['PixA'].unit = u.mm**2 except: try: cam_table_prime['PixA'] = pix_area_prime cam_table_prime['PixA'].unit = u.mm**2 except: pass try: pix_type = h.get_pixel_type(tel_id[t]) except: try: pix_type = pix_type_prime except: pix_type = 'unknown' cam_table_prime.meta['PixType'] = pix_type try: pix_neighbors = h.get_pixel_neighbor(tel_id[t]) cam_table_prime['PixNeig'] = pix_neighbors except: try: cam_table_prime['PixNeig'] = pix_neighbors_prime except: pass #as long as no mirror IDs are given, use the following: opt_table_prime['MirrID'] = [1,2] try: opt_table_prime.meta['MirNum'] = h.get_mirror_number(tel_id[t]) except: pass try: opt_table_prime['MirArea'] = h.get_mirror_area(tel_id[t]) opt_table_prime['MirArea'].unit = u.m**2 opt_table_prime.meta['MirAreaDescription'] =\ 'Area of all mirrors' except: pass try: opt_table_prime['OptFocLen'] = h.get_optical_foclen(tel_id[t]) opt_table_prime['OptFocLen'].unit = u.m except: pass #Beside other tables containing camera and optics configuration #data, the main tables are written into the camera and optics #dictionary. camera['CameraTable_Version%s_TelID%i' % (version,tel_id[t])] \ = cam_table_prime optics['OpticsTable_Version%s_TelID%i' % (version,tel_id[t])] \ = opt_table_prime except: pass print('Astropy tables have been created.') h.close_file() print("Hessio file has been closed.") return(telescope,camera,optics)
def load_hessio(filename): """ Function to open and load a hessio file Parameters ---------- filename: string name of the file """ print("Hessio file will be opened.") h.file_open(filename) next(h.move_to_next_event()) #version = h.get... version = 'Feb2016' #Creating 3 dictionaries where the instrument configuration will be stored #The dictionaries themselves contain astropy.table.Table objects telescope = {} camera = {} optics = {} #-------------------------------------------------------------------------- #Telescope configuration tel_table_prime = Table() tel_table_prime.meta = {'VERSION': version} try: tel_id = h.get_telescope_ids() tel_table_prime['TelID'] = tel_id except: pass try: tel_posX = [h.get_telescope_position(i)[0] for i in tel_id] tel_table_prime['TelX'] = tel_posX tel_table_prime['TelX'].unit = u.m tel_table_prime.meta['TelX_description'] =\ 'x-position of the telescope measured by...' except: pass try: tel_posY = [h.get_telescope_position(i)[1] for i in tel_id] tel_table_prime['TelY'] = tel_posY tel_table_prime['TelY'].unit = u.m except: pass try: tel_posZ = [h.get_telescope_position(i)[2] for i in tel_id] tel_table_prime['TelZ'] = tel_posZ tel_table_prime['TelZ'].unit = u.m except: pass try: tel_table['CameraClass'] = [h.get_camera_class(i) for i in tel_id] except: pass try: tel_table_prime['MirA'] = [h.get_mirror_area(i) for i in tel_id] tel_table_prime['MirA'].unit = u.m**2 except: pass try: tel_table_prime['MirN'] = [h.get_mirror_number(i) for i in tel_id] except: pass try: tel_table_prime['FL'] = [h.get_optical_foclen(i) for i in tel_id] tel_table_prime['FL'].unit = u.m except: pass try: tel_table_prime.meta['TelNum'] = len(tel_posX) except: pass #Beside other tables containimng telescope configuration data, the main #telescope table is written into the telescope dictionary. telescope['TelescopeTable_Version%s' % version] = tel_table_prime #-------------------------------------------------------------------------- #Camera and Optics configuration try: for t in range(len(tel_id)): cam_table_prime = Table() cam_table_prime.meta = {'TELID': tel_id[t], 'VERSION': version} opt_table_prime = Table() opt_table_prime.meta = {'TELID': tel_id[t], 'VERSION': version} try: pix_posX = h.get_pixel_position(tel_id[t])[0] pix_id = np.arange(len(pix_posX)) cam_table_prime['PixID'] = pix_id cam_table_prime['PixX'] = pix_posX cam_table_prime['PixX'].unit = u.m cam_table_prime.meta['PixXDescription'] =\ 'x-position of the pixel measured by...' except: pass try: pix_posY = h.get_pixel_position(tel_id[t])[1] cam_table_prime['PixY'] = pix_posY cam_table_prime['PixY'].unit = u.m except: pass try: camera_class = CD.guess_camera_geometry( pix_posX * u.m, pix_posY * u.m) pix_area_prime = camera_class.pix_area pix_type_prime = camera_class.pix_type pix_neighbors_prime = camera_class.pix_neighbors except: pass try: pix_area = h.get_pixel_area(tel_id[t]) cam_table_prime['PixA'] = pix_area cam_table_prime['PixA'].unit = u.mm**2 except: try: cam_table_prime['PixA'] = pix_area_prime cam_table_prime['PixA'].unit = u.mm**2 except: pass try: pix_type = h.get_pixel_type(tel_id[t]) except: try: pix_type = pix_type_prime except: pix_type = 'unknown' cam_table_prime.meta['PixType'] = pix_type try: pix_neighbors = h.get_pixel_neighbor(tel_id[t]) cam_table_prime['PixNeig'] = pix_neighbors except: try: cam_table_prime['PixNeig'] = pix_neighbors_prime except: pass #as long as no mirror IDs are given, use the following: opt_table_prime['MirrID'] = [1, 2] try: opt_table_prime.meta['MirNum'] = h.get_mirror_number(tel_id[t]) except: pass try: opt_table_prime['MirArea'] = h.get_mirror_area(tel_id[t]) opt_table_prime['MirArea'].unit = u.m**2 opt_table_prime.meta['MirAreaDescription'] =\ 'Area of all mirrors' except: pass try: opt_table_prime['OptFocLen'] = h.get_optical_foclen(tel_id[t]) opt_table_prime['OptFocLen'].unit = u.m except: pass #Beside other tables containing camera and optics configuration #data, the main tables are written into the camera and optics #dictionary. camera['CameraTable_Version%s_TelID%i' % (version,tel_id[t])] \ = cam_table_prime optics['OpticsTable_Version%s_TelID%i' % (version,tel_id[t])] \ = opt_table_prime except: pass print('Astropy tables have been created.') h.close_file() print("Hessio file has been closed.") return (telescope, camera, optics)
def hessio_event_source(url, max_events=None, allowed_tels=None): """A generator that streams data from an EventIO/HESSIO MC data file (e.g. a standard CTA data file.) Parameters ---------- url : str path to file to open max_events : int, optional maximum number of events to read allowed_tels : list[int] select only a subset of telescope, if None, all are read. This can be used for example emulate the final CTA data format, where there would be 1 telescope per file (whereas in current monte-carlo, they are all interleaved into one file) """ ret = pyhessio.file_open(url) if ret is not 0: raise RuntimeError("hessio_event_source failed to open '{}'" .format(url)) # the container is initialized once, and data is replaced within # it after each yield counter = 0 eventstream = pyhessio.move_to_next_event() if allowed_tels is not None: allowed_tels = set(allowed_tels) event = EventContainer() event.meta.source = "hessio" # some hessio_event_source specific parameters event.meta.add_item('hessio__input', url) event.meta.add_item('hessio__max_events', max_events) for run_id, event_id in eventstream: event.dl0.run_id = run_id event.dl0.event_id = event_id event.dl0.tels_with_data = set(pyhessio.get_teldata_list()) # handle telescope filtering by taking the intersection of # tels_with_data and allowed_tels if allowed_tels is not None: selected = event.dl0.tels_with_data & allowed_tels if len(selected) == 0: continue # skip event event.dl0.tels_with_data = selected event.trig.tels_with_trigger \ = pyhessio.get_central_event_teltrg_list() time_s, time_ns = pyhessio.get_central_event_gps_time() event.trig.gps_time = Time(time_s * u.s, time_ns * u.ns, format='gps', scale='utc') event.mc.energy = pyhessio.get_mc_shower_energy() * u.TeV event.mc.alt = Angle(pyhessio.get_mc_shower_altitude(), u.rad) event.mc.az = Angle(pyhessio.get_mc_shower_azimuth(), u.rad) event.mc.core_x = pyhessio.get_mc_event_xcore() * u.m event.mc.core_y = pyhessio.get_mc_event_ycore() * u.m event.mc.h_first_int = pyhessio.get_mc_shower_h_first_int() * u.m event.count = counter # this should be done in a nicer way to not re-allocate the # data each time (right now it's just deleted and garbage # collected) event.dl0.tel = dict() # clear the previous telescopes event.mc.tel = dict() # clear the previous telescopes for tel_id in event.dl0.tels_with_data: # fill pixel position dictionary, if not already done: if tel_id not in event.meta.pixel_pos: event.meta.pixel_pos[tel_id] \ = pyhessio.get_pixel_position(tel_id) * u.m event.meta.optical_foclen[ tel_id] = pyhessio.get_optical_foclen(tel_id) * u.m # fill telescope position dictionary, if not already done: if tel_id not in event.meta.tel_pos: event.meta.tel_pos[ tel_id] = pyhessio.get_telescope_position(tel_id) * u.m nchans = pyhessio.get_num_channel(tel_id) npix = pyhessio.get_num_pixels(tel_id) nsamples = pyhessio.get_num_samples(tel_id) event.dl0.tel[tel_id] = RawCameraData(tel_id) event.dl0.tel[tel_id].num_channels = nchans event.dl0.tel[tel_id].num_pixels = npix event.dl0.tel[tel_id].num_samples = nsamples event.mc.tel[tel_id] = MCCamera(tel_id) event.dl0.tel[tel_id].calibration \ = pyhessio.get_calibration(tel_id) event.dl0.tel[tel_id].pedestal \ = pyhessio.get_pedestal(tel_id) # load the data per telescope/chan for chan in range(nchans): event.dl0.tel[tel_id].adc_samples[chan] \ = pyhessio.get_adc_sample(channel=chan, telescope_id=tel_id) event.dl0.tel[tel_id].adc_sums[chan] \ = pyhessio.get_adc_sum(channel=chan, telescope_id=tel_id) event.mc.tel[tel_id].refshapes[chan] = \ pyhessio.get_ref_shapes(tel_id, chan) # load the data per telescope/pixel event.mc.tel[tel_id].photo_electrons \ = pyhessio.get_mc_number_photon_electron(telescope_id=tel_id) event.mc.tel[tel_id].refstep = pyhessio.get_ref_step(tel_id) event.mc.tel[tel_id].lrefshape = pyhessio.get_lrefshape(tel_id) event.mc.tel[tel_id].time_slice = \ pyhessio.get_time_slice(tel_id) yield event counter += 1 if max_events is not None and counter >= max_events: return
def load_hessio(filename): """ Function to open and load a hessio file Parameters ---------- filename: string name of the file """ h.file_open(filename) print("Hessio file %s has been opened" % filename) next(h.move_to_next_event()) tel_id = h.get_telescope_ids() tel_table = Table() tel_table['TelID']= tel_id tel_posX = [h.get_telescope_position(i)[0] for i in tel_id] tel_posY = [h.get_telescope_position(i)[1] for i in tel_id] tel_posZ = [h.get_telescope_position(i)[2] for i in tel_id] tel_table['TelX'] = tel_posX tel_table['TelX'].unit = u.m tel_table['TelY'] = tel_posY tel_table['TelY'].unit = u.m tel_table['TelZ'] = tel_posZ tel_table['TelZ'].unit = u.m #tel_table['CameraClass'] = [h.get_camera_class(i) for i in tel_id] tel_table['MirrorArea'] = [h.get_mirror_area(i) for i in tel_id] tel_table['MirrorArea'].unit = u.m**2 tel_table['NMirrors'] = [h.get_mirror_number(i) for i in tel_id] tel_table['FL'] = [h.get_optical_foclen(i) for i in tel_id] tel_table['FL'].unit = u.m for t in range(len(tel_id)): table = Table() pix_posX = h.get_pixel_position(tel_id[t])[0] pix_posY = h.get_pixel_position(tel_id[t])[1] pix_id = np.arange(len(pix_posX)) pix_area = h.get_pixel_area(tel_id[t]) table['TelID'] = [tel_id[t] for i in range(len(pix_posX))] table['PixelID'] = pix_id table['PixX'] = pix_posX table['PixX'].unit = u.m table['PixY'] = pix_posY table['PixY'].unit = u.m table['PixArea'] = pix_area table['PixArea'].unit = u.mm**2 if t == 0: cam_table = table else: cam_table = join(cam_table,table,join_type='outer') #for t in range(len(tel_id)): # table = Table() # if t == 0: # opt_table = table # else: # opt_table = join(opt_table,table,join_type='outer') opt_table = Table() print('Astropy tables have been created.') #to use this, one has to go through every event of the run... #n_channel = h.get_num_channel(tel_id) #ld.channel_num = n_channel #for chan in range(n_channel): # ld.adc_samples.append(h.get_adc_sample(tel_id,chan).tolist()) h.close_file() print("Hessio file has been closed.") return [tel_table,cam_table,opt_table]