c_time.tm_year, ) print >> index_html_obj, "Target Channel: %s"%gwchannel index_html_obj.close() #============================================= # sciseg query #============================================= if opts.ignore_science_segments: logger.info("ignoring science segments") scisegs = [[gpsstart, gpsstart+stride]] else: logger.info("generating science segments") try: seg_xml_file = idq.segment_query(config, gpsstart, gpsstart+stride, url=config.get("get_science_segments","segdb")) lsctables.use_in(ligolw.LIGOLWContentHandler) xmldoc = utils.load_fileobj(seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0] seg_file = "%s/science_segements-%d-%d.xml.gz"%(this_sumdir, int(gpsstart), int(stride)) logger.info("writting science segments to file : %s"%seg_file) utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz")) (scisegs, coveredseg) = idq.extract_dq_segments(seg_file, config.get('get_science_segments', 'include')) except Exception as e: traceback.print_exc() logger.info("ERROR: segment generation failed. Skipping this summary period.") gpsstart += stride
#============================================= # science segments #============================================= if opts.ignore_science_segments: logger.info('analyzing data regardless of science segments') seg_file = None if ovl: ovlsegs = False ### required for OVL input else: logger.info('Begin: querrying science segments') try: ### this returns a string seg_xml_file = idq.segment_query(config, gpsstart - lookback , gpsstart + stride, url=segdb_url) ### load xml document xmldoc = ligolw_utils.load_fileobj(seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0] ### science segments xml filename seg_file = idq.segxml(output_dir, "_%s"%dq_name, gpsstart - lookback , lookback+stride) logger.info('writing science segments to file : '+seg_file) ligolw_utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz")) except Exception as e: traceback.print_exc() logger.info('ERROR: segment generation failed. Skipping this training period.') if opts.force: ### we are require successful training or else we want errors
print 'analyzing data regardless of science segements' scisegs = [[opts.start, opts.end]] ### set segs to be this stride range coveredsegs = [[opts.start, opts.end]] ### set segs to be this stride range else: ### load settings for accessing dmt segment files dq_name = config.get('get_science_segments', 'include') segdb_url = config.get('get_science_segments', 'segdb') if opts.verbose: print 'querrying science segments' ### this returns a string seg_xml_file = idq.segment_query(config, opts.start, opts.end, url=segdb_url) ### write seg_xml_file to disk lsctables.use_in(ligolw.LIGOLWContentHandler) xmldoc = ligolw_utils.load_fileobj( seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0] ### science segments xml filename seg_file = idq.segxml(gdbdir, "%s_%s" % (filetag, dq_name), opts.start, opts.end - opts.start) if opts.verbose: print ' writing science segments to file : ' + seg_file ligolw_utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz")) (scisegs, coveredseg) = idq.extract_dq_segments(
# we query the segdb right now, although that latency may be an issue... #=============================================================================================== if opts.ignore_science_segments: logger.info('analyzing data regardless of science segements') scisegs = [[gpsstart - lookback, gpsstart + stride]] ### set segs to be this stride range coveredsegs = [[gpsstart - lookback, gpsstart + stride] ] ### set segs to be this stride range else: logger.info('Begin: querrying science segments') try: ### this returns a string seg_xml_file = idq.segment_query(config, gpsstart - lookback, gpsstart + stride, url=segdb_url) ### write seg_xml_file to disk lsctables.use_in(ligolw.LIGOLWContentHandler) xmldoc = ligolw_utils.load_fileobj( seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0] ### science segments xml filename seg_file = idq.segxml(output_dir, "_%s" % dq_name, gpsstart - lookback, lookback + stride) logger.info('writing science segments to file : ' + seg_file) ligolw_utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz"))
if opts.ignore_science_segments: if opts.verbose: print 'analyzing data regardless of science segements' scisegs = [[opts.start, opts.end]] ### set segs to be this stride range coveredsegs = [[opts.start, opts.end]] ### set segs to be this stride range else: ### load settings for accessing dmt segment files dq_name = config.get('get_science_segments', 'include') segdb_url = config.get('get_science_segments', 'segdb') if opts.verbose: print 'querrying science segments' ### this returns a string seg_xml_file = idq.segment_query(config, opts.start , opts.end, url=segdb_url) ### write seg_xml_file to disk lsctables.use_in(ligolw.LIGOLWContentHandler) xmldoc = ligolw_utils.load_fileobj(seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0] ### science segments xml filename seg_file = idq.segxml(gdbdir, "%s_%s"%(filetag, dq_name), opts.start , opts.end-opts.start ) if opts.verbose: print ' writing science segments to file : '+seg_file ligolw_utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz")) (scisegs, coveredseg) = idq.extract_dq_segments(seg_file, dq_name) ### read in segments from xml file if opts.verbose: print 'finding idq segments'
#=============================================================================================== ### generate science times/CAT1 vetoes #=============================================================================================== if opts.ignore_science_segments: logger.info('ignoring science segemnts') seg_file = None if ovl: ovlsegs = False ### required for OVL input vetosegs = False else: logger.info('generating science segments') try: ### query database ### this returns a string seg_xml_file = idq.segment_query(config, gpsstart - lookback * stride, gpsstart + stride, url=config.get('get_science_segments', 'segdb')) ### load xml document ### converts string to an object lsctables.use_in(ligolw.LIGOLWContentHandler) xmldoc = utils.load_fileobj(seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0] ### science segments xml filename seg_file = "%sscience_segments-%d-%d.xml.gz"%(output_dir, int(gpsstart - lookback * stride), int((lookback+1)*stride)) logger.info('writing science segments to file : '+seg_file) utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz")) except Exception as e: traceback.print_exc() logger.info('ERROR: segment generation failed. Skipping this training period.')
lookup_startgps = startgps - opts.right_padding - opts.t_lag lookup_endgps = endgps + opts.left_padding - opts.t_lag #======================== # find science segments #======================= if opts.ignore_science_segments: logger.info('analyzing data regardless of science segements') scisegs = [[startgps, endgps]] ### set segs to be this stride range coveredsegs = [[startgps, endgps]] ### set segs to be this stride range else: logger.info('Begin: querrying science segments') ### this returns a string seg_xml_file = idq.segment_query(config, startgps, endgps, url=segdb_url) ### write seg_xml_file to disk lsctables.use_in(ligolw.LIGOLWContentHandler) xmldoc = ligolw_utils.load_fileobj(seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0] ### science segments xml filename seg_file = idq.segxml(opts.output_dir, "_%s"%dq_name, startgps, stride) logger.info('writing science segments to file : '+seg_file) ligolw_utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz")) (scisegs, coveredseg) = idq.extract_dq_segments(seg_file, dq_name) ### read in segments from xml file ### modify scisegs to account for shifts logger.info('modifying scisegs to account for shifts') modified_scisegs = [(s-opts.right_padding-opts.t_lag, e+opts.left_padding-opts.t_lag) for s, e in scisegs]
lookup_startgps = startgps - opts.right_padding - opts.t_lag lookup_endgps = endgps + opts.left_padding - opts.t_lag #======================== # find science segments #======================= if opts.ignore_science_segments: logger.info('analyzing data regardless of science segements') scisegs = [[startgps, endgps]] ### set segs to be this stride range coveredsegs = [[startgps, endgps]] ### set segs to be this stride range else: logger.info('Begin: querrying science segments') ### this returns a string seg_xml_file = idq.segment_query(config, startgps, endgps, url=segdb_url) ### write seg_xml_file to disk lsctables.use_in(ligolw.LIGOLWContentHandler) xmldoc = ligolw_utils.load_fileobj( seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0] ### science segments xml filename seg_file = idq.segxml(opts.output_dir, "_%s" % dq_name, startgps, stride) logger.info('writing science segments to file : ' + seg_file) ligolw_utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz")) (scisegs, coveredseg) = idq.extract_dq_segments( seg_file, dq_name) ### read in segments from xml file ### modify scisegs to account for shifts