c_time.tm_year,
)
print >> index_html_obj, "Target Channel: %s"%gwchannel
index_html_obj.close()
#=============================================
# sciseg query
#=============================================
if opts.ignore_science_segments:
logger.info("ignoring science segments")
scisegs = [[gpsstart, gpsstart+stride]]
else:
logger.info("generating science segments")
try:
seg_xml_file = idq.segment_query(config, gpsstart, gpsstart+stride, url=config.get("get_science_segments","segdb"))
lsctables.use_in(ligolw.LIGOLWContentHandler)
xmldoc = utils.load_fileobj(seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0]
seg_file = "%s/science_segements-%d-%d.xml.gz"%(this_sumdir, int(gpsstart), int(stride))
logger.info("writting science segments to file : %s"%seg_file)
utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz"))
(scisegs, coveredseg) = idq.extract_dq_segments(seg_file, config.get('get_science_segments', 'include'))
except Exception as e:
traceback.print_exc()
logger.info("ERROR: segment generation failed. Skipping this summary period.")
gpsstart += stride
#=============================================
# science segments
#=============================================
if opts.ignore_science_segments:
logger.info('analyzing data regardless of science segments')
seg_file = None
if ovl:
ovlsegs = False ### required for OVL input
else:
logger.info('Begin: querrying science segments')
try:
### this returns a string
seg_xml_file = idq.segment_query(config, gpsstart - lookback , gpsstart + stride, url=segdb_url)
### load xml document
xmldoc = ligolw_utils.load_fileobj(seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0]
### science segments xml filename
seg_file = idq.segxml(output_dir, "_%s"%dq_name, gpsstart - lookback , lookback+stride)
logger.info('writing science segments to file : '+seg_file)
ligolw_utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz"))
except Exception as e:
traceback.print_exc()
logger.info('ERROR: segment generation failed. Skipping this training period.')
if opts.force: ### we are require successful training or else we want errors
print 'analyzing data regardless of science segements'
scisegs = [[opts.start, opts.end]] ### set segs to be this stride range
coveredsegs = [[opts.start,
opts.end]] ### set segs to be this stride range
else:
### load settings for accessing dmt segment files
dq_name = config.get('get_science_segments', 'include')
segdb_url = config.get('get_science_segments', 'segdb')
if opts.verbose:
print 'querrying science segments'
### this returns a string
seg_xml_file = idq.segment_query(config,
opts.start,
opts.end,
url=segdb_url)
### write seg_xml_file to disk
lsctables.use_in(ligolw.LIGOLWContentHandler)
xmldoc = ligolw_utils.load_fileobj(
seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0]
### science segments xml filename
seg_file = idq.segxml(gdbdir, "%s_%s" % (filetag, dq_name), opts.start,
opts.end - opts.start)
if opts.verbose:
print ' writing science segments to file : ' + seg_file
ligolw_utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz"))
(scisegs, coveredseg) = idq.extract_dq_segments(
# we query the segdb right now, although that latency may be an issue...
#===============================================================================================
if opts.ignore_science_segments:
logger.info('analyzing data regardless of science segements')
scisegs = [[gpsstart - lookback,
gpsstart + stride]] ### set segs to be this stride range
coveredsegs = [[gpsstart - lookback, gpsstart + stride]
] ### set segs to be this stride range
else:
logger.info('Begin: querrying science segments')
try:
### this returns a string
seg_xml_file = idq.segment_query(config,
gpsstart - lookback,
gpsstart + stride,
url=segdb_url)
### write seg_xml_file to disk
lsctables.use_in(ligolw.LIGOLWContentHandler)
xmldoc = ligolw_utils.load_fileobj(
seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0]
### science segments xml filename
seg_file = idq.segxml(output_dir, "_%s" % dq_name,
gpsstart - lookback, lookback + stride)
logger.info('writing science segments to file : ' + seg_file)
ligolw_utils.write_filename(xmldoc,
seg_file,
gz=seg_file.endswith(".gz"))
if opts.ignore_science_segments:
if opts.verbose:
print 'analyzing data regardless of science segements'
scisegs = [[opts.start, opts.end]] ### set segs to be this stride range
coveredsegs = [[opts.start, opts.end]] ### set segs to be this stride range
else:
### load settings for accessing dmt segment files
dq_name = config.get('get_science_segments', 'include')
segdb_url = config.get('get_science_segments', 'segdb')
if opts.verbose:
print 'querrying science segments'
### this returns a string
seg_xml_file = idq.segment_query(config, opts.start , opts.end, url=segdb_url)
### write seg_xml_file to disk
lsctables.use_in(ligolw.LIGOLWContentHandler)
xmldoc = ligolw_utils.load_fileobj(seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0]
### science segments xml filename
seg_file = idq.segxml(gdbdir, "%s_%s"%(filetag, dq_name), opts.start , opts.end-opts.start )
if opts.verbose:
print ' writing science segments to file : '+seg_file
ligolw_utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz"))
(scisegs, coveredseg) = idq.extract_dq_segments(seg_file, dq_name) ### read in segments from xml file
if opts.verbose:
print 'finding idq segments'
#===============================================================================================
### generate science times/CAT1 vetoes
#===============================================================================================
if opts.ignore_science_segments:
logger.info('ignoring science segemnts')
seg_file = None
if ovl:
ovlsegs = False ### required for OVL input
vetosegs = False
else:
logger.info('generating science segments')
try: ### query database
### this returns a string
seg_xml_file = idq.segment_query(config, gpsstart - lookback * stride, gpsstart + stride,
url=config.get('get_science_segments', 'segdb'))
### load xml document
### converts string to an object
lsctables.use_in(ligolw.LIGOLWContentHandler)
xmldoc = utils.load_fileobj(seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0]
### science segments xml filename
seg_file = "%sscience_segments-%d-%d.xml.gz"%(output_dir, int(gpsstart - lookback * stride), int((lookback+1)*stride))
logger.info('writing science segments to file : '+seg_file)
utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz"))
except Exception as e:
traceback.print_exc()
logger.info('ERROR: segment generation failed. Skipping this training period.')
lookup_startgps = startgps - opts.right_padding - opts.t_lag
lookup_endgps = endgps + opts.left_padding - opts.t_lag
#========================
# find science segments
#=======================
if opts.ignore_science_segments:
logger.info('analyzing data regardless of science segements')
scisegs = [[startgps, endgps]] ### set segs to be this stride range
coveredsegs = [[startgps, endgps]] ### set segs to be this stride range
else:
logger.info('Begin: querrying science segments')
### this returns a string
seg_xml_file = idq.segment_query(config, startgps, endgps, url=segdb_url)
### write seg_xml_file to disk
lsctables.use_in(ligolw.LIGOLWContentHandler)
xmldoc = ligolw_utils.load_fileobj(seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0]
### science segments xml filename
seg_file = idq.segxml(opts.output_dir, "_%s"%dq_name, startgps, stride)
logger.info('writing science segments to file : '+seg_file)
ligolw_utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz"))
(scisegs, coveredseg) = idq.extract_dq_segments(seg_file, dq_name) ### read in segments from xml file
### modify scisegs to account for shifts
logger.info('modifying scisegs to account for shifts')
modified_scisegs = [(s-opts.right_padding-opts.t_lag, e+opts.left_padding-opts.t_lag) for s, e in scisegs]
lookup_startgps = startgps - opts.right_padding - opts.t_lag
lookup_endgps = endgps + opts.left_padding - opts.t_lag
#========================
# find science segments
#=======================
if opts.ignore_science_segments:
logger.info('analyzing data regardless of science segements')
scisegs = [[startgps, endgps]] ### set segs to be this stride range
coveredsegs = [[startgps, endgps]] ### set segs to be this stride range
else:
logger.info('Begin: querrying science segments')
### this returns a string
seg_xml_file = idq.segment_query(config, startgps, endgps, url=segdb_url)
### write seg_xml_file to disk
lsctables.use_in(ligolw.LIGOLWContentHandler)
xmldoc = ligolw_utils.load_fileobj(
seg_xml_file, contenthandler=ligolw.LIGOLWContentHandler)[0]
### science segments xml filename
seg_file = idq.segxml(opts.output_dir, "_%s" % dq_name, startgps, stride)
logger.info('writing science segments to file : ' + seg_file)
ligolw_utils.write_filename(xmldoc, seg_file, gz=seg_file.endswith(".gz"))
(scisegs, coveredseg) = idq.extract_dq_segments(
seg_file, dq_name) ### read in segments from xml file
### modify scisegs to account for shifts
