def update_from(self, contents, filename = "", verbose = False):
#
# Add the live times from this file to the totals.
#
if verbose:
print("measuring live time ...", file=sys.stderr)
zero_lag_time_slides, background_time_slides = SnglBurstUtils.get_time_slides(contents.connection)
self.zero_lag_live_time += SnglBurstUtils.time_slides_livetime(contents.seglists, zero_lag_time_slides.values(), verbose = verbose)
self.background_live_time += SnglBurstUtils.time_slides_livetime(contents.seglists, background_time_slides.values(), verbose = verbose)
#
# Iterate over burst<-->burst coincidences. Assume there
# are no injections in this file.
#
if verbose:
print("retrieving sngl_burst<-->sngl_burst coincs ...", file=sys.stderr)
for id, likelihood, confidence, is_background in bb_id_likelihood_confidence_background(contents):
record = coinc_detection_statistic(likelihood, confidence)
if is_background:
# remember the total number, but only keep
# the highest ranked
self.n_background_amplitudes += 1
if len(self.background_amplitudes) < 1e7:
heapq.heappush(self.background_amplitudes, record)
else:
heapq.heappushpop(self.background_amplitudes, record)
else:
self.zero_lag_amplitudes.append((record, filename, id))
if verbose:
print("done", file=sys.stderr)
def update_from(self, contents, filename = "", verbose = False): # # Add the live times from this file to the totals. # if verbose: print >>sys.stderr, "measuring live time ..." zero_lag_time_slides, background_time_slides = SnglBurstUtils.get_time_slides(contents.connection) self.zero_lag_live_time += SnglBurstUtils.time_slides_livetime(contents.seglists, zero_lag_time_slides.values(), verbose = verbose) self.background_live_time += SnglBurstUtils.time_slides_livetime(contents.seglists, background_time_slides.values(), verbose = verbose) # # Iterate over burst<-->burst coincidences. Assume there # are no injections in this file. # if verbose: print >>sys.stderr, "retrieving sngl_burst<-->sngl_burst coincs ..." for id, likelihood, confidence, is_background in bb_id_likelihood_confidence_background(contents): record = coinc_detection_statistic(likelihood, confidence) if is_background: # remember the total number, but only keep # the highest ranked self.n_background_amplitudes += 1 if len(self.background_amplitudes) < 1e7: heapq.heappush(self.background_amplitudes, record) else: heapq.heappushpop(self.background_amplitudes, record) else: self.zero_lag_amplitudes.append((record, filename, id)) if verbose: print >>sys.stderr, "done"
def add_contents(self, contents, verbose = False):
#
# retrieve the offset vectors, retain only instruments that
# are available
#
zero_lag_time_slides, background_time_slides = SnglBurstUtils.get_time_slides(contents.connection)
assert len(zero_lag_time_slides) == 1
#
# compute the live time
#
seglists = contents.seglists - contents.vetoseglists
self.zero_lag_time += stringutils.time_slides_livetime(seglists, zero_lag_time_slides.values(), 2, clip = contents.coincidence_segments)
self.background_time += stringutils.time_slides_livetime(seglists, background_time_slides.values(), 2, clip = contents.coincidence_segments)
if set(("H1", "H2")).issubset(set(contents.seglists)):
# we have segments for both H1 and H2, remove time
# when exactly that pair are on
self.zero_lag_time -= stringutils.time_slides_livetime_for_instrument_combo(seglists, zero_lag_time_slides.values(), ("H1", "H2"), clip = contents.coincidence_segments)
self.background_time -= stringutils.time_slides_livetime_for_instrument_combo(seglists, background_time_slides.values(), ("H1", "H2"), clip = contents.coincidence_segments)
#
# count events
#
for ln_likelihood_ratio, instruments, coinc_event_id, peak_time, is_background in contents.connection.cursor().execute("""
SELECT
coinc_event.likelihood,
coinc_event.instruments,
coinc_event.coinc_event_id,
(
SELECT
AVG(sngl_burst.peak_time) + 1e-9 * AVG(sngl_burst.peak_time_ns)
FROM
sngl_burst
JOIN coinc_event_map ON (
coinc_event_map.coinc_event_id == coinc_event.coinc_event_id
AND coinc_event_map.table_name == 'sngl_burst'
AND coinc_event_map.event_id == sngl_burst.event_id
)
),
EXISTS (
SELECT
*
FROM
time_slide
WHERE
time_slide.time_slide_id == coinc_event.time_slide_id
AND time_slide.offset != 0
)
FROM
coinc_event
WHERE
coinc_event.coinc_def_id == ?
""", (contents.bb_definer_id,)):
# likelihood ratio must be listed first to
# act as the sort key
record = (ln_likelihood_ratio, contents.filename, coinc_event_id, dbtables.lsctables.instrumentsproperty.get(instruments), peak_time)
if ln_likelihood_ratio is None:
# coinc got vetoed (unable to compute
# likelihood)
pass
elif is_background:
# non-vetoed background
self.n_background += 1
if len(self.background) < self.record_background:
heapq.heappush(self.background, ln_likelihood_ratio)
else:
heapq.heappushpop(self.background, ln_likelihood_ratio)
if len(self.most_significant_background) < self.record_candidates:
heapq.heappush(self.most_significant_background, record)
else:
heapq.heappushpop(self.most_significant_background, record)
else:
# non-vetoed zero lag
self.zero_lag.append(ln_likelihood_ratio)
if len(self.candidates) < self.record_candidates:
heapq.heappush(self.candidates, record)
else:
heapq.heappushpop(self.candidates, record)
def add_contents(self, contents, verbose = False):
#
# retrieve the offset vectors, retain only instruments that
# are available
#
zero_lag_time_slides, background_time_slides = SnglBurstUtils.get_time_slides(contents.connection)
assert len(zero_lag_time_slides) == 1
#
# compute the live time
#
seglists = contents.seglists - contents.vetoseglists
self.zero_lag_time += stringutils.time_slides_livetime(seglists, zero_lag_time_slides.values(), 2, clip = contents.coincidence_segments)
self.background_time += stringutils.time_slides_livetime(seglists, background_time_slides.values(), 2, clip = contents.coincidence_segments)
if set(("H1", "H2")).issubset(set(contents.seglists)):
# we have segments for both H1 and H2, remove time
# when exactly that pair are on
self.zero_lag_time -= stringutils.time_slides_livetime_for_instrument_combo(seglists, zero_lag_time_slides.values(), ("H1", "H2"), clip = contents.coincidence_segments)
self.background_time -= stringutils.time_slides_livetime_for_instrument_combo(seglists, background_time_slides.values(), ("H1", "H2"), clip = contents.coincidence_segments)
#
# count events
#
for likelihood_ratio, instruments, coinc_event_id, peak_time, is_background in contents.connection.cursor().execute("""
SELECT
coinc_event.likelihood,
coinc_event.instruments,
coinc_event.coinc_event_id,
(
SELECT
AVG(sngl_burst.peak_time) + 1e-9 * AVG(sngl_burst.peak_time_ns)
FROM
sngl_burst
JOIN coinc_event_map ON (
coinc_event_map.coinc_event_id == coinc_event.coinc_event_id
AND coinc_event_map.table_name == 'sngl_burst'
AND coinc_event_map.event_id == sngl_burst.event_id
)
),
EXISTS (
SELECT
*
FROM
time_slide
WHERE
time_slide.time_slide_id == coinc_event.time_slide_id
AND time_slide.offset != 0
)
FROM
coinc_event
WHERE
coinc_event.coinc_def_id == ?
""", (contents.bb_definer_id,)):
# likelihood ratio must be listed first to
# act as the sort key
record = (likelihood_ratio, contents.filename, coinc_event_id, dbtables.lsctables.instrument_set_from_ifos(instruments), peak_time)
if likelihood_ratio is None:
# coinc got vetoed (unable to compute
# likelihood)
pass
elif is_background:
# non-vetoed background
self.n_background += 1
if len(self.background) < self.record_background:
heapq.heappush(self.background, likelihood_ratio)
else:
heapq.heappushpop(self.background, likelihood_ratio)
if len(self.most_significant_background) < self.record_candidates:
heapq.heappush(self.most_significant_background, record)
else:
heapq.heappushpop(self.most_significant_background, record)
else:
# non-vetoed zero lag
self.zero_lag.append(likelihood_ratio)
if len(self.candidates) < self.record_candidates:
heapq.heappush(self.candidates, record)
else:
heapq.heappushpop(self.candidates, record)