def process_diagnostic_data(self):
"""
Handles the processing of diagnostic data particles and handles error processing if events
which should have occurred prior to receiving a diagnostic record did not happen.
"""
# As diagnostics records have the same format as velocity records
# you can use the same routine used to break down the velocity data
timestamp = VelptAbDataParticle.get_timestamp(self._current_record)
date_time_group = VelptAbDataParticle.get_date_time_string(
self._current_record)
self._diagnostics_data_dict = VelptAbDataParticle.generate_data_dict(
self._current_record)
# Check to see if the instrument metadata particle has been produced yet
# If not, produce it now as this is the first diagnostics record. This assumes
# that diagnostics data records will occur BEFORE velocity data records.
if not self._config_metadata_built:
self.build_instrument_metadata_particle(timestamp)
# Upon encountering the first diagnostics record, grab its timestamp
# for use in the diagnostics metadata particle. Produce that metadata
# particle now.
if self._first_diagnostics_record:
self._first_diagnostics_record = False
diagnostics_header_dict = VelptAbDataParticle.generate_diagnostics_header_dict(
date_time_group, self._diagnostics_header_record)
self._total_diagnostic_records = VelptAbDataParticle.\
get_diagnostics_count(self._diagnostics_header_record)
particle = self._extract_sample(self._metadata_class,
None,
diagnostics_header_dict,
internal_timestamp=timestamp)
self._diagnostic_header_published = True
self._record_buffer.append(particle)
# Cover the case where unexpected diagnostics records are encountered
elif ((not self._diagnostic_header_published) | (not self._sending_diagnostics))\
& (not self._bad_diagnostic_header):
self._total_diagnostic_records = self.DEFAULT_DIAGNOSTICS_COUNT
self._diagnostic_header_published = True
log.warning('Unexpected diagnostic data record encountered')
self._exception_callback(
RecoverableSampleException(
'Unexpected diagnostic data record encountered, not preceded by header'
))
particle = self._extract_sample(self._diagnostics_class,
None,
self._diagnostics_data_dict,
internal_timestamp=timestamp)
self._record_buffer.append(particle)
self._diagnostics_count += 1
def process_diagnostic_data(self):
"""
Handles the processing of diagnostic data particles and handles error processing if events
which should have occurred prior to receiving a diagnostic record did not happen.
"""
# As diagnostics records have the same format as velocity records
# you can use the same routine used to break down the velocity data
timestamp = VelptAbDataParticle.get_timestamp(self._current_record)
date_time_group = VelptAbDataParticle.get_date_time_string(self._current_record)
self._diagnostics_data_dict = VelptAbDataParticle.generate_data_dict(self._current_record)
# Check to see if the instrument metadata particle has been produced yet
# If not, produce it now as this is the first diagnostics record. This assumes
# that diagnostics data records will occur BEFORE velocity data records.
if not self._config_metadata_built:
self.build_instrument_metadata_particle(timestamp)
# Upon encountering the first diagnostics record, grab its timestamp
# for use in the diagnostics metadata particle. Produce that metadata
# particle now.
if self._first_diagnostics_record:
self._first_diagnostics_record = False
diagnostics_header_dict = VelptAbDataParticle.generate_diagnostics_header_dict(
date_time_group, self._diagnostics_header_record)
self._total_diagnostic_records = VelptAbDataParticle.\
get_diagnostics_count(self._diagnostics_header_record)
particle = self._extract_sample(self._metadata_class,
None,
diagnostics_header_dict,
internal_timestamp=timestamp)
self._diagnostic_header_published = True
self._record_buffer.append(particle)
# Cover the case where unexpected diagnostics records are encountered
elif ((not self._diagnostic_header_published) | (not self._sending_diagnostics))\
& (not self._bad_diagnostic_header):
self._total_diagnostic_records = self.DEFAULT_DIAGNOSTICS_COUNT
self._diagnostic_header_published = True
log.warning('Unexpected diagnostic data record encountered')
self._exception_callback(
RecoverableSampleException('Unexpected diagnostic data record encountered, not preceded by header'))
particle = self._extract_sample(self._diagnostics_class,
None,
self._diagnostics_data_dict,
internal_timestamp=timestamp)
self._record_buffer.append(particle)
self._diagnostics_count += 1
def process_velocity_data(self):
"""
Handles the processing of velocity data particles and handles error processing if events
which should have occurred prior to receiving a velocity record did not happen.
"""
# Get the timestamp of the velocity record in case we need it for the metadata particle.
timestamp = VelptAbDataParticle.get_timestamp(self._current_record)
# Check to see if the instrument metadata particle has been produced yet
# If not, produce it now as this is the first velocity record. This assumes
# that velocity data records will occur BEFORE diagnostics data records.
if not self._config_metadata_built:
self.build_instrument_metadata_particle(timestamp)
# If this flag is still indicating TRUE, it means we found NO diagnostic records.
# That's an error!
if self._first_diagnostics_record:
self._first_diagnostics_record = False
log.warning('No diagnostic records present, just a header.'
'No particles generated')
self._exception_callback(
RecoverableSampleException('No diagnostic records present, just a header.'
'No particles generated'))
# This flag indicates that diagnostics were being produced and now that
# the first velocity record has been encountered, it's time to match the
# number of diagnostics particles produced against the number of diagnostic
# records expected from the diagnostics header.
if self._sending_diagnostics:
self._sending_diagnostics = False
if self._total_diagnostic_records != self._diagnostics_count:
if self._diagnostics_count < self._total_diagnostic_records:
log.warning('Not enough diagnostics records, got %s, expected %s',
self._diagnostics_count, self._total_diagnostic_records)
self._exception_callback(
RecoverableSampleException('Not enough diagnostics records'))
elif self._diagnostics_count > self._total_diagnostic_records:
log.warning('Too many diagnostics records, got %s, expected %s',
self._diagnostics_count, self._total_diagnostic_records)
self._exception_callback(
RecoverableSampleException('Too many diagnostics records'))
self._diagnostics_count = 0
self._total_diagnostic_records = 0
velocity_data_dict = VelptAbDataParticle.generate_data_dict(self._current_record)
particle = self._extract_sample(self._velocity_data_class,
None,
velocity_data_dict,
internal_timestamp=timestamp)
self._record_buffer.append(particle)
def process_velocity_data(self):
"""
Handles the processing of velocity data particles and handles error processing if events
which should have occurred prior to receiving a velocity record did not happen.
"""
# Get the timestamp of the velocity record in case we need it for the metadata particle.
timestamp = VelptAbDataParticle.get_timestamp(self._current_record)
# Check to see if the instrument metadata particle has been produced yet
# If not, produce it now as this is the first velocity record. This assumes
# that velocity data records will occur BEFORE diagnostics data records.
if not self._config_metadata_built:
self.build_instrument_metadata_particle(timestamp)
# If this flag is still indicating TRUE, it means we found NO diagnostic records.
# That's an error!
if self._first_diagnostics_record:
self._first_diagnostics_record = False
log.warning('No diagnostic records present, just a header.'
'No particles generated')
self._exception_callback(
RecoverableSampleException('No diagnostic records present, just a header.'
'No particles generated'))
# This flag indicates that diagnostics were being produced and now that
# the first velocity record has been encountered, it's time to match the
# number of diagnostics particles produced against the number of diagnostic
# records expected from the diagnostics header.
if self._sending_diagnostics:
self._sending_diagnostics = False
if self._total_diagnostic_records != self._diagnostics_count:
if self._diagnostics_count < self._total_diagnostic_records:
log.warning('Not enough diagnostics records, got %s, expected %s',
self._diagnostics_count, self._total_diagnostic_records)
self._exception_callback(
RecoverableSampleException('Not enough diagnostics records'))
elif self._diagnostics_count > self._total_diagnostic_records:
log.warning('Too many diagnostics records, got %s, expected %s',
self._diagnostics_count, self._total_diagnostic_records)
self._exception_callback(
RecoverableSampleException('Too many diagnostics records'))
self._diagnostics_count = 0
self._total_diagnostic_records = 0
velocity_data_dict = VelptAbDataParticle.generate_data_dict(self._current_record)
particle = self._extract_sample(self._velocity_data_class,
None,
velocity_data_dict,
timestamp)
self._record_buffer.append(particle)