def test_no_particles(self):
"""
Verify that no particles are produced if the input file has no valid records.
"""
log.debug('===== START TEST NO PARTICLES =====')
with open(os.path.join(RESOURCE_PATH, 'no_particles.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._recovered_config, file_handle,
self.exception_callback)
particles = parser.get_records(1)
log.debug("Result: %s", len(particles))
self.assertEqual(len(particles), 0)
self.assertEqual(self._exceptions_detected, 0)
with open(os.path.join(RESOURCE_PATH, 'no_particles.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._telemetered_config, file_handle,
self.exception_callback)
particles = parser.get_records(1)
log.debug("Result: %s", len(particles))
self.assertEqual(len(particles), 0)
self.assertEqual(self._exceptions_detected, 0)
log.debug('===== END TEST NO PARTICLES =====')
def test_invalid_fields(self):
"""
This text method will ensure that invalid file records are found and reported.
"""
log.debug('===== START TEST INVALID FIELDS =====')
with open(os.path.join(RESOURCE_PATH, 'invalid.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._recovered_config, file_handle,
self.exception_callback)
particles = parser.get_records(50)
log.debug("Result: %s", particles)
self.assertEqual(len(particles), 13)
self.assertEqual(self._exceptions_detected, 30)
self.assert_particles(particles, 'recov.invalid.syslog.yml', RESOURCE_PATH)
self._exceptions_detected = 0
with open(os.path.join(RESOURCE_PATH, 'invalid.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._telemetered_config, file_handle,
self.exception_callback)
particles = parser.get_records(50)
log.debug("Result: %s", particles)
self.assertEqual(len(particles), 13)
self.assertEqual(self._exceptions_detected, 30)
self.assert_particles(particles, 'telem.invalid.syslog.yml', RESOURCE_PATH)
log.debug('===== END TEST INVALID FIELDS =====')
def test_bad_configuration(self):
"""
Verify that no particles are produced if the input file has no valid records.
"""
log.debug('===== START TEST NO PARTICLES =====')
with self.assertRaises(ConfigurationException):
with open(os.path.join(RESOURCE_PATH,
'no_particles.syslog.log')) as file_handle:
CgDclEngDclParser(self._bad_recovered_config_1, file_handle,
self.exception_callback)
with self.assertRaises(ConfigurationException):
with open(os.path.join(RESOURCE_PATH,
'no_particles.syslog.log')) as file_handle:
CgDclEngDclParser(self._bad_recovered_config_2, file_handle,
self.exception_callback)
with self.assertRaises(ConfigurationException):
with open(os.path.join(RESOURCE_PATH,
'no_particles.syslog.log')) as file_handle:
CgDclEngDclParser(self._bad_telemetered_config_1, file_handle,
self.exception_callback)
with self.assertRaises(ConfigurationException):
with open(os.path.join(RESOURCE_PATH,
'no_particles.syslog.log')) as file_handle:
CgDclEngDclParser(self._bad_telemetered_config_2, file_handle,
self.exception_callback)
def test_bug_1271_fix(self):
"""
TBD
"""
log.debug('===== START TEST BUG 1271 FIX =====')
with open(os.path.join(RESOURCE_PATH, '20140626.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._recovered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'recov.20140626.syslog.yml', RESOURCE_PATH)
with open(os.path.join(RESOURCE_PATH, '20140626.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._telemetered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'telem.20140626.syslog.yml', RESOURCE_PATH)
def _build_parser(self, stream_handle):
parser_config = {
DataSetDriverConfigKeys.PARTICLE_MODULE:
'mi.dataset.parser.cg_dcl_eng_dcl',
DataSetDriverConfigKeys.PARTICLE_CLASS: None,
DataSetDriverConfigKeys.PARTICLE_CLASSES_DICT: {
CgDclEngDclParticleClassTypes.MSG_COUNTS_PARTICLE_CLASS:
CgDclEngDclMsgCountsTelemeteredDataParticle,
CgDclEngDclParticleClassTypes.CPU_UPTIME_PARTICLE_CLASS:
CgDclEngDclCpuUptimeTelemeteredDataParticle,
CgDclEngDclParticleClassTypes.ERROR_PARTICLE_CLASS:
CgDclEngDclErrorTelemeteredDataParticle,
CgDclEngDclParticleClassTypes.GPS_PARTICLE_CLASS:
CgDclEngDclGpsTelemeteredDataParticle,
CgDclEngDclParticleClassTypes.PPS_PARTICLE_CLASS:
CgDclEngDclPpsTelemeteredDataParticle,
CgDclEngDclParticleClassTypes.SUPERV_PARTICLE_CLASS:
CgDclEngDclSupervTelemeteredDataParticle,
CgDclEngDclParticleClassTypes.DLOG_MGR_PARTICLE_CLASS:
CgDclEngDclDlogMgrTelemeteredDataParticle,
CgDclEngDclParticleClassTypes.DLOG_STATUS_PARTICLE_CLASS:
CgDclEngDclDlogStatusTelemeteredDataParticle,
CgDclEngDclParticleClassTypes.STATUS_PARTICLE_CLASS:
CgDclEngDclStatusTelemeteredDataParticle,
CgDclEngDclParticleClassTypes.DLOG_AARM_PARTICLE_CLASS:
CgDclEngDclDlogAarmTelemeteredDataParticle,
}
}
parser = CgDclEngDclParser(parser_config, stream_handle,
self._exception_callback)
return parser
def test_happy_path(self):
"""
Read files and verify that all expected particles can be read.
Verify that the contents of the particles are correct.
There should be no exceptions generated in processing the input files.
"""
log.debug('===== START TEST HAPPY PATH =====')
with open(os.path.join(RESOURCE_PATH, 'DCL26_20131220.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._recovered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
log.debug("particles: %s", particles)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'recov.DCL26_20131220.syslog.yml', RESOURCE_PATH)
with open(os.path.join(RESOURCE_PATH, '20140915.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._recovered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
log.debug("particles: %s", particles)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'recov.20140915.syslog.yml', RESOURCE_PATH)
with open(os.path.join(RESOURCE_PATH, 'DCL26_20131220.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._telemetered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
log.debug("particles: %s", particles)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'telem.DCL26_20131220.syslog.yml', RESOURCE_PATH)
with open(os.path.join(RESOURCE_PATH, '20140915.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._telemetered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
log.debug("particles: %s", particles)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'telem.20140915.syslog.yml', RESOURCE_PATH)
log.debug('===== END TEST HAPPY PATH =====')
def test_bug_1271_fix(self):
"""
TBD
"""
log.debug('===== START TEST BUG 1271 FIX =====')
with open(os.path.join(RESOURCE_PATH,
'20140626.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._recovered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'recov.20140626.syslog.yml',
RESOURCE_PATH)
with open(os.path.join(RESOURCE_PATH,
'20140626.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._telemetered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'telem.20140626.syslog.yml',
RESOURCE_PATH)
def test_no_particles(self):
"""
Verify that no particles are produced if the input file has no valid records.
"""
log.debug('===== START TEST NO PARTICLES =====')
with open(os.path.join(RESOURCE_PATH,
'no_particles.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._recovered_config, file_handle,
self.exception_callback)
particles = parser.get_records(1)
log.debug("Result: %s", len(particles))
self.assertEqual(len(particles), 0)
self.assertEqual(self._exceptions_detected, 0)
with open(os.path.join(RESOURCE_PATH,
'no_particles.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._telemetered_config, file_handle,
self.exception_callback)
particles = parser.get_records(1)
log.debug("Result: %s", len(particles))
self.assertEqual(len(particles), 0)
self.assertEqual(self._exceptions_detected, 0)
log.debug('===== END TEST NO PARTICLES =====')
def test_invalid_fields(self):
"""
This text method will ensure that invalid file records are found and reported.
"""
log.debug('===== START TEST INVALID FIELDS =====')
with open(os.path.join(RESOURCE_PATH,
'invalid.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._recovered_config, file_handle,
self.exception_callback)
particles = parser.get_records(50)
log.debug("Result: %s", particles)
self.assertEqual(len(particles), 13)
self.assertEqual(self._exceptions_detected, 30)
self.assert_particles(particles, 'recov.invalid.syslog.yml',
RESOURCE_PATH)
self._exceptions_detected = 0
with open(os.path.join(RESOURCE_PATH,
'invalid.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._telemetered_config, file_handle,
self.exception_callback)
particles = parser.get_records(50)
log.debug("Result: %s", particles)
self.assertEqual(len(particles), 13)
self.assertEqual(self._exceptions_detected, 30)
self.assert_particles(particles, 'telem.invalid.syslog.yml',
RESOURCE_PATH)
log.debug('===== END TEST INVALID FIELDS =====')
def test_happy_path(self):
"""
Read files and verify that all expected particles can be read.
Verify that the contents of the particles are correct.
There should be no exceptions generated in processing the input files.
"""
log.debug('===== START TEST HAPPY PATH =====')
with open(os.path.join(RESOURCE_PATH,
'DCL26_20131220.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._recovered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
log.debug("particles: %s", particles)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'recov.DCL26_20131220.syslog.yml',
RESOURCE_PATH)
with open(os.path.join(RESOURCE_PATH,
'20140915.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._recovered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
log.debug("particles: %s", particles)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'recov.20140915.syslog.yml',
RESOURCE_PATH)
with open(os.path.join(RESOURCE_PATH,
'DCL26_20131220.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._telemetered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
log.debug("particles: %s", particles)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'telem.DCL26_20131220.syslog.yml',
RESOURCE_PATH)
with open(os.path.join(RESOURCE_PATH,
'20140915.syslog.log')) as file_handle:
parser = CgDclEngDclParser(self._telemetered_config, file_handle,
self.exception_callback)
particles = parser.get_records(100)
log.debug("particles: %s", particles)
self.assertEqual(self._exceptions_detected, 0)
self.assert_particles(particles, 'telem.20140915.syslog.yml',
RESOURCE_PATH)
log.debug('===== END TEST HAPPY PATH =====')
