def test_full(self):
xfile = GSMBBSFileSource('test', 0, 'tests/data/full_file.dat')
self.assertTrue(xfile.read_and_store_data(self.conn))
g_major =self.conn.exec_return('select g_major ' \
'from detections where lra < 123.0;')
self.assertEqual(g_major, 0.0)
g_major =self.conn.exec_return('select g_major ' \
'from detections where lra > 125.6;')
self.assertEqual(g_major, 0.101701)
def process(self, conn):
"""
Read data from all sources-lists and store it into the database.
"""
sources = self.data.get('source_lists')
loaded_sources = 0
if not sources:
raise ParsetContentError('Source list (source_lists) missing')
elif isinstance(sources, str):
sources = sources.strip(' []').replace(' ', '').split(',')
elif isinstance(sources, list):
sources = ','.join(sources).strip(' []').replace(' ',
'').split(',')
if not self.parset_id:
raise ParsetContentError('"image_id" missing')
conn.start()
conn.execute(sql_insert_run())
self.run_id = conn.exec_return("""
select max(runid) from runs where status=0;""",
single_column=True)
for source in sources:
if self.data.get('bbs_format'):
if self.data.get('bbs_format') == 'PySE':
bbsfile = PySEFileSource(self.parset_id, self.run_id,
"%s/%s" % (self.path, source),
self.data.get('bbs_format'))
else:
bbsfile = GSMBBSFileSource(self.parset_id, self.run_id,
"%s/%s" % (self.path, source),
self.data.get('bbs_format'))
else:
bbsfile = GSMBBSFileSource(self.parset_id, self.run_id,
"%s/%s" % (self.path, source))
bbsfile.read_and_store_data(conn)
loaded_sources = loaded_sources + bbsfile.sources
self.image_id = self.save_image_info(conn)
conn.commit()
self.log.info('%s sources loaded from parset %s' %
(loaded_sources, self.filename))
self.source_count = loaded_sources
return loaded_sources
def test_wrong_test(self):
xfile = GSMBBSFileSource('test', 0, 'tests/data/bbs_field.dat', 'test')
self.assertRaises(SourceException, xfile.read_and_store_data, self.conn)
def test_full2(self):
xfile = GSMBBSFileSource('test', 0, 'tests/data_extended/field_ext.dat')
self.assertTrue(xfile.read_and_store_data(self.conn))
def test_first_file(self):
xfile = GSMBBSFileSource('test', 0, 'tests/data/new_field.dat', 'test')
self.assertTrue(xfile.read_and_store_data(self.conn))
