Exemple #1
0
 def test_etl(self):
     df = storage.extract_data_from_csv(self.file_full_path)
     self.assertEqual(len(df.index), 3)
     df = task.transform_data_func(df)
     self.assertEqual(len(df.index), 2)
     self.assertEqual(
         storage.load_data_into_db(df, self.db_name, self.table_name), True)
def extract_data(ds, **kwargs):
    print('DB table name: {db_table_name}'.format(db_table_name = db_name+'.'+table_name))
    return storage.extract_data_from_csv(file_full_path)