def test_etl(self): df = storage.extract_data_from_csv(self.file_full_path) self.assertEqual(len(df.index), 3) df = task.transform_data_func(df) self.assertEqual(len(df.index), 2) self.assertEqual( storage.load_data_into_db(df, self.db_name, self.table_name), True)
def extract_data(ds, **kwargs): print('DB table name: {db_table_name}'.format(db_table_name = db_name+'.'+table_name)) return storage.extract_data_from_csv(file_full_path)