def test_pipeline_add_and_run_step():
class TestStep(AbstractStep):
def run(self, ctrl, log, acc):
raise Success
pipeline = Pipeline({})
pipeline.add_step(TestStep('Test Step'))
with pytest.raises(Success):
pipeline.run()
import psycopg2
from pipeline import Pipeline
if __name__ == '__main__':
conn = psycopg2.connect(dbname='school_and_district',
password='******',
user='******',
host='localhost',
port='5432')
pipeline = Pipeline(conn)
pipeline.add_step('''
COPY school_and_district
FROM '../data/school_and_district.csv'
DELIMITER ','
CSV HEADER;
''')
pipeline.add_step('''
SELECT *
FROM school_and_district
LIMIT 10;
''')
pipeline.execute()
pipeline.close()
