def run(env: Environment, node: str = None, deps: bool = False):
"""Run snapflow pipeline"""
if node:
if deps:
env.produce(node)
else:
env.run_node(node)
else:
raise NotImplementedError
env.run_graph()
def test_example():
env = Environment(metadata_storage="sqlite://")
g = Graph(env)
env.add_module(core)
df = pd.DataFrame({"a": range(10), "b": range(10)})
g.create_node(key="n1", pipe="extract_dataframe", config={"dataframe": df})
output = env.produce("n1", g)
assert_almost_equal(output.as_dataframe(), df)
def test_simple_import():
dburl = get_tmp_sqlite_db_url()
env = Environment(metadata_storage=dburl)
g = Graph(env)
env.add_module(core)
df = pd.DataFrame({"a": range(10), "b": range(10)})
g.create_node(key="n1", function="import_dataframe", params={"dataframe": df})
blocks = env.produce("n1", g)
assert_almost_equal(blocks[0].as_dataframe(), df, check_dtype=False)