def test_unmapped_initializes_with_task(self):
t1 = Task()
unmapped_t1 = tasks.unmapped(t1)
assert unmapped_t1.task is t1
def test_as_task_unpacks_unmapped_objects(self):
t1 = Task()
unmapped_t1 = tasks.unmapped(t1)
assert tasks.as_task(t1) is t1
assert tasks.as_task(t1).auto_generated is False
def test_as_task_unpacks_unmapped_objects(self):
t1 = Task()
unmapped_t1 = tasks.unmapped(t1)
assert tasks.as_task(t1) is t1
def test_unmapped_converts_its_argument_to_task(self):
unmapped_t1 = tasks.unmapped(5)
assert isinstance(unmapped_t1.task, Task)
for file in files
]
return pd.concat(dfs)
to_gbq = task(pandas_gbq.to_gbq)
# gemeente.to_gbq('vektis.open_data_gemeente', project_id=CONFIG.gcp.project, if_exists='replace', location=CONFIG.gcp.location)
with Flow("Vektis open data") as flow:
gcp_project = Parameter("gcp_project", required=True)
gcp_location = Parameter("gcp_location", required=True)
dataframes = read_files.map([files_gemeente, files_pc3])
to_gbq = to_gbq.map(
dataframe=dataframes,
destination_table=["vektis.open_data_gemeente", "vektis.open_data_pc3"],
project_id=unmapped(gcp_project),
if_exists=unmapped("replace"),
location=unmapped(gcp_location),
)
if __name__ == "__main__":
config = get_config("dataverbinders")
flow.run(
parameters={
"gcp_project": config.gcp.project,
"gcp_location": config.gcp.location,
}
)