def test_unmapped_initializes_with_task(self): t1 = Task() unmapped_t1 = tasks.unmapped(t1) assert unmapped_t1.task is t1
def test_as_task_unpacks_unmapped_objects(self): t1 = Task() unmapped_t1 = tasks.unmapped(t1) assert tasks.as_task(t1) is t1 assert tasks.as_task(t1).auto_generated is False
def test_as_task_unpacks_unmapped_objects(self): t1 = Task() unmapped_t1 = tasks.unmapped(t1) assert tasks.as_task(t1) is t1
def test_unmapped_converts_its_argument_to_task(self): unmapped_t1 = tasks.unmapped(5) assert isinstance(unmapped_t1.task, Task)
for file in files ] return pd.concat(dfs) to_gbq = task(pandas_gbq.to_gbq) # gemeente.to_gbq('vektis.open_data_gemeente', project_id=CONFIG.gcp.project, if_exists='replace', location=CONFIG.gcp.location) with Flow("Vektis open data") as flow: gcp_project = Parameter("gcp_project", required=True) gcp_location = Parameter("gcp_location", required=True) dataframes = read_files.map([files_gemeente, files_pc3]) to_gbq = to_gbq.map( dataframe=dataframes, destination_table=["vektis.open_data_gemeente", "vektis.open_data_pc3"], project_id=unmapped(gcp_project), if_exists=unmapped("replace"), location=unmapped(gcp_location), ) if __name__ == "__main__": config = get_config("dataverbinders") flow.run( parameters={ "gcp_project": config.gcp.project, "gcp_location": config.gcp.location, } )