Ejemplo n.º 1
0
def run_dataflow_job(utils: Utils, bucket_name: str, build_image: str) -> str:
    # Run the Beam pipeline in Dataflow making sure GPUs are used.
    yield from utils.cloud_build_submit(
        config="run.yaml",
        substitutions={
            "_JOB_NAME": utils.hyphen_name(NAME),
            "_IMAGE": f"{NAME}:{utils.uuid}",
            "_TEMP_LOCATION": f"gs://{bucket_name}/temp",
            "_REGION": utils.region,
        },
        source="--no-source",
    )
Ejemplo n.º 2
0
def flex_template_image(utils: Utils) -> str:
    yield from utils.cloud_build_submit(NAME)
Ejemplo n.º 3
0
def build_image(utils: Utils) -> str:
    yield from utils.cloud_build_submit(
        image_name=NAME,
        config="build.yaml",
        substitutions={"_IMAGE": f"{NAME}:{utils.uuid}"},
    )