Python define_airline_demo_ingest_pipeline示例

示例#1

文件： test_pipelines.py 项目： cs947/dagster

def test_airline_pipeline_s3_0_ingest(docker_compose_db):
    ingest_config_dict = load_yaml_from_globs(
        config_path('local_base.yaml'),
        config_path('local_airflow.yaml'),
        config_path('local_fast_ingest.yaml'),
    )

    result_ingest = execute_pipeline(define_airline_demo_ingest_pipeline(), ingest_config_dict)

    assert result_ingest.success

示例#2

文件： test_pipelines.py 项目： cs947/dagster

def test_ingest_pipeline_fast(docker_compose_db):
    ingest_config_dict = load_yaml_from_globs(
        config_path('local_base.yaml'), config_path('local_fast_ingest.yaml')
    )
    ingest_config_dict = enviroment_overrides(ingest_config_dict)
    result_ingest = execute_pipeline(
        define_airline_demo_ingest_pipeline(),
        ingest_config_dict,
        run_config=RunConfig(mode='local'),
    )

    assert result_ingest.success

示例#3

文件： test_pipelines.py 项目： syrusakbary/dagster

def test_airline_pipeline_s3_0_ingest(docker_compose_db):
    ingest_config_object = load_yaml_from_globs(
        script_relative_path(
            '../../dagster_examples/airline_demo/environments/local_base.yaml'
        ),
        script_relative_path(
            '../../dagster_examples/airline_demo/environments/local_airflow.yaml'
        ),
        script_relative_path(
            '../../dagster_examples/airline_demo/environments/local_fast_ingest.yaml'
        ),
    )

    result_ingest = execute_pipeline(define_airline_demo_ingest_pipeline(),
                                     ingest_config_object)

    assert result_ingest.success

示例#4

文件： test_pipelines.py 项目： syrusakbary/dagster

def test_airline_pipeline_0_ingest(docker_compose_db):
    ingest_config_object = load_yaml_from_globs(
        script_relative_path(
            '../../dagster_examples/airline_demo/environments/local_base.yaml'
        ),
        script_relative_path(
            '../../dagster_examples/airline_demo/environments/local_fast_ingest.yaml'
        ),
    )
    ingest_config_object = enviroment_overrides(ingest_config_object)
    result_ingest = execute_pipeline(
        define_airline_demo_ingest_pipeline(),
        ingest_config_object,
        run_config=RunConfig(mode='local'),
    )

    assert result_ingest.success

示例#5

文件： test_construction.py 项目： JPeer264/dagster-fork

def test_construct_ingest_pipeline():
    assert define_airline_demo_ingest_pipeline()