Python define_airline_demo_ingest_pipeline Examples

Example #1

def test_all_airline_pipelines():
    download_config_object = load_yaml_from_globs(
        script_relative_path('../../environments/local_base.yml'),
        script_relative_path('../../environments/local_fast_download.yml'),
    )

    result_download = execute_pipeline(define_airline_demo_download_pipeline(),
                                       download_config_object)

    assert result_download.success

    ingest_config_object = load_yaml_from_globs(
        script_relative_path('../../environments/local_base.yml'),
        script_relative_path('../../environments/local_fast_ingest.yml'),
    )

    result_ingest = execute_pipeline(define_airline_demo_ingest_pipeline(),
                                     ingest_config_object)

    assert result_ingest.success

    warehouse_config_object = load_yaml_from_globs(
        script_relative_path('../../environments/local_base.yml'),
        script_relative_path('../../environments/local_fast_warehouse.yml'),
    )

    result_warehouse = execute_pipeline(
        define_airline_demo_warehouse_pipeline(), warehouse_config_object)
    assert result_warehouse.success

Example #2

File: test_pipelines_slow.py Project: shcheklein/dagster

def test_pipeline_ingest():
    config_object = load_yaml_from_glob_list([
        script_relative_path('../../environments/local_base.yml'),
        script_relative_path('../../environments/local_fast_ingest.yml'),
    ])

    result = execute_pipeline(define_airline_demo_ingest_pipeline(),
                              config_object)
    assert result.success

Example #3

def test_airline_pipeline_0_ingest(docker_compose_db):
    ingest_config_object = load_yaml_from_globs(
        script_relative_path('../environments/local_base.yml'),
        script_relative_path('../environments/local_fast_ingest.yml'),
    )

    result_ingest = execute_pipeline(define_airline_demo_ingest_pipeline(),
                                     ingest_config_object)

    assert result_ingest.success

Example #4

File: test_airflow.py Project: zorrock/dagster

class TestAirflowPython_0IngestExecution:
    pipeline = define_airline_demo_ingest_pipeline()
    config_yaml = [
        script_relative_path(
            os.path.join('..', 'environments', 'local_base.yml')),
        script_relative_path(
            os.path.join('..', 'environments', 'local_airflow.yml')),
        script_relative_path(
            os.path.join('..', 'environments', 'local_fast_ingest.yml')),
    ]

    def test_airflow_run_ingest_pipeline(
            self, dagster_airflow_python_operator_pipeline):
        pass

Example #5

def test_construct_ingest_pipeline():
    assert define_airline_demo_ingest_pipeline()