def test_modified_docker_operator_bad_docker_conn(dagster_docker_image): with instance_for_test() as instance: dagster_operator_parameters = DagsterOperatorParameters( task_id="nonce", run_config={"intermediate_storage": { "filesystem": {} }}, pipeline_name="nonce_pipeline", mode="default", op_kwargs={ "image": dagster_docker_image, "api_version": "auto", "docker_conn_id": "foo_conn", "command": "dagster --help", }, pipeline_snapshot=nonce_pipeline_snapshot, execution_plan_snapshot=nonce_execution_plan_snapshot, instance_ref=instance.get_ref(), recon_repo=recon_repo_for_tests, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(AirflowException, match="The conn_id `foo_conn` isn't defined"): operator.execute({})
def test_modified_docker_operator_url(dagster_docker_image): try: docker_host = os.getenv("DOCKER_HOST") docker_tls_verify = os.getenv("DOCKER_TLS_VERIFY") docker_cert_path = os.getenv("DOCKER_CERT_PATH") os.environ["DOCKER_HOST"] = "gargle" os.environ["DOCKER_TLS_VERIFY"] = "bargle" os.environ["DOCKER_CERT_PATH"] = "farfle" with instance_for_test() as instance: dagster_operator_parameters = DagsterOperatorParameters( task_id="nonce", run_config={"intermediate_storage": { "filesystem": {} }}, pipeline_name="nonce_pipeline", mode="default", op_kwargs={ "image": dagster_docker_image, "api_version": "auto", "docker_url": docker_host or "unix:///var/run/docker.sock", "tls_hostname": docker_host if docker_tls_verify else False, "tls_ca_cert": docker_cert_path, "command": "dagster --help", }, pipeline_snapshot=nonce_pipeline_snapshot, execution_plan_snapshot=nonce_execution_plan_snapshot, instance_ref=instance.get_ref(), recon_repo=recon_repo_for_tests, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(AirflowException, match="Could not parse response"): operator.execute({}) finally: if docker_host is not None: os.environ["DOCKER_HOST"] = docker_host else: del os.environ["DOCKER_HOST"] if docker_tls_verify is not None: os.environ["DOCKER_TLS_VERIFY"] = docker_tls_verify else: del os.environ["DOCKER_TLS_VERIFY"] if docker_cert_path is not None: os.environ["DOCKER_CERT_PATH"] = docker_cert_path or "" else: del os.environ["DOCKER_CERT_PATH"]
def test_modified_docker_operator_bad_command(dagster_docker_image, ): # pylint: disable=redefined-outer-name operator = DagsterDockerOperator( image=dagster_docker_image, api_version='auto', task_id='nonce', command='dagster-graphql gargle bargle', environment_dict={'storage': { 'filesystem': {} }}, pipeline_name='', ) with pytest.raises(AirflowException, match='\'StatusCode\': 2'): operator.execute({})
def test_modified_docker_operator_bad_command(): operator = DagsterDockerOperator( image='dagster-airflow-demo', api_version='auto', task_id='nonce', command='gargle bargle', environment_dict={'storage': { 'filesystem': {} }}, pipeline_name='', ) with pytest.raises(AirflowException, match='\'StatusCode\': 2'): operator.execute({})
def test_modified_docker_operator_env(dagster_docker_image): # pylint: disable=redefined-outer-name operator = DagsterDockerOperator( image=dagster_docker_image, api_version='auto', task_id='nonce', command='dagster-graphql --help', environment_dict={'storage': { 'filesystem': {} }}, pipeline_name='', ) with pytest.raises(DagsterGraphQLClientError, match='Unhandled error type'): operator.execute({})
def test_modified_docker_operator_env(): operator = DagsterDockerOperator( image='dagster-airflow-demo', api_version='auto', task_id='nonce', command='--help', environment_dict={'storage': { 'filesystem': {} }}, pipeline_name='', ) with pytest.raises(DagsterGraphQLClientError, match='Unhandled error type'): operator.execute({})
def test_modified_docker_operator_url(dagster_docker_image): try: docker_host = os.getenv("DOCKER_HOST") docker_tls_verify = os.getenv("DOCKER_TLS_VERIFY") docker_cert_path = os.getenv("DOCKER_CERT_PATH") os.environ["DOCKER_HOST"] = "gargle" os.environ["DOCKER_TLS_VERIFY"] = "bargle" os.environ["DOCKER_CERT_PATH"] = "farfle" dagster_operator_parameters = DagsterOperatorParameters( task_id="nonce", run_config={"storage": { "filesystem": {} }}, pipeline_name="", mode="default", op_kwargs={ "image": dagster_docker_image, "api_version": "auto", "docker_url": docker_host or "unix:///var/run/docker.sock", "tls_hostname": docker_host if docker_tls_verify else False, "tls_ca_cert": docker_cert_path, "command": "dagster-graphql --help", }, pipeline_snapshot=nonce_pipeline_snapshot, execution_plan_snapshot=nonce_execution_plan_snapshot, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(DagsterGraphQLClientError, match="Unhandled error type"): operator.execute({}) finally: if docker_host is not None: os.environ["DOCKER_HOST"] = docker_host else: del os.environ["DOCKER_HOST"] if docker_tls_verify is not None: os.environ["DOCKER_TLS_VERIFY"] = docker_tls_verify else: del os.environ["DOCKER_TLS_VERIFY"] if docker_cert_path is not None: os.environ["DOCKER_CERT_PATH"] = docker_cert_path or "" else: del os.environ["DOCKER_CERT_PATH"]
def test_modified_docker_operator_url(dagster_docker_image): try: docker_host = os.getenv('DOCKER_HOST') docker_tls_verify = os.getenv('DOCKER_TLS_VERIFY') docker_cert_path = os.getenv('DOCKER_CERT_PATH') os.environ['DOCKER_HOST'] = 'gargle' os.environ['DOCKER_TLS_VERIFY'] = 'bargle' os.environ['DOCKER_CERT_PATH'] = 'farfle' dagster_operator_parameters = DagsterOperatorParameters( task_id='nonce', environment_dict={'storage': { 'filesystem': {} }}, pipeline_name='', mode='default', op_kwargs={ 'image': dagster_docker_image, 'api_version': 'auto', 'docker_url': docker_host or 'unix:///var/run/docker.sock', 'tls_hostname': docker_host if docker_tls_verify else False, 'tls_ca_cert': docker_cert_path, 'command': 'dagster-graphql --help', }, pipeline_snapshot=nonce_pipeline_snapshot, execution_plan_snapshot=nonce_execution_plan_snapshot, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(DagsterGraphQLClientError, match='Unhandled error type'): operator.execute({}) finally: if docker_host is not None: os.environ['DOCKER_HOST'] = docker_host else: del os.environ['DOCKER_HOST'] if docker_tls_verify is not None: os.environ['DOCKER_TLS_VERIFY'] = docker_tls_verify else: del os.environ['DOCKER_TLS_VERIFY'] if docker_cert_path is not None: os.environ['DOCKER_CERT_PATH'] = docker_cert_path or '' else: del os.environ['DOCKER_CERT_PATH']
def test_modified_docker_operator_bad_docker_conn(): operator = DagsterDockerOperator( image='dagster-airflow-demo', api_version='auto', task_id='nonce', docker_conn_id='foo_conn', command='--help', environment_dict={'storage': { 'filesystem': {} }}, pipeline_name='', ) with pytest.raises(AirflowException, match='The conn_id `foo_conn` isn\'t defined'): operator.execute({})
def test_modified_docker_operator_bad_docker_conn(dagster_docker_image, ): # pylint: disable=redefined-outer-name operator = DagsterDockerOperator( image=dagster_docker_image, api_version='auto', task_id='nonce', docker_conn_id='foo_conn', command='dagster-graphql --help', environment_dict={'storage': { 'filesystem': {} }}, pipeline_name='', mode='default', ) with pytest.raises(AirflowException, match='The conn_id `foo_conn` isn\'t defined'): operator.execute({})
def test_modified_docker_operator_bad_command(dagster_docker_image, ): # pylint: disable=redefined-outer-name dagster_operator_parameters = DagsterOperatorParameters( task_id='nonce', environment_dict={'storage': { 'filesystem': {} }}, pipeline_name='', mode='default', op_kwargs={ 'image': dagster_docker_image, 'api_version': 'auto', 'command': 'dagster-graphql gargle bargle', }, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(AirflowException, match='\'StatusCode\': 2'): operator.execute({})
def test_modified_docker_operator_bad_command(dagster_docker_image): dagster_operator_parameters = DagsterOperatorParameters( task_id='nonce', run_config={'storage': {'filesystem': {}}}, pipeline_name='', mode='default', op_kwargs={ 'image': dagster_docker_image, 'api_version': 'auto', 'command': 'dagster-graphql gargle bargle', }, pipeline_snapshot=nonce_pipeline_snapshot, execution_plan_snapshot=nonce_execution_plan_snapshot, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(AirflowException, match='\'StatusCode\': 2'): operator.execute({})
def test_modified_docker_operator_env(dagster_docker_image): dagster_operator_parameters = DagsterOperatorParameters( task_id='nonce', run_config={'storage': {'filesystem': {}}}, pipeline_name='', mode='default', op_kwargs={ 'image': dagster_docker_image, 'api_version': 'auto', 'command': 'dagster-graphql --help', }, pipeline_snapshot=nonce_pipeline_snapshot, execution_plan_snapshot=nonce_execution_plan_snapshot, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(DagsterGraphQLClientError, match='Unhandled error type'): operator.execute({})
def test_modified_docker_operator_env(dagster_docker_image): # pylint: disable=redefined-outer-name dagster_operator_parameters = DagsterOperatorParameters( task_id='nonce', environment_dict={'storage': { 'filesystem': {} }}, pipeline_name='', mode='default', op_kwargs={ 'image': dagster_docker_image, 'api_version': 'auto', 'command': 'dagster-graphql --help', }, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(DagsterGraphQLClientError, match='Unhandled error type'): operator.execute({})
def test_modified_docker_operator_url(dagster_docker_image): # pylint: disable=redefined-outer-name try: docker_host = os.getenv('DOCKER_HOST') docker_tls_verify = os.getenv('DOCKER_TLS_VERIFY') docker_cert_path = os.getenv('DOCKER_CERT_PATH') os.environ['DOCKER_HOST'] = 'gargle' os.environ['DOCKER_TLS_VERIFY'] = 'bargle' os.environ['DOCKER_CERT_PATH'] = 'farfle' operator = DagsterDockerOperator( image=dagster_docker_image, api_version='auto', task_id='nonce', docker_url=docker_host or 'unix:///var/run/docker.sock', tls_hostname=docker_host if docker_tls_verify else False, tls_ca_cert=docker_cert_path, command='dagster-graphql --help', environment_dict={'storage': { 'filesystem': {} }}, pipeline_name='', mode='default', ) with pytest.raises(DagsterGraphQLClientError, match='Unhandled error type'): operator.execute({}) finally: if docker_host is not None: os.environ['DOCKER_HOST'] = docker_host else: del os.environ['DOCKER_HOST'] if docker_tls_verify is not None: os.environ['DOCKER_TLS_VERIFY'] = docker_tls_verify else: del os.environ['DOCKER_TLS_VERIFY'] if docker_cert_path is not None: os.environ['DOCKER_CERT_PATH'] = docker_cert_path or '' else: del os.environ['DOCKER_CERT_PATH']
def test_modified_docker_operator_bad_command(dagster_docker_image): dagster_operator_parameters = DagsterOperatorParameters( task_id="nonce", run_config={"storage": { "filesystem": {} }}, pipeline_name="", mode="default", op_kwargs={ "image": dagster_docker_image, "api_version": "auto", "command": "dagster-graphql gargle bargle", }, pipeline_snapshot=nonce_pipeline_snapshot, execution_plan_snapshot=nonce_execution_plan_snapshot, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(AirflowException, match="'StatusCode': 2"): operator.execute({})
def test_modified_docker_operator_bad_command(dagster_docker_image): with instance_for_test() as instance: dagster_operator_parameters = DagsterOperatorParameters( task_id="nonce", pipeline_name="nonce_pipeline", mode="default", op_kwargs={ "image": dagster_docker_image, "api_version": "auto", "command": "dagster gargle bargle", }, pipeline_snapshot=nonce_pipeline_snapshot, execution_plan_snapshot=nonce_execution_plan_snapshot, instance_ref=instance.get_ref(), recon_repo=recon_repo_for_tests, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(AirflowException, match="Usage: dagster"): operator.execute({})
def test_modified_docker_operator_env(dagster_docker_image): with instance_for_test() as instance: dagster_operator_parameters = DagsterOperatorParameters( task_id="nonce", run_config={"intermediate_storage": {"filesystem": {}}}, pipeline_name="", mode="default", op_kwargs={ "image": dagster_docker_image, "api_version": "auto", "command": "dagster-graphql --help", }, pipeline_snapshot=nonce_pipeline_snapshot, execution_plan_snapshot=nonce_execution_plan_snapshot, instance_ref=instance.get_ref(), ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(AirflowException, match="Could not parse response"): operator.execute({})
def test_modified_docker_operator_env(dagster_docker_image): dagster_operator_parameters = DagsterOperatorParameters( task_id="nonce", run_config={"storage": { "filesystem": {} }}, pipeline_name="", mode="default", op_kwargs={ "image": dagster_docker_image, "api_version": "auto", "command": "dagster-graphql --help", }, pipeline_snapshot=nonce_pipeline_snapshot, execution_plan_snapshot=nonce_execution_plan_snapshot, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(DagsterGraphQLClientError, match="Unhandled error type"): operator.execute({})
def test_modified_docker_operator_bad_docker_conn(dagster_docker_image): dagster_operator_parameters = DagsterOperatorParameters( task_id='nonce', environment_dict={'storage': { 'filesystem': {} }}, pipeline_name='', mode='default', op_kwargs={ 'image': dagster_docker_image, 'api_version': 'auto', 'docker_conn_id': 'foo_conn', 'command': 'dagster-graphql --help', }, pipeline_snapshot=nonce_pipeline_snapshot, execution_plan_snapshot=nonce_execution_plan_snapshot, ) operator = DagsterDockerOperator(dagster_operator_parameters) with pytest.raises(AirflowException, match='The conn_id `foo_conn` isn\'t defined'): operator.execute({})