def test_modified_docker_operator_bad_docker_conn(dagster_docker_image):
with instance_for_test() as instance:
dagster_operator_parameters = DagsterOperatorParameters(
task_id="nonce",
run_config={"intermediate_storage": {
"filesystem": {}
}},
pipeline_name="nonce_pipeline",
mode="default",
op_kwargs={
"image": dagster_docker_image,
"api_version": "auto",
"docker_conn_id": "foo_conn",
"command": "dagster --help",
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
instance_ref=instance.get_ref(),
recon_repo=recon_repo_for_tests,
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(AirflowException,
match="The conn_id `foo_conn` isn't defined"):
operator.execute({})
def test_modified_docker_operator_url(dagster_docker_image):
try:
docker_host = os.getenv("DOCKER_HOST")
docker_tls_verify = os.getenv("DOCKER_TLS_VERIFY")
docker_cert_path = os.getenv("DOCKER_CERT_PATH")
os.environ["DOCKER_HOST"] = "gargle"
os.environ["DOCKER_TLS_VERIFY"] = "bargle"
os.environ["DOCKER_CERT_PATH"] = "farfle"
with instance_for_test() as instance:
dagster_operator_parameters = DagsterOperatorParameters(
task_id="nonce",
run_config={"intermediate_storage": {
"filesystem": {}
}},
pipeline_name="nonce_pipeline",
mode="default",
op_kwargs={
"image": dagster_docker_image,
"api_version": "auto",
"docker_url": docker_host or "unix:///var/run/docker.sock",
"tls_hostname":
docker_host if docker_tls_verify else False,
"tls_ca_cert": docker_cert_path,
"command": "dagster --help",
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
instance_ref=instance.get_ref(),
recon_repo=recon_repo_for_tests,
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(AirflowException,
match="Could not parse response"):
operator.execute({})
finally:
if docker_host is not None:
os.environ["DOCKER_HOST"] = docker_host
else:
del os.environ["DOCKER_HOST"]
if docker_tls_verify is not None:
os.environ["DOCKER_TLS_VERIFY"] = docker_tls_verify
else:
del os.environ["DOCKER_TLS_VERIFY"]
if docker_cert_path is not None:
os.environ["DOCKER_CERT_PATH"] = docker_cert_path or ""
else:
del os.environ["DOCKER_CERT_PATH"]
def test_modified_docker_operator_bad_command():
operator = DagsterDockerOperator(
image='dagster-airflow-demo',
api_version='auto',
task_id='nonce',
command='gargle bargle',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
)
with pytest.raises(AirflowException, match='\'StatusCode\': 2'):
operator.execute({})
def test_modified_docker_operator_bad_command(dagster_docker_image, ): # pylint: disable=redefined-outer-name
operator = DagsterDockerOperator(
image=dagster_docker_image,
api_version='auto',
task_id='nonce',
command='dagster-graphql gargle bargle',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
)
with pytest.raises(AirflowException, match='\'StatusCode\': 2'):
operator.execute({})
def test_modified_docker_operator_env(dagster_docker_image): # pylint: disable=redefined-outer-name
operator = DagsterDockerOperator(
image=dagster_docker_image,
api_version='auto',
task_id='nonce',
command='dagster-graphql --help',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
)
with pytest.raises(DagsterGraphQLClientError,
match='Unhandled error type'):
operator.execute({})
def test_modified_docker_operator_env():
operator = DagsterDockerOperator(
image='dagster-airflow-demo',
api_version='auto',
task_id='nonce',
command='--help',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
)
with pytest.raises(DagsterGraphQLClientError,
match='Unhandled error type'):
operator.execute({})
def test_modified_docker_operator_url(dagster_docker_image):
try:
docker_host = os.getenv('DOCKER_HOST')
docker_tls_verify = os.getenv('DOCKER_TLS_VERIFY')
docker_cert_path = os.getenv('DOCKER_CERT_PATH')
os.environ['DOCKER_HOST'] = 'gargle'
os.environ['DOCKER_TLS_VERIFY'] = 'bargle'
os.environ['DOCKER_CERT_PATH'] = 'farfle'
dagster_operator_parameters = DagsterOperatorParameters(
task_id='nonce',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
mode='default',
op_kwargs={
'image': dagster_docker_image,
'api_version': 'auto',
'docker_url': docker_host or 'unix:///var/run/docker.sock',
'tls_hostname': docker_host if docker_tls_verify else False,
'tls_ca_cert': docker_cert_path,
'command': 'dagster-graphql --help',
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(DagsterGraphQLClientError,
match='Unhandled error type'):
operator.execute({})
finally:
if docker_host is not None:
os.environ['DOCKER_HOST'] = docker_host
else:
del os.environ['DOCKER_HOST']
if docker_tls_verify is not None:
os.environ['DOCKER_TLS_VERIFY'] = docker_tls_verify
else:
del os.environ['DOCKER_TLS_VERIFY']
if docker_cert_path is not None:
os.environ['DOCKER_CERT_PATH'] = docker_cert_path or ''
else:
del os.environ['DOCKER_CERT_PATH']
def test_modified_docker_operator_url(dagster_docker_image):
try:
docker_host = os.getenv("DOCKER_HOST")
docker_tls_verify = os.getenv("DOCKER_TLS_VERIFY")
docker_cert_path = os.getenv("DOCKER_CERT_PATH")
os.environ["DOCKER_HOST"] = "gargle"
os.environ["DOCKER_TLS_VERIFY"] = "bargle"
os.environ["DOCKER_CERT_PATH"] = "farfle"
dagster_operator_parameters = DagsterOperatorParameters(
task_id="nonce",
run_config={"storage": {
"filesystem": {}
}},
pipeline_name="",
mode="default",
op_kwargs={
"image": dagster_docker_image,
"api_version": "auto",
"docker_url": docker_host or "unix:///var/run/docker.sock",
"tls_hostname": docker_host if docker_tls_verify else False,
"tls_ca_cert": docker_cert_path,
"command": "dagster-graphql --help",
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(DagsterGraphQLClientError,
match="Unhandled error type"):
operator.execute({})
finally:
if docker_host is not None:
os.environ["DOCKER_HOST"] = docker_host
else:
del os.environ["DOCKER_HOST"]
if docker_tls_verify is not None:
os.environ["DOCKER_TLS_VERIFY"] = docker_tls_verify
else:
del os.environ["DOCKER_TLS_VERIFY"]
if docker_cert_path is not None:
os.environ["DOCKER_CERT_PATH"] = docker_cert_path or ""
else:
del os.environ["DOCKER_CERT_PATH"]
def test_modified_docker_operator_bad_docker_conn():
operator = DagsterDockerOperator(
image='dagster-airflow-demo',
api_version='auto',
task_id='nonce',
docker_conn_id='foo_conn',
command='--help',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
)
with pytest.raises(AirflowException,
match='The conn_id `foo_conn` isn\'t defined'):
operator.execute({})
def test_modified_docker_operator_bad_command(dagster_docker_image):
dagster_operator_parameters = DagsterOperatorParameters(
task_id='nonce',
run_config={'storage': {'filesystem': {}}},
pipeline_name='',
mode='default',
op_kwargs={
'image': dagster_docker_image,
'api_version': 'auto',
'command': 'dagster-graphql gargle bargle',
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(AirflowException, match='\'StatusCode\': 2'):
operator.execute({})
def test_modified_docker_operator_env(dagster_docker_image):
dagster_operator_parameters = DagsterOperatorParameters(
task_id='nonce',
run_config={'storage': {'filesystem': {}}},
pipeline_name='',
mode='default',
op_kwargs={
'image': dagster_docker_image,
'api_version': 'auto',
'command': 'dagster-graphql --help',
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(DagsterGraphQLClientError, match='Unhandled error type'):
operator.execute({})
def test_modified_docker_operator_bad_command(dagster_docker_image, ): # pylint: disable=redefined-outer-name
dagster_operator_parameters = DagsterOperatorParameters(
task_id='nonce',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
mode='default',
op_kwargs={
'image': dagster_docker_image,
'api_version': 'auto',
'command': 'dagster-graphql gargle bargle',
},
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(AirflowException, match='\'StatusCode\': 2'):
operator.execute({})
def test_modified_docker_operator_bad_docker_conn(dagster_docker_image, ): # pylint: disable=redefined-outer-name
operator = DagsterDockerOperator(
image=dagster_docker_image,
api_version='auto',
task_id='nonce',
docker_conn_id='foo_conn',
command='dagster-graphql --help',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
mode='default',
)
with pytest.raises(AirflowException,
match='The conn_id `foo_conn` isn\'t defined'):
operator.execute({})
def test_modified_docker_operator_env(dagster_docker_image): # pylint: disable=redefined-outer-name
dagster_operator_parameters = DagsterOperatorParameters(
task_id='nonce',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
mode='default',
op_kwargs={
'image': dagster_docker_image,
'api_version': 'auto',
'command': 'dagster-graphql --help',
},
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(DagsterGraphQLClientError,
match='Unhandled error type'):
operator.execute({})
def test_modified_docker_operator_url(dagster_docker_image): # pylint: disable=redefined-outer-name
try:
docker_host = os.getenv('DOCKER_HOST')
docker_tls_verify = os.getenv('DOCKER_TLS_VERIFY')
docker_cert_path = os.getenv('DOCKER_CERT_PATH')
os.environ['DOCKER_HOST'] = 'gargle'
os.environ['DOCKER_TLS_VERIFY'] = 'bargle'
os.environ['DOCKER_CERT_PATH'] = 'farfle'
operator = DagsterDockerOperator(
image=dagster_docker_image,
api_version='auto',
task_id='nonce',
docker_url=docker_host or 'unix:///var/run/docker.sock',
tls_hostname=docker_host if docker_tls_verify else False,
tls_ca_cert=docker_cert_path,
command='dagster-graphql --help',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
mode='default',
)
with pytest.raises(DagsterGraphQLClientError,
match='Unhandled error type'):
operator.execute({})
finally:
if docker_host is not None:
os.environ['DOCKER_HOST'] = docker_host
else:
del os.environ['DOCKER_HOST']
if docker_tls_verify is not None:
os.environ['DOCKER_TLS_VERIFY'] = docker_tls_verify
else:
del os.environ['DOCKER_TLS_VERIFY']
if docker_cert_path is not None:
os.environ['DOCKER_CERT_PATH'] = docker_cert_path or ''
else:
del os.environ['DOCKER_CERT_PATH']
def test_init_modified_docker_operator(dagster_docker_image, ): # pylint: disable=redefined-outer-name
DagsterDockerOperator(
image=dagster_docker_image,
api_version='auto',
task_id='nonce',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
)
def test_modified_docker_operator_bad_command(dagster_docker_image):
dagster_operator_parameters = DagsterOperatorParameters(
task_id="nonce",
run_config={"storage": {
"filesystem": {}
}},
pipeline_name="",
mode="default",
op_kwargs={
"image": dagster_docker_image,
"api_version": "auto",
"command": "dagster-graphql gargle bargle",
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(AirflowException, match="'StatusCode': 2"):
operator.execute({})
def test_modified_docker_operator_env(dagster_docker_image):
with instance_for_test() as instance:
dagster_operator_parameters = DagsterOperatorParameters(
task_id="nonce",
run_config={"intermediate_storage": {"filesystem": {}}},
pipeline_name="",
mode="default",
op_kwargs={
"image": dagster_docker_image,
"api_version": "auto",
"command": "dagster-graphql --help",
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
instance_ref=instance.get_ref(),
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(AirflowException, match="Could not parse response"):
operator.execute({})
def test_modified_docker_operator_bad_command(dagster_docker_image):
with instance_for_test() as instance:
dagster_operator_parameters = DagsterOperatorParameters(
task_id="nonce",
pipeline_name="nonce_pipeline",
mode="default",
op_kwargs={
"image": dagster_docker_image,
"api_version": "auto",
"command": "dagster gargle bargle",
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
instance_ref=instance.get_ref(),
recon_repo=recon_repo_for_tests,
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(AirflowException, match="Usage: dagster"):
operator.execute({})
def test_init_modified_docker_operator():
DagsterDockerOperator(
image='dagster-airflow-demo',
api_version='auto',
task_id='nonce',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
)
def test_modified_docker_operator_env(dagster_docker_image):
dagster_operator_parameters = DagsterOperatorParameters(
task_id="nonce",
run_config={"storage": {
"filesystem": {}
}},
pipeline_name="",
mode="default",
op_kwargs={
"image": dagster_docker_image,
"api_version": "auto",
"command": "dagster-graphql --help",
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(DagsterGraphQLClientError,
match="Unhandled error type"):
operator.execute({})
def test_init_modified_docker_operator(dagster_docker_image):
dagster_operator_parameters = DagsterOperatorParameters(
task_id='nonce',
run_config={'storage': {'filesystem': {}}},
pipeline_name='',
mode='default',
op_kwargs={'image': dagster_docker_image, 'api_version': 'auto',},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
)
DagsterDockerOperator(dagster_operator_parameters)
def test_modified_docker_operator_bad_docker_conn(dagster_docker_image):
dagster_operator_parameters = DagsterOperatorParameters(
task_id='nonce',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
mode='default',
op_kwargs={
'image': dagster_docker_image,
'api_version': 'auto',
'docker_conn_id': 'foo_conn',
'command': 'dagster-graphql --help',
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
)
operator = DagsterDockerOperator(dagster_operator_parameters)
with pytest.raises(AirflowException,
match='The conn_id `foo_conn` isn\'t defined'):
operator.execute({})
def test_init_modified_docker_operator(dagster_docker_image):
with instance_for_test() as instance:
dagster_operator_parameters = DagsterOperatorParameters(
task_id="nonce",
run_config={"intermediate_storage": {"filesystem": {}}},
pipeline_name="",
mode="default",
op_kwargs={"image": dagster_docker_image, "api_version": "auto",},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
instance_ref=instance.get_ref(),
)
DagsterDockerOperator(dagster_operator_parameters)
def test_init_modified_docker_operator(dagster_docker_image, ): # pylint: disable=redefined-outer-name
dagster_operator_parameters = DagsterOperatorParameters(
task_id='nonce',
environment_dict={'storage': {
'filesystem': {}
}},
pipeline_name='',
mode='default',
op_kwargs={
'image': dagster_docker_image,
'api_version': 'auto',
},
)
DagsterDockerOperator(dagster_operator_parameters)
def test_init_modified_docker_operator(dagster_docker_image):
dagster_operator_parameters = DagsterOperatorParameters(
task_id="nonce",
run_config={"storage": {
"filesystem": {}
}},
pipeline_name="",
mode="default",
op_kwargs={
"image": dagster_docker_image,
"api_version": "auto",
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
)
DagsterDockerOperator(dagster_operator_parameters)
def test_init_modified_docker_operator(dagster_docker_image):
with instance_for_test() as instance:
dagster_operator_parameters = DagsterOperatorParameters(
task_id="nonce",
pipeline_name="nonce_pipeline",
mode="default",
op_kwargs={
"image": dagster_docker_image,
"api_version": "auto",
},
pipeline_snapshot=nonce_pipeline_snapshot,
execution_plan_snapshot=nonce_execution_plan_snapshot,
instance_ref=instance.get_ref(),
recon_repo=recon_repo_for_tests,
)
DagsterDockerOperator(dagster_operator_parameters)
