def config_field_for_configurable_class(name, **field_opts):
return Field(
SystemNamedDict(
name,
{'module': Field(String), 'class': Field(String), 'config': Field(PermissiveDict())},
),
**field_opts
)
def config_type(cls):
return SystemNamedDict(
'S3ComputeLogManagerConfig',
{
'bucket': Field(String),
'local_dir': Field(String, is_optional=True)
},
)
def config_type(cls):
return SystemNamedDict(
'S3ComputeLogManagerConfig',
{
'bucket': Field(String),
'local_dir': Field(String, is_optional=True),
'prefix': Field(String, is_optional=True, default_value='dagster'),
},
)
def config_type(cls):
return SystemNamedDict(
'RemoteDagitExecutionServerConfig',
{
'postgres_host': Field(str),
'postgres_port': Field(str),
'image_pull_secrets': Field(list),
'service_account_name': Field(str),
'job_image': Field(str),
},
)
def define_dagster_config_cls():
return SystemNamedDict(
'DagsterInstanceConfig',
{
'features':
Field(PermissiveDict(), is_optional=True),
'root_storage':
config_field_for_configurable_class(
'DagsterInstanceRootStorageConfig', is_optional=True),
'compute_logs':
config_field_for_configurable_class(
'DagsterInstanceComputeLogsConfig', is_optional=True),
},
)
def define_dagster_config_cls():
return SystemNamedDict(
'DagsterInstanceConfig',
{
'local_artifact_storage':
config_field_for_configurable_class(
'DagsterInstanceLocalArtifactStorageConfig', is_optional=True),
'compute_logs':
config_field_for_configurable_class(
'DagsterInstanceComputeLogsConfig', is_optional=True),
'run_storage':
config_field_for_configurable_class(
'DagsterInstanceRunStorageConfig', is_optional=True),
'event_log_storage':
config_field_for_configurable_class(
'DagsterInstanceEventLogStorageConfig', is_optional=True),
},
)
def config_type(cls):
return SystemNamedDict('SqliteEventLogStorageConfig', {'base_dir': Field(String)})
def config_type(cls):
return SystemNamedDict('LocalArtifactStorageConfig', {'base_dir': Field(String)})
def config_type(cls):
return SystemNamedDict('PostgresRunStorageConfig',
{'postgres_url': Field(String)})
def config_type(cls):
return SystemNamedDict('RootStorageConfig', {'root_storage_dir': Field(String)})