Exemplo n.º 1
0
def config_field_for_configurable_class(name, **field_opts):
    return Field(
        SystemNamedDict(
            name,
            {'module': Field(String), 'class': Field(String), 'config': Field(PermissiveDict())},
        ),
        **field_opts
    )
Exemplo n.º 2
0
 def config_type(cls):
     return SystemNamedDict(
         'S3ComputeLogManagerConfig',
         {
             'bucket': Field(String),
             'local_dir': Field(String, is_optional=True)
         },
     )
 def config_type(cls):
     return SystemNamedDict(
         'S3ComputeLogManagerConfig',
         {
             'bucket': Field(String),
             'local_dir': Field(String, is_optional=True),
             'prefix': Field(String, is_optional=True, default_value='dagster'),
         },
     )
Exemplo n.º 4
0
 def config_type(cls):
     return SystemNamedDict(
         'RemoteDagitExecutionServerConfig',
         {
             'postgres_host': Field(str),
             'postgres_port': Field(str),
             'image_pull_secrets': Field(list),
             'service_account_name': Field(str),
             'job_image': Field(str),
         },
     )
Exemplo n.º 5
0
def define_dagster_config_cls():
    return SystemNamedDict(
        'DagsterInstanceConfig',
        {
            'features':
            Field(PermissiveDict(), is_optional=True),
            'root_storage':
            config_field_for_configurable_class(
                'DagsterInstanceRootStorageConfig', is_optional=True),
            'compute_logs':
            config_field_for_configurable_class(
                'DagsterInstanceComputeLogsConfig', is_optional=True),
        },
    )
Exemplo n.º 6
0
def define_dagster_config_cls():
    return SystemNamedDict(
        'DagsterInstanceConfig',
        {
            'local_artifact_storage':
            config_field_for_configurable_class(
                'DagsterInstanceLocalArtifactStorageConfig', is_optional=True),
            'compute_logs':
            config_field_for_configurable_class(
                'DagsterInstanceComputeLogsConfig', is_optional=True),
            'run_storage':
            config_field_for_configurable_class(
                'DagsterInstanceRunStorageConfig', is_optional=True),
            'event_log_storage':
            config_field_for_configurable_class(
                'DagsterInstanceEventLogStorageConfig', is_optional=True),
        },
    )
Exemplo n.º 7
0
 def config_type(cls):
     return SystemNamedDict('SqliteEventLogStorageConfig', {'base_dir': Field(String)})
Exemplo n.º 8
0
 def config_type(cls):
     return SystemNamedDict('LocalArtifactStorageConfig', {'base_dir': Field(String)})
Exemplo n.º 9
0
 def config_type(cls):
     return SystemNamedDict('PostgresRunStorageConfig',
                            {'postgres_url': Field(String)})
Exemplo n.º 10
0
 def config_type(cls):
     return SystemNamedDict('RootStorageConfig', {'root_storage_dir': Field(String)})