class StorageTableMetaModel(DataBaseModel):
f_name = CharField(max_length=100, index=True)
f_namespace = CharField(max_length=100, index=True)
f_address = JSONField()
f_engine = CharField(max_length=100, index=True) # 'EGGROLL', 'MYSQL'
f_store_type = CharField(max_length=50, index=True,
null=True) # store type
f_options = JSONField()
f_partitions = IntegerField(null=True)
f_id_delimiter = CharField(null=True)
f_in_serialized = BooleanField(default=True)
f_have_head = BooleanField(default=True)
f_extend_sid = BooleanField(default=False)
f_auto_increasing_sid = BooleanField(default=False)
f_schema = SerializedField()
f_count = BigIntegerField(null=True)
f_part_of_data = SerializedField()
f_description = TextField(default='')
f_read_access_time = BigIntegerField(null=True)
f_read_access_date = DateTimeField(null=True)
f_write_access_time = BigIntegerField(null=True)
f_write_access_date = DateTimeField(null=True)
class Meta:
db_table = "t_storage_table_meta"
primary_key = CompositeKey('f_name', 'f_namespace')
class StorageConnectorModel(DataBaseModel):
f_name = CharField(max_length=100, primary_key=True)
f_engine = CharField(max_length=100, index=True) # 'MYSQL'
f_connector_info = JSONField()
class Meta:
db_table = "t_storage_connector"
class ComponentInfo(DataBaseModel):
f_component_name = CharField(max_length=30, primary_key=True)
f_component_alias = JSONField()
f_default_provider = CharField(max_length=20)
f_support_provider = ListField(null=True)
class Meta:
db_table = "t_component_info"
class MachineLearningModelInfo(DataBaseModel):
f_role = CharField(max_length=50)
f_party_id = CharField(max_length=10)
f_roles = JSONField(default={})
f_job_id = CharField(max_length=25, index=True)
f_model_id = CharField(max_length=100, index=True)
f_model_version = CharField(max_length=100, index=True)
f_loaded_times = IntegerField(default=0)
f_size = BigIntegerField(default=0)
f_description = TextField(null=True, default='')
f_initiator_role = CharField(max_length=50)
f_initiator_party_id = CharField(max_length=50, default=-1)
f_runtime_conf = JSONField(default={})
f_train_dsl = JSONField(default={})
f_train_runtime_conf = JSONField(default={})
f_imported = IntegerField(default=0)
f_job_status = CharField(max_length=50, null=True)
f_runtime_conf_on_party = JSONField(default={})
f_fate_version = CharField(max_length=10, null=True, default='')
f_parent = BooleanField(null=True, default=None)
f_parent_info = JSONField(default={})
f_inference_dsl = JSONField(default={})
class Meta:
db_table = "t_machine_learning_model_info"
primary_key = CompositeKey('f_role', 'f_party_id', 'f_model_id',
'f_model_version')
class ComponentProviderInfo(DataBaseModel):
f_provider_name = CharField(max_length=20, index=True)
f_version = CharField(max_length=10, index=True)
f_class_path = JSONField()
f_path = CharField(max_length=128, null=False)
f_python = CharField(max_length=128, null=False)
class Meta:
db_table = "t_component_provider_info"
primary_key = CompositeKey('f_provider_name', 'f_version')
class SessionRecord(DataBaseModel):
f_engine_session_id = CharField(max_length=150, null=False, index=True)
f_manager_session_id = CharField(max_length=150, null=False, index=True)
f_engine_type = CharField(max_length=10, index=True)
f_engine_name = CharField(max_length=50, index=True)
f_engine_address = JSONField()
class Meta:
db_table = "t_session_record"
primary_key = CompositeKey("f_engine_type", "f_engine_name",
"f_engine_session_id")
class WorkerInfo(DataBaseModel):
f_worker_id = CharField(max_length=100, primary_key=True)
f_worker_name = CharField(max_length=50, index=True)
f_job_id = CharField(max_length=25, index=True)
f_task_id = CharField(max_length=100)
f_task_version = BigIntegerField(index=True)
f_role = CharField(max_length=50)
f_party_id = CharField(max_length=10, index=True)
f_run_ip = CharField(max_length=100, null=True)
f_run_pid = IntegerField(null=True)
f_http_port = IntegerField(null=True)
f_grpc_port = IntegerField(null=True)
f_config = JSONField(null=True)
f_cmd = JSONField(null=True)
f_start_time = BigIntegerField(null=True)
f_start_date = DateTimeField(null=True)
f_end_time = BigIntegerField(null=True)
f_end_date = DateTimeField(null=True)
class Meta:
db_table = "t_worker"
class Task(DataBaseModel):
# multi-party common configuration
f_job_id = CharField(max_length=25, index=True)
f_component_name = TextField()
f_component_module = CharField(max_length=200)
f_task_id = CharField(max_length=100)
f_task_version = BigIntegerField()
f_initiator_role = CharField(max_length=50)
f_initiator_party_id = CharField(max_length=50, default=-1)
f_federated_mode = CharField(max_length=10)
f_federated_status_collect_type = CharField(max_length=10)
f_status = CharField(max_length=50, index=True)
f_status_code = IntegerField(null=True)
f_auto_retries = IntegerField(default=0)
f_auto_retry_delay = IntegerField(default=0)
# this party configuration
f_role = CharField(max_length=50, index=True)
f_party_id = CharField(max_length=10, index=True)
f_run_on_this_party = BooleanField(null=True, index=True, default=False)
f_worker_id = CharField(null=True, max_length=100)
f_cmd = JSONField(null=True)
f_run_ip = CharField(max_length=100, null=True)
f_run_pid = IntegerField(null=True)
f_party_status = CharField(max_length=50)
f_provider_info = JSONField()
f_component_parameters = JSONField()
f_engine_conf = JSONField(null=True)
f_start_time = BigIntegerField(null=True)
f_start_date = DateTimeField(null=True)
f_end_time = BigIntegerField(null=True)
f_end_date = DateTimeField(null=True)
f_elapsed = BigIntegerField(null=True)
class Meta:
db_table = "t_task"
primary_key = CompositeKey('f_job_id', 'f_task_id', 'f_task_version',
'f_role', 'f_party_id')
class DependenciesStorageMeta(DataBaseModel):
f_storage_engine = CharField(max_length=30)
f_type = CharField(max_length=20)
f_version = CharField(max_length=10, index=True)
f_storage_path = CharField(max_length=256, null=True)
f_snapshot_time = BigIntegerField(null=True)
f_fate_flow_snapshot_time = BigIntegerField(null=True)
f_dependencies_conf = JSONField(null=True)
f_upload_status = BooleanField(default=False)
f_pid = IntegerField(null=True)
class Meta:
db_table = "t_dependencies_storage_meta"
primary_key = CompositeKey('f_storage_engine', 'f_type', 'f_version')
class EngineRegistry(DataBaseModel):
f_engine_type = CharField(max_length=10, index=True)
f_engine_name = CharField(max_length=50, index=True)
f_engine_entrance = CharField(max_length=50, index=True)
f_engine_config = JSONField()
f_cores = IntegerField()
f_memory = IntegerField() # MB
f_remaining_cores = IntegerField()
f_remaining_memory = IntegerField() # MB
f_nodes = IntegerField()
class Meta:
db_table = "t_engine_registry"
primary_key = CompositeKey('f_engine_name', 'f_engine_type')
class Job(DataBaseModel):
# multi-party common configuration
f_user_id = CharField(max_length=25, null=True)
f_job_id = CharField(max_length=25, index=True)
f_name = CharField(max_length=500, null=True, default='')
f_description = TextField(null=True, default='')
f_tag = CharField(max_length=50, null=True, default='')
f_dsl = JSONField()
f_runtime_conf = JSONField()
f_runtime_conf_on_party = JSONField()
f_train_runtime_conf = JSONField(null=True)
f_roles = JSONField()
f_initiator_role = CharField(max_length=50)
f_initiator_party_id = CharField(max_length=50)
f_status = CharField(max_length=50)
f_status_code = IntegerField(null=True)
f_user = JSONField()
# this party configuration
f_role = CharField(max_length=50, index=True)
f_party_id = CharField(max_length=10, index=True)
f_is_initiator = BooleanField(null=True, default=False)
f_progress = IntegerField(null=True, default=0)
f_ready_signal = BooleanField(default=False)
f_ready_time = BigIntegerField(null=True)
f_cancel_signal = BooleanField(default=False)
f_cancel_time = BigIntegerField(null=True)
f_rerun_signal = BooleanField(default=False)
f_end_scheduling_updates = IntegerField(null=True, default=0)
f_engine_name = CharField(max_length=50, null=True)
f_engine_type = CharField(max_length=10, null=True)
f_cores = IntegerField(default=0)
f_memory = IntegerField(default=0) # MB
f_remaining_cores = IntegerField(default=0)
f_remaining_memory = IntegerField(default=0) # MB
f_resource_in_use = BooleanField(default=False)
f_apply_resource_time = BigIntegerField(null=True)
f_return_resource_time = BigIntegerField(null=True)
f_inheritance_info = JSONField(null=True)
f_inheritance_status = CharField(max_length=50, null=True)
f_start_time = BigIntegerField(null=True)
f_start_date = DateTimeField(null=True)
f_end_time = BigIntegerField(null=True)
f_end_date = DateTimeField(null=True)
f_elapsed = BigIntegerField(null=True)
class Meta:
db_table = "t_job"
primary_key = CompositeKey('f_job_id', 'f_role', 'f_party_id')