class Model(DbModelMixin, Document): meta = { 'db_alias': Database.backend, 'strict': strict, 'indexes': [{ 'name': '%s.model.main_text_index' % Database.backend, 'fields': [ '$name', '$id', '$comment', '$parent', '$task', '$project', ], 'default_language': 'english', 'weights': { 'name': 10, 'id': 10, 'comment': 10, 'parent': 5, 'task': 3, 'project': 3, } }], } id = StringField(primary_key=True) name = StrippedStringField(user_set_allowed=True, min_length=3) parent = StringField(reference_field='Model', required=False) user = StringField(required=True, reference_field=User) company = StringField(required=True, reference_field=Company) project = StringField(reference_field=Project, user_set_allowed=True) created = DateTimeField(required=True, user_set_allowed=True) task = StringField(reference_field=Task) comment = StringField(user_set_allowed=True) tags = ListField(StringField(required=True), user_set_allowed=True) uri = SupportedURLField(default='', user_set_allowed=True) framework = StringField() design = SafeDictField() labels = ModelLabels() ready = BooleanField(required=True) ui_cache = SafeDictField(default=dict, user_set_allowed=True, exclude_by_default=True)
class Script(EmbeddedDocument): binary = StringField(default='python') repository = StringField(required=True) tag = StringField() branch = StringField() version_num = StringField() entry_point = StringField(required=True) working_dir = StringField() requirements = SafeDictField()
class Model(DbModelMixin, Document): meta = { "db_alias": Database.backend, "strict": strict, "indexes": [ "parent", "project", "task", ("company", "name"), { "name": "%s.model.main_text_index" % Database.backend, "fields": ["$name", "$id", "$comment", "$parent", "$task", "$project"], "default_language": "english", "weights": { "name": 10, "id": 10, "comment": 10, "parent": 5, "task": 3, "project": 3, }, }, ], } id = StringField(primary_key=True) name = StrippedStringField(user_set_allowed=True, min_length=3) parent = StringField(reference_field="Model", required=False) user = StringField(required=True, reference_field=User) company = StringField(required=True, reference_field=Company) project = StringField(reference_field=Project, user_set_allowed=True) created = DateTimeField(required=True, user_set_allowed=True) task = StringField(reference_field=Task) comment = StringField(user_set_allowed=True) tags = ListField(StringField(required=True), user_set_allowed=True) system_tags = ListField(StringField(required=True), user_set_allowed=True) uri = StrippedStringField(default="", user_set_allowed=True) framework = StringField() design = SafeDictField() labels = ModelLabels() ready = BooleanField(required=True) ui_cache = SafeDictField( default=dict, user_set_allowed=True, exclude_by_default=True )
class Execution(EmbeddedDocument): test_split = IntField(default=0) parameters = SafeDictField(default=dict) model = StringField(reference_field='Model') model_desc = SafeMapField(StringField(default='')) model_labels = ModelLabels() framework = StringField() queue = StringField() ''' Queue ID where task was queued '''
class Script(EmbeddedDocument, ProperDictMixin): binary = StringField(default="python") repository = StringField(default="") tag = StringField() branch = StringField() version_num = StringField() entry_point = StringField(default="") working_dir = StringField() requirements = SafeDictField() diff = StringField()
class Execution(EmbeddedDocument): test_split = IntField(default=0) parameters = SafeDictField(default=dict) model = StringField(reference_field="Model") model_desc = SafeMapField(StringField(default="")) model_labels = ModelLabels() framework = StringField() artifacts = EmbeddedDocumentSortedListField(Artifact) docker_cmd = StringField() queue = StringField() """ Queue ID where task was queued """
class User(DbModelMixin, Document): meta = { 'db_alias': Database.backend, 'strict': strict, } id = StringField(primary_key=True) company = StringField(required=True, reference_field=Company) name = StringField(required=True, user_set_allowed=True) family_name = StringField(user_set_allowed=True) given_name = StringField(user_set_allowed=True) avatar = StringField() preferences = SafeDictField(default=dict, exclude_by_default=True)
class Task(AttributedDocument): _numeric_locale = {"locale": "en_US", "numericOrdering": True} _field_collation_overrides = { "execution.parameters.": _numeric_locale, "last_metrics.": _numeric_locale, "hyperparams.": _numeric_locale, "configuration.": _numeric_locale, } meta = { "db_alias": Database.backend, "strict": strict, "indexes": [ "created", "started", "completed", "parent", "project", ("company", "name"), ("company", "user"), ("company", "type", "system_tags", "status"), ("company", "project", "type", "system_tags", "status"), ("status", "last_update"), # for maintenance tasks { "name": "%s.task.main_text_index" % Database.backend, "fields": [ "$name", "$id", "$comment", "$execution.model", "$output.model", "$script.repository", "$script.entry_point", ], "default_language": "english", "weights": { "name": 10, "id": 10, "comment": 10, "execution.model": 2, "output.model": 2, "script.repository": 1, "script.entry_point": 1, }, }, ], } get_all_query_options = GetMixin.QueryParameterOptions( list_fields=("id", "user", "tags", "system_tags", "type", "status", "project"), datetime_fields=("status_changed",), pattern_fields=("name", "comment"), fields=("parent",), ) id = StringField(primary_key=True) name = StrippedStringField( required=True, user_set_allowed=True, sparse=False, min_length=3 ) type = StringField(required=True, choices=get_options(TaskType)) status = StringField(default=TaskStatus.created, choices=get_options(TaskStatus)) status_reason = StringField() status_message = StringField() status_changed = DateTimeField() comment = StringField(user_set_allowed=True) created = DateTimeField(required=True, user_set_allowed=True) started = DateTimeField() completed = DateTimeField() published = DateTimeField() parent = StringField() project = StringField(reference_field=Project, user_set_allowed=True) output: Output = EmbeddedDocumentField(Output, default=Output) execution: Execution = EmbeddedDocumentField(Execution, default=Execution) tags = SafeSortedListField(StringField(required=True), user_set_allowed=True) system_tags = SafeSortedListField(StringField(required=True), user_set_allowed=True) script: Script = EmbeddedDocumentField(Script, default=Script) last_worker = StringField() last_worker_report = DateTimeField() last_update = DateTimeField() last_iteration = IntField(default=DEFAULT_LAST_ITERATION) last_metrics = SafeMapField(field=SafeMapField(EmbeddedDocumentField(MetricEvent))) metric_stats = SafeMapField(field=EmbeddedDocumentField(MetricEventStats)) company_origin = StringField(exclude_by_default=True) duration = IntField() # task duration in seconds hyperparams = SafeMapField(field=SafeMapField(EmbeddedDocumentField(ParamsItem))) configuration = SafeMapField(field=EmbeddedDocumentField(ConfigurationItem)) runtime = SafeDictField(default=dict)