def create_or_update_presto_schema_fields_for_mongo(topic: Topic): if topic.type == RAW: log.info("raw topic ignore presto update") else: topic_name = build_collection_name(topic.name) presto_schema = find_one({"table": topic_name}, Schema, "_schema") new_schema = { "table": topic_name, "fields": __build_presto_fields(topic.factors) } if presto_schema is None: insert_one(new_schema, Schema, "_schema") else: delete_one({"table": topic_name}, "_schema") insert_one(new_schema, Schema, "_schema")
def save_enum_to_storage(enum: Enum): if check_fake_id(enum.enumId): enum.enumId = get_surrogate_key() items_copy = enum.items.copy() enum.items = [] # result = template.create(ENUMS, enum, Enum) result = insert_one(enum, Enum, ENUMS) items = __add_enum_id(items_copy, result.enumId) save_enum_items_to_storage(items) return result else: items_copy = enum.items.copy() enum.items = [] items = __add_enum_id(items_copy, enum.enumId) save_enum_items_to_storage(items) # return template.update_one(ENUMS, {"enumId": enum.enumId}, enum, Enum) return update_one(enum, Enum, ENUMS)
def create_user_storage(user: User): if user.userId is None: user.userId = get_surrogate_key() user.password = get_password_hash(user.password) # return template.create(USERS, user, User) return insert_one(user, User, USERS)
def create_favorite(favorite): # return template.create(CONSOLE_SPACE_FAVORITES, favorite, Favorite) return insert_one(favorite, Favorite, CONSOLE_SPACE_FAVORITES)
def save_topic(topic: Topic) -> Topic: # get_topic_by_id.cache_clear() # get_topic.cache_clear() # return template.create(TOPICS, topic, Topic) return insert_one(topic, Topic, TOPICS)
def import_report_to_db(report): # template.create(CONSOLE_REPORTS, report, Report) insert_one(report, Report, CONSOLE_REPORTS)
def insert_space_to_storage(space) -> Space: # return template.create(SPACES, space, Space) return insert_one(space, Space, SPACES)
def create_console_space_graph( console_space_graph: ConnectedSpaceGraphics) -> ConnectedSpaceGraphics: # return template.create("console_space_graph", console_space_graph, ConnectedSpaceGraphics) return insert_one(console_space_graph, ConnectedSpaceGraphics, "console_space_graph")
def create_console_subject_to_storage(subject: ConsoleSpaceSubject): if subject.subjectId is None or check_fake_id(subject.subjectId): subject.subjectId = get_surrogate_key() # return template.create(CONSOLE_SPACE_SUBJECTS, subject, ConsoleSpaceSubject) return insert_one(subject, ConsoleSpaceSubject, CONSOLE_SPACE_SUBJECTS)
def import_dashboard_to_db(dashboard): # template.create(DASHBOARDS, dashboard, ConsoleDashboard) insert_one(dashboard, ConsoleDashboard, DASHBOARDS)
def create_dashboard_to_storage(dashboard: ConsoleDashboard): if dashboard.dashboardId is None or check_fake_id(dashboard.dashboardId): dashboard.dashboardId = get_surrogate_key() # return template.create(DASHBOARDS, dashboard, ConsoleDashboard) return insert_one(dashboard, ConsoleDashboard, DASHBOARDS)
def import_user_group_to_db(group) -> UserGroup: # return template.create(USER_GROUPS, group, UserGroup) return insert_one(group, UserGroup, USER_GROUPS)
def create_user_group_storage(user_group: UserGroup) -> UserGroup: if user_group.userGroupId is None or check_fake_id(user_group.userGroupId): user_group.userGroupId = get_surrogate_key() # return template.create(USER_GROUPS, user_group, UserGroup) return insert_one(user_group, UserGroup, USER_GROUPS)
def import_topic_to_db(topic: Topic) -> Topic: get_topic_by_id.cache_clear() get_topic.cache_clear() # return template.create(TOPICS, topic, Topic) return insert_one(topic, Topic, TOPICS)
def import_user_to_db(user): # template.create(USERS, user, User) return insert_one(user, User, USERS)
def create_console_space(console_space: ConsoleSpace): # return template.create("console_spaces", console_space, ConsoleSpace) return insert_one(console_space, ConsoleSpace, "console_spaces")
def import_console_subject_to_db(subject): # return template.create(CONSOLE_SPACE_SUBJECTS, subject, ConsoleSpaceSubject) return insert_one(subject, ConsoleSpaceSubject, CONSOLE_SPACE_SUBJECTS)
def import_console_spaces( console_space: ConnectedSpaceGraphics) -> ConnectedSpaceGraphics: # return template.create("console_space_graph", console_space, ConnectedSpaceGraphics) return insert_one(console_space, ConnectedSpaceGraphics, "console_space_graph")
def create_pipeline(pipeline: Pipeline) -> Pipeline: pipeline.pipelineId = get_surrogate_key() # return template.create(PIPELINES, pipeline, Pipeline) return insert_one(pipeline, Pipeline, PIPELINES)
def import_space_to_db(space) -> Space: # return mongo_template.create(SPACES, space, Space) return insert_one(space, Space, SPACES)
def create_pipeline_graph(pipeline_graph: PipelinesGraphics): # return template.create(PIPELINE_GRAPH, pipeline_graph, PipelinesGraphics) return insert_one(pipeline_graph, PipelinesGraphics, PIPELINE_GRAPH)
def create_report(report): # return template.create(CONSOLE_REPORTS, report, Report) return insert_one(report, Report, CONSOLE_REPORTS)
def import_pipeline_to_db(pipeline): # template.create(PIPELINE_GRAPH, pipeline, Pipeline) insert_one(pipeline, Pipeline, PIPELINES)
def create_last_snapshot(last_snapshot): # return template.create(LAST_SNAPSHOT, last_snapshot, LastSnapshot) return insert_one(last_snapshot, LastSnapshot, LAST_SNAPSHOT)
def import_console_subject_to_db(subject): return insert_one(subject, ConsoleSpaceSubject, CONSOLE_SPACE_SUBJECTS)