def create_or_update_presto_schema_fields_for_mongo(topic: Topic):
if topic.type == RAW:
log.info("raw topic ignore presto update")
else:
topic_name = build_collection_name(topic.name)
presto_schema = find_one({"table": topic_name}, Schema, "_schema")
new_schema = {
"table": topic_name,
"fields": __build_presto_fields(topic.factors)
}
if presto_schema is None:
insert_one(new_schema, Schema, "_schema")
else:
delete_one({"table": topic_name}, "_schema")
insert_one(new_schema, Schema, "_schema")
def save_enum_to_storage(enum: Enum):
if check_fake_id(enum.enumId):
enum.enumId = get_surrogate_key()
items_copy = enum.items.copy()
enum.items = []
# result = template.create(ENUMS, enum, Enum)
result = insert_one(enum, Enum, ENUMS)
items = __add_enum_id(items_copy, result.enumId)
save_enum_items_to_storage(items)
return result
else:
items_copy = enum.items.copy()
enum.items = []
items = __add_enum_id(items_copy, enum.enumId)
save_enum_items_to_storage(items)
# return template.update_one(ENUMS, {"enumId": enum.enumId}, enum, Enum)
return update_one(enum, Enum, ENUMS)
def create_user_storage(user: User):
if user.userId is None:
user.userId = get_surrogate_key()
user.password = get_password_hash(user.password)
# return template.create(USERS, user, User)
return insert_one(user, User, USERS)
def create_favorite(favorite):
# return template.create(CONSOLE_SPACE_FAVORITES, favorite, Favorite)
return insert_one(favorite, Favorite, CONSOLE_SPACE_FAVORITES)
def save_topic(topic: Topic) -> Topic:
# get_topic_by_id.cache_clear()
# get_topic.cache_clear()
# return template.create(TOPICS, topic, Topic)
return insert_one(topic, Topic, TOPICS)
def import_report_to_db(report):
# template.create(CONSOLE_REPORTS, report, Report)
insert_one(report, Report, CONSOLE_REPORTS)
def insert_space_to_storage(space) -> Space:
# return template.create(SPACES, space, Space)
return insert_one(space, Space, SPACES)
def create_console_space_graph(
console_space_graph: ConnectedSpaceGraphics) -> ConnectedSpaceGraphics:
# return template.create("console_space_graph", console_space_graph, ConnectedSpaceGraphics)
return insert_one(console_space_graph, ConnectedSpaceGraphics,
"console_space_graph")
def create_console_subject_to_storage(subject: ConsoleSpaceSubject):
if subject.subjectId is None or check_fake_id(subject.subjectId):
subject.subjectId = get_surrogate_key()
# return template.create(CONSOLE_SPACE_SUBJECTS, subject, ConsoleSpaceSubject)
return insert_one(subject, ConsoleSpaceSubject, CONSOLE_SPACE_SUBJECTS)
def import_dashboard_to_db(dashboard):
# template.create(DASHBOARDS, dashboard, ConsoleDashboard)
insert_one(dashboard, ConsoleDashboard, DASHBOARDS)
def create_dashboard_to_storage(dashboard: ConsoleDashboard):
if dashboard.dashboardId is None or check_fake_id(dashboard.dashboardId):
dashboard.dashboardId = get_surrogate_key()
# return template.create(DASHBOARDS, dashboard, ConsoleDashboard)
return insert_one(dashboard, ConsoleDashboard, DASHBOARDS)
def import_user_group_to_db(group) -> UserGroup:
# return template.create(USER_GROUPS, group, UserGroup)
return insert_one(group, UserGroup, USER_GROUPS)
def create_user_group_storage(user_group: UserGroup) -> UserGroup:
if user_group.userGroupId is None or check_fake_id(user_group.userGroupId):
user_group.userGroupId = get_surrogate_key()
# return template.create(USER_GROUPS, user_group, UserGroup)
return insert_one(user_group, UserGroup, USER_GROUPS)
def import_topic_to_db(topic: Topic) -> Topic:
get_topic_by_id.cache_clear()
get_topic.cache_clear()
# return template.create(TOPICS, topic, Topic)
return insert_one(topic, Topic, TOPICS)
def import_user_to_db(user):
# template.create(USERS, user, User)
return insert_one(user, User, USERS)
def create_console_space(console_space: ConsoleSpace):
# return template.create("console_spaces", console_space, ConsoleSpace)
return insert_one(console_space, ConsoleSpace, "console_spaces")
def import_console_subject_to_db(subject):
# return template.create(CONSOLE_SPACE_SUBJECTS, subject, ConsoleSpaceSubject)
return insert_one(subject, ConsoleSpaceSubject, CONSOLE_SPACE_SUBJECTS)
def import_console_spaces(
console_space: ConnectedSpaceGraphics) -> ConnectedSpaceGraphics:
# return template.create("console_space_graph", console_space, ConnectedSpaceGraphics)
return insert_one(console_space, ConnectedSpaceGraphics,
"console_space_graph")
def create_pipeline(pipeline: Pipeline) -> Pipeline:
pipeline.pipelineId = get_surrogate_key()
# return template.create(PIPELINES, pipeline, Pipeline)
return insert_one(pipeline, Pipeline, PIPELINES)
def import_space_to_db(space) -> Space:
# return mongo_template.create(SPACES, space, Space)
return insert_one(space, Space, SPACES)
def create_pipeline_graph(pipeline_graph: PipelinesGraphics):
# return template.create(PIPELINE_GRAPH, pipeline_graph, PipelinesGraphics)
return insert_one(pipeline_graph, PipelinesGraphics, PIPELINE_GRAPH)
def create_report(report):
# return template.create(CONSOLE_REPORTS, report, Report)
return insert_one(report, Report, CONSOLE_REPORTS)
def import_pipeline_to_db(pipeline):
# template.create(PIPELINE_GRAPH, pipeline, Pipeline)
insert_one(pipeline, Pipeline, PIPELINES)
def create_last_snapshot(last_snapshot):
# return template.create(LAST_SNAPSHOT, last_snapshot, LastSnapshot)
return insert_one(last_snapshot, LastSnapshot, LAST_SNAPSHOT)
def import_console_subject_to_db(subject):
return insert_one(subject, ConsoleSpaceSubject, CONSOLE_SPACE_SUBJECTS)
