def initialize_database():
db.create_all()
configure_instance_id()
create_default(app)
if app.config['CREATE_EXAMPLES']:
create_examples(app)
if not scheduler.running:
scheduler.start()
def migrate_import(app: Flask, request: dict) -> str:
status, types = "Import successful.", request["import_export_types"]
workflows: list = []
edges: list = []
if request.get("empty_database_before_import", False):
delete_all(*types)
for cls in types:
path = app.path / "migrations" / request["name"] / f"{cls}.yaml"
with open(path, "r") as migration_file:
objects = load(migration_file)
if cls == "Workflow":
workflows = deepcopy(objects)
if cls == "WorkflowEdge":
edges = deepcopy(objects)
continue
for obj in objects:
obj_cls = obj.pop("type") if cls == "Service" else cls
# 1) We cannot import workflow edges before workflow, because a
# workflow edge is defined by the workflow it belongs to.
# Therefore, we import workflow before workflow edges but
# strip off the edges, because they do not exist at this stage.
# Edges will be defined later on upon importing workflow edges.
# 2) At this stage, we cannot import jobs, because if workflows
# A (ID 1) and B (ID 2) are created, and B is added to A as a
# subworkflow, we won't be able to create A as B is one of its
# jobs and does not exist yet. To work around this, we will
# strip off the jobs at this stage, and reimport workflows a
# second time at the end.
if cls == "Workflow":
obj["edges"], obj["jobs"] = [], []
try:
factory(obj_cls, **obj)
except Exception as e:
info(f"{str(obj)} could not be imported ({str(e)})")
status = "Partial import (see logs)."
for workflow in workflows:
workflow["edges"] = []
try:
factory("Workflow", **workflow)
except Exception as e:
info(f"{str(workflow)} could not be imported ({str(e)})")
status = "Partial import (see logs)."
for edge in edges:
try:
factory("WorkflowEdge", **edge)
except Exception as e:
info(f"{str(edge)} could not be imported ({str(e)})")
status = "Partial import (see logs)."
if request.get("empty_database_before_import", False):
create_default(app)
return status
def migrate_import(app, request):
status = 'Import successful.'
if request.get('empty_database_before_import', False):
delete_all(*request['import_export_types'])
for cls in request['import_export_types'][:-1]:
path = app.path / 'migrations' / request['name'] / f'{cls}.yaml'
with open(path, 'r') as migration_file:
objects = load(migration_file)
if cls == 'Workflow':
workflows = deepcopy(objects)
if cls == 'WorkflowEdge':
edges = deepcopy(objects)
continue
for obj in objects:
obj_cls = obj.pop('type') if cls == 'Service' else cls
# 1) We cannot import workflow edges before workflow, because a
# workflow edge is defined by the workflow it belongs to.
# Therefore, we import workflow before workflow edges but
# strip off the edges, because they do not exist at this stage.
# Edges will be defined later on upon importing workflow edges.
# 2) At this stage, we cannot import jobs, because if workflows
# A (ID 1) and B (ID 2) are created, and B is added to A as a
# subworkflow, we won't be able to create A as B is one of its
# jobs and does not exist yet. To work around this, we will
# strip off the jobs at this stage, and reimport workflows a
# second time at the end.
if cls == 'Workflow':
obj['edges'], obj['jobs'] = [], []
try:
factory(obj_cls, **obj)
except Exception as e:
info(f'{str(obj)} could not be imported ({str(e)})')
status = 'Partial import (see logs).'
for workflow in workflows:
workflow['edges'] = []
factory('Workflow', **workflow)
for edge in edges:
factory('WorkflowEdge', **edge)
if request.get('empty_database_before_import', False):
create_default(app)
return status
def initialize_database() -> None:
db.create_all()
configure_instance_id()
create_default(app)
if app.config["CREATE_EXAMPLES"]:
create_examples(app)