import os.path
import sys
from ckg import ckg_utils
from ckg.graphdb_builder import builder_utils
from ckg.graphdb_builder.databases.parsers import *
from joblib import Parallel, delayed
from datetime import date
try:
ckg_config = ckg_utils.read_ckg_config()
log_config = ckg_config['graphdb_builder_log']
logger = builder_utils.setup_logging(log_config, key="database_controller")
dbconfig = builder_utils.setup_config('databases')
except Exception as err:
logger.error("Reading configuration > {}.".format(err))
def parseDatabase(importDirectory, database, download=True):
stats = set()
updated_on = None
if download:
updated_on = str(date.today())
try:
logger.info("Parsing database {}".format(database))
database_directory = ckg_config['databases_directory']
if database.lower() == "jensenlab":
result = jensenlabParser.parser(database_directory, download)
for qtype in result:
relationships, header, outputfileName = result[qtype]
outputfile = os.path.join(importDirectory, outputfileName)
builder_utils.write_relationships(relationships, header,
from ckg import ckg_utils
from ckg.graphdb_builder import mapping as mp, builder_utils
from ckg.graphdb_builder.ontologies.parsers import * # TODO: remove star import
import os.path
import pandas as pd
import csv
from datetime import date
import sys
try:
ckg_config = ckg_utils.read_ckg_config()
log_config = ckg_config['graphdb_builder_log']
logger = builder_utils.setup_logging(log_config,
key="ontologies_controller")
config = builder_utils.setup_config('ontologies')
except Exception as err:
logger.error("Reading configuration > {}.".format(err))
def entries_to_remove(entries, the_dict):
"""
This function removes pairs from a given dictionary, based on a list of provided keys.
:param list entries: list of keys to be deleted from dictionary.
:param dict the_dict: dictionary.
:return: The original dictionary minus the key,value pairs from the provided entries list.
"""
for key in entries:
if key in the_dict:
del the_dict[key]
from ckg.report_manager.apps import initialApp, adminApp, projectCreationApp, dataUploadApp, dataUpload, projectApp, importsApp, homepageApp, loginApp, projectCreation
from ckg.graphdb_builder import builder_utils
from ckg.graphdb_builder.builder import loader, builder
from ckg.graphdb_builder.experiments import experiments_controller as eh
from ckg.report_manager import utils
from ckg.report_manager.worker import create_new_project, create_new_identifiers, run_minimal_update_task, run_full_update_task
from ckg.graphdb_connector import connector
warnings.filterwarnings("ignore", category=DeprecationWarning)
warnings.filterwarnings("ignore", category=RuntimeWarning)
try:
ckg_config = ckg_utils.read_ckg_config()
log_config = ckg_config['report_manager_log']
logger = builder_utils.setup_logging(log_config, key="index page")
config = builder_utils.setup_config('builder')
separator = config["separator"]
except Exception as err:
logger.error("Reading configuration > {}.".format(err))
app.layout = dcc.Loading(children=[
html.Div([
dcc.Location(id='url', refresh=False),
html.Div(id='page-content',
style={'padding-top': 10},
className='container-fluid')
])
],
style={
'text-align': 'center',
'top': '50%',
import os
import sys
import re
import argparse
import pandas as pd
import numpy as np
from datetime import datetime, timedelta
from passlib.hash import bcrypt
from ckg import ckg_utils
from ckg.graphdb_connector import connector
from ckg.graphdb_builder import builder_utils
try:
ckg_config = ckg_utils.read_ckg_config()
cwd = os.path.dirname(os.path.abspath(__file__))
config = builder_utils.setup_config('users')
log_config = ckg_config['graphdb_builder_log']
logger = builder_utils.setup_logging(log_config, key='users_controller')
except Exception as err:
logger.error("Reading configuration > {}.".format(err))
def parseUsersFile(expiration=365):
"""
Creates new user in the graph database and corresponding node, through the following steps:
1. Generates new user identifier
2. Checks if a user with given properties already exists in the database. If not:
3. Creates new local user (access to graph database)
4. Saves data to tab-delimited file.
The module can perform full updates, executing both steps for all the ontologies,
databases and experiments or a partial update. Partial updates can execute step 1 or
step 2 for specific data.
"""
import argparse
from ckg.graphdb_builder.builder import importer, loader
from ckg import ckg_utils
from ckg.graphdb_builder import builder_utils
try:
ckg_config = ckg_utils.read_ckg_config()
log_config = ckg_config['graphdb_builder_log']
logger = builder_utils.setup_logging(log_config, key="builder")
config = builder_utils.setup_config('builder')
directories = builder_utils.get_full_path_directories()
dbconfig = builder_utils.setup_config('databases')
oconfig = builder_utils.setup_config('ontologies')
except Exception as err:
logger.error("builder - Reading configuration > {}.".format(err))
def run_minimal_update(user, n_jobs=3):
licensed_dbs = ['phosphositeplus', 'drugbank']
licensed_ont = ['Clinical_variable']
mapping_ont = ['Disease', 'Gene_ontology', 'Experimental_factor']
minimal_load = ['ontologies', 'modified_proteins', 'drugs', 'mentions', 'side effects', 'clinical_variants', 'project', 'experiment']
logger.info("The user {} chose to perform a minimal build, after creating the database from a dump".format(user))
logger.info("Building database > step 1: Importing licensed ontologies and databases")
importer.ontologiesImport(ontologies=licensed_ont, download=False)