def get_external_links(): EXTERNAL_LINKS = [] linkNames = db.getSetting('DW_EXTERNAL_LINK_NAMES') linkValues = db.getSetting('DW_EXTERNAL_LINK_VALUES') if linkNames or linkValues: try: linkNames = linkNames.strip().split(',') linkValues = linkValues.strip().split(',') for i in range( max (len(linkNames),len(linkValues))): EXTERNAL_LINKS.append({'display':linkNames[i],'link':linkValues[i]}) return EXTERNAL_LINKS except: raise ValueError("if DW_LINK_NAMES or DW_LINK_VALUES are set, both must be set and of equal length")
def get_entity_connection(): ENTITY_CONNECTION = 'mysql' dw_conn_type = db.getSetting('DW_CONN_TYPE') if dw_conn_type: ENTITY_CONNECTION = dw_conn_type.lower() if ENTITY_CONNECTION != 'mysql' and ENTITY_CONNECTION != 'cluster-impala' and ENTITY_CONNECTION != 'cluster-hbase': raise ValueError("DW_CONN_TYPE must be 'mysql' or 'cluster-impala', or 'cluster-hbase' if set. ") return ENTITY_CONNECTION
def crawl(): return db.getSetting('DW_CRAWL', False)
def get_dig_url(): return db.getSetting('DIG_URL')
def get_deepdive_repo(): return db.getSetting('DEEPDIVE_REPO')
def get_deepdive_user(): return db.getSetting('DEEPDIVE_USER','justin')
def get_es_host(): return db.getSetting('ES_URL','els.istresearch.com')
def get_mock_auth(): return db.getSetting('DW_MOCK_AUTH', 1)
def get_cdr_es_cred(): return db.getSetting('CDR_ES_CRED')
def get_cdr_es_port(): return db.getSetting('CDR_ES_PORT','9200')
def get_cdr_es_host(): return db.getSetting('CDR_ES_HOST','els.istresearch.com')
def get_es_mrpn(): return db.getSetting('ES_MRPN',10)
def get_es_cred(): return db.getSetting('ES_CRED')
def get_es_index(): return db.getSetting('ES_INDEX')
def get_es_port(): return db.getSetting('ES_PORT','9200')
def get_mitie_home(): return db.getSetting('MITIE_HOME', '/usr/lib/mitie/MITIE')
def get_client_ids(): client_ids = db.getSetting('DW_GOOGLE_CLIENT_IDS') if client_ids: return client_ids.strip().split(',') else: return []
def get_cdr_es_index(): return db.getSetting('CDR_ES_INDEX','memex-domains')
def get_mock_forensic_auth(): return db.getSetting('DW_MOCK_FORENSIC_AUTH', 1)
def get_deepdive_url(): return db.getSetting('DEEPDIVE_URL','https://api.clearcutcorp.com/docs')
def get_deepdive_token(): return db.getSetting('DEEPDIVE_TOKEN')
def get_extraction_blacklist(): blacklist = db.getSetting('EXTRACTION_BLACKLIST') if blacklist: return blacklist.split(',') return []