Example #1
0
def get_external_links():
    EXTERNAL_LINKS = []
    linkNames = db.getSetting('DW_EXTERNAL_LINK_NAMES')
    linkValues = db.getSetting('DW_EXTERNAL_LINK_VALUES')
    if linkNames or linkValues:
        try:
            linkNames = linkNames.strip().split(',')
            linkValues = linkValues.strip().split(',')
            for i in range( max (len(linkNames),len(linkValues))):
                EXTERNAL_LINKS.append({'display':linkNames[i],'link':linkValues[i]})
            return EXTERNAL_LINKS
        except:
            raise ValueError("if DW_LINK_NAMES or DW_LINK_VALUES are set, both must be set and of equal length")
Example #2
0
def get_entity_connection():
    ENTITY_CONNECTION = 'mysql'
    dw_conn_type = db.getSetting('DW_CONN_TYPE')
    if dw_conn_type:
        ENTITY_CONNECTION = dw_conn_type.lower()
    if ENTITY_CONNECTION != 'mysql' and ENTITY_CONNECTION != 'cluster-impala' and ENTITY_CONNECTION != 'cluster-hbase':
        raise ValueError("DW_CONN_TYPE must be 'mysql' or 'cluster-impala', or 'cluster-hbase' if set. ")
    return ENTITY_CONNECTION
Example #3
0
def crawl():
    return db.getSetting('DW_CRAWL', False)
Example #4
0
def get_dig_url():
    return db.getSetting('DIG_URL')
Example #5
0
def get_deepdive_repo():
    return db.getSetting('DEEPDIVE_REPO')
Example #6
0
def get_deepdive_user():
    return db.getSetting('DEEPDIVE_USER','justin')
Example #7
0
def get_es_host():
    return db.getSetting('ES_URL','els.istresearch.com')
Example #8
0
def get_mock_auth():
    return db.getSetting('DW_MOCK_AUTH', 1)
Example #9
0
def get_cdr_es_cred():
    return db.getSetting('CDR_ES_CRED')
Example #10
0
def get_cdr_es_port():
    return db.getSetting('CDR_ES_PORT','9200')
Example #11
0
def get_cdr_es_host():
    return db.getSetting('CDR_ES_HOST','els.istresearch.com')
Example #12
0
def get_es_mrpn():
    return db.getSetting('ES_MRPN',10)
Example #13
0
def get_es_cred():
    return db.getSetting('ES_CRED')
Example #14
0
def get_es_index():
    return db.getSetting('ES_INDEX')
Example #15
0
def get_es_port():
    return db.getSetting('ES_PORT','9200')
Example #16
0
def get_mitie_home():
    return db.getSetting('MITIE_HOME', '/usr/lib/mitie/MITIE')
Example #17
0
def get_client_ids():
    client_ids = db.getSetting('DW_GOOGLE_CLIENT_IDS')
    if client_ids:
        return client_ids.strip().split(',')
    else:
         return []
Example #18
0
def get_cdr_es_index():
    return db.getSetting('CDR_ES_INDEX','memex-domains')
Example #19
0
def get_mock_forensic_auth():
    return db.getSetting('DW_MOCK_FORENSIC_AUTH', 1)
Example #20
0
def get_deepdive_url():
    return db.getSetting('DEEPDIVE_URL','https://api.clearcutcorp.com/docs')
Example #21
0
def get_deepdive_token():
    return db.getSetting('DEEPDIVE_TOKEN')
Example #22
0
def get_extraction_blacklist():
    blacklist = db.getSetting('EXTRACTION_BLACKLIST')
    if blacklist:
        return blacklist.split(',')
    return []