def get_search_result(): config = get_config() es = Elasticsearch(config.get("ES_PRODUCT")) bodies = construct_query_body() index_table = ["recomm-jyanalysereports-2018", "recomm-jymarketnews-2018"] query_result_doc_time = [] for body in bodies: for info_source in index_table: query_result_doc_time += ([ item.get("_source").get("doc_index_time") for item in es.search(index=info_source, body=body).get("hits").get("hits") ]) time_to_dt = [ datetime.datetime.strptime(t.split('.')[0], "%Y-%m-%dT%H:%M:%S") for t in query_result_doc_time ] current_time = datetime.datetime.now() start_time = current_time - datetime.timedelta(days=1) count = len([t for t in time_to_dt if t > start_time]) d_check_result = { "create_time": datetime.datetime.now(), "24h_updated_amount": count } write_log_into_mongodb("fundamental_infos_monitor", d_check_result)
def get_test_suit(conf_file): """ :conf_file: Str :return: Str[] list of modules to run in config file on success None on fail """ config = get_config(conf_file, ['test']) if config == None: print('failed to get config') return None if 'test' not in config.keys(): print('invalid config file format [no test field]') return None if 'suite' not in config['test'].keys(): print('invalid config file format [no suite field]') return None try: suit = ast.literal_eval(config['test']['suite']) except TypeError as e: print('failed to load suite') print('error message: {}'.format(e)) return None return suit
def read_config(): """ :return: dict None in fail """ try: config = get_config(CONFIG_PATH, ['parameters']) except: print('failed to parse {}'.format(CONFIG_PATH)) return None if config is None: print('failed to read {}'.format(CONFIG_PATH)) return None return config
def read_config(): """ :return: dict None in fail """ section = ['test', 'timeouts', 'gw'] slave_names = get_slave_names(CONFIG_PATH) if slave_names is None: print('failed to get slave names') return None section += slave_names config = get_config(CONFIG_PATH, section) if config is None: print('failed to read {}'.format(CONFIG_PATH)) return None return config
def get_top_tokens(top: int = 100): config = get_config() bc_mongodb = config.get("BC_MONGODB") port_mongodb = config.get("PORT_MONGODB") connection = MongoClient(bc_mongodb, port_mongodb) db_bcf = connection.bcf tokens = [] sort_type = ("indicators.cmc_market_cap_usd", DESCENDING) for t in db_bcf.get_collection("token_indicator_slices").find().sort( [sort_type]).limit(top): code = t.get("code") name, abbr = re.match(r'(.*?)\s\((.*?)\)', t.get("name"))[0], re.match( r'(.*?)\s\((.*?)\)', t.get("name"))[1] tokens.append((code, name, abbr)) with open("token_list.txt", "wt") as f: for token in tokens: f.write(",".join(token) + '\n') return tokens
""" This script is used to monitor the daily sequence data for top 10 coins. The result is restored in mongo DataMonitor.seq_day_monitor . The script is executed once a day. """ import datetime import os import sys sys.path.append("..") from pymongo import MongoClient, DESCENDING from common.common import get_config, write_log_into_mongodb config = get_config() bc_mongodb = config.get("BC_MONGODB") port_mongodb = config.get("PORT_MONGODB") connection_bcf = MongoClient(bc_mongodb, port_mongodb) db_bcf = connection_bcf.bcf coins_with_chain_data = { "Bitcoin": "Bitcoin", "Ethereum": "Ethereum", "Ripple": "Ripple", "BitcoinCash": "BitcoinCash", "Stellar": "Stellar", "Litecoin": "Litecoin", "Cardano": "Cardano", "IOTA": "IOTA", "Dash": "Dash", "0xc56f33fc6ecfcd0c225c4ab356fee59390af8560be0e930faebe74a6daff7c9b.neo": "NEO", "0x86fa049857e0209aa7d9e616f7eb3b3b78ecfdb0": "EOS"