def generate_USD_rates_json(): rate_list = {"total_rec": "", "list": []} query = """select count(*) from v_listing_rate_usd""" cursor.execute(query) for (total_rec,) in cursor: rate_list["total_rec"] = total_rec query = """select cn_short_name, bid_remit, bid_cash, ask_remit, ask_cash, publish_time from v_listing_rate_usd""" cursor.execute(query) rate_list["currency"] = "USD" for (cn_short_name, bid_remit, bid_cash, ask_remit, ask_cash, publish_time) in cursor: rate_list["list"].append({}) rate_list["list"][-1]["publisher"] = cn_short_name rate_list["list"][-1]["bid_remit"] = bid_remit rate_list["list"][-1]["bid_cash"] = bid_cash rate_list["list"][-1]["ask_remit"] = ask_remit rate_list["list"][-1]["ask_cash"] = ask_cash rate_list["list"][-1]["publish_time"] = publish_time pprint(rate_list) with codecs.open("output/rate_list_USD.json", "w", encoding="utf-8") as outfile: json.dump(rate_list, outfile, ensure_ascii=False)
# cursor.execute(query) # for (issuer_code, en_short_name) in cursor: # issuer_list[issuer_code] = en_short_name # logger_local.info(issuer_list) # pool = ThreadPool(8) # Sets the pool size to 4 # results = pool.map(parse_rate, legal_groups) # close the pool and wait for the work to finish # pool.close() # pool.join() indicator_urls = get_indicator_link_by_country() pprint(indicator_urls) for i in indicator_urls: get_trading_indicator(i[0], i[1]) #G20 # get_trading_indicator('argentina') # get_trading_indicator('australia') # get_trading_indicator('brazil') # get_trading_indicator('canada') # get_trading_indicator('china') # get_trading_indicator('france') # get_trading_indicator('germany') # get_trading_indicator('india') # get_trading_indicator('indonesia') # get_trading_indicator('italy')