def __saving_work(code, coll): # try: ref_ = coll.find({'code': str(code)[0:6]}) end_time = str(now_time())[0:10] if ref_.count() > 0: start_time = ref_[ref_.count() - 1]['date'] QA_util_log_info( '##JOB04 Now Saving INDEX_DAY==== \n Trying updating %s from %s to %s' % (code, start_time, end_time)) if start_time != end_time: coll.insert_many( QA_util_to_json_from_pandas( QA_fetch_get_index_day( str(code), QA_util_get_next_day(start_time), end_time))) else: start_time = '1990-01-01' QA_util_log_info( '##JOB04 Now Saving INDEX_DAY==== \n Trying updating %s from %s to %s' % (code, start_time, end_time)) coll.insert_many( QA_util_to_json_from_pandas( QA_fetch_get_index_day(str(code), start_time, end_time)))
def __saving_work(code, coll): try: ref_ = coll.find({'code': str(code)[0:6]}) end_time = str(now_time())[0:10] if ref_.count() > 0: start_time = ref_[ref_.count() - 1]['date'] QA_util_log_info( '##JOB06 Now Saving ETF_DAY==== \n Trying updating {} from {} to {}' .format(code, start_time, end_time)) if start_time != end_time: coll.insert_many( QA_util_to_json_from_pandas( QA_fetch_get_index_day( str(code), QA_util_get_next_day(start_time), end_time))) else: start_time = '1990-01-01' QA_util_log_info( '##JOB06 Now Saving ETF_DAY==== \n Trying updating {} from {} to {}' .format(code, start_time, end_time)) if start_time != end_time: coll.insert_many( QA_util_to_json_from_pandas( QA_fetch_get_index_day(str(code), start_time, end_time))) except: err.append(str(code))
def __saving_work(code, __coll): try: ref_ = __coll.find({'code': str(code)[0:6]}) end_time = str(now_time())[0:10] if ref_.count() > 0: start_time = ref_[ref_.count() - 1]['date'] else: start_time = '1990-01-01' QA_util_log_info('##JOB06 Now Saving ETF_DAY==== \n Trying updating %s from %s to %s' % (code, start_time, end_time)) if start_time != end_time: __coll.insert_many( QA_util_to_json_from_pandas( QA_fetch_get_index_day(str(code), start_time, end_time)[1::])) except: __err.append(str(code))
def __saving_work(self, code): def __QA_log_info(code, end_time, start_time): def loginfo(prefix='', astr='', listCounts=5): if len(self._loginfolist) < listCounts: self._loginfolist.append(astr) else: str = '' for i in range(len(self._loginfolist)): str += self._loginfolist[i] + ' ' str += astr QA_util_log_info(prefix.format(str), self.ui_log) self._loginfolist.clear() index_or_etf = self.get_index_or_etf_from_code(code) prefix = '##JOB04 Saving {}_DAY ==== Trying updating\n{}'.format( index_or_etf, '{}') loginfo(prefix, ' {} from {} to {}'.format(code, start_time, end_time)) # log_info = '##JOB04 Saving {}_DAY====\nTrying updating {} from {} to {}'.format( # index_or_etf, # code, # start_time, # end_time # ) # QA_util_log_info( # log_info, # ui_log=self.ui_log # ) try: search_cond = {'code': str(code)[0:6]} ref_ = get_coll().find(search_cond) ref_count = get_coll().count_documents(search_cond) end_time = str(now_time())[0:10] if ref_count > 0: start_time = ref_[ref_count - 1]['date'] __QA_log_info(code, end_time, start_time) if start_time != end_time: get_coll().insert_many( QA_util_to_json_from_pandas( QA_fetch_get_index_day( str(code), QA_util_get_next_day(start_time), end_time))) else: try: start_time = '1990-01-01' __QA_log_info(code, end_time, start_time) get_coll().insert_many( QA_util_to_json_from_pandas( QA_fetch_get_index_day(str(code), start_time, end_time))) except Exception as e: start_time = '2009-01-01' __QA_log_info(code, end_time, start_time) get_coll().insert_many( QA_util_to_json_from_pandas( QA_fetch_get_index_day(str(code), start_time, end_time))) except Exception as e: QA_util_log_info(e, ui_log=self.ui_log) self.err.append(str(code)) QA_util_log_info(self.err, ui_log=self.ui_log)