def __init__(self): self.city_id = load_city_map(CITY_FILE_PATH) self.college_id = load_college_map(COLLEGE_FILE_PATH)
reload(sys) sys.setdefaultencoding("utf-8") host = "10.10.211.101" port = 9090 dw = data_drawer() #entrys = dw.get_entrys() mdoc = None res = [] db_helper = DBHelper() entrys = db_helper.get_results_by_clms(columns="*",table='refined_info',isdict=True)[:] city_id = load_city_map(CITY_FILE_PATH) college_id = load_college_map(COLLEGE_FILE_PATH) missed_colleges = set() #using protobuff to serilize entrys def serilize_entrys(entrys): res = [] for entry in entrys: mdoc = merged_doc_pb2.MergedDocInfo() for key,value in entry.items(): # 空值的跳过 if value is None: continue # 数据库读出的long值改为int,info_id字段除外