def __init__(self):
self.city_id = load_city_map(CITY_FILE_PATH)
self.college_id = load_college_map(COLLEGE_FILE_PATH)
reload(sys)
sys.setdefaultencoding("utf-8")
host = "10.10.211.101"
port = 9090
dw = data_drawer()
#entrys = dw.get_entrys()
mdoc = None
res = []
db_helper = DBHelper()
entrys = db_helper.get_results_by_clms(columns="*",table='refined_info',isdict=True)[:]
city_id = load_city_map(CITY_FILE_PATH)
college_id = load_college_map(COLLEGE_FILE_PATH)
missed_colleges = set()
#using protobuff to serilize entrys
def serilize_entrys(entrys):
res = []
for entry in entrys:
mdoc = merged_doc_pb2.MergedDocInfo()
for key,value in entry.items():
# 空值的跳过
if value is None:
continue
# 数据库读出的long值改为int，info_id字段除外
