def main(gs_py_id, gs_basic_id, urllist): Log().found_log(gs_py_id, gs_basic_id) name = 'brand' for i, single in enumerate(urllist): time.sleep(0.5) flag = Judge_status().judge(gs_basic_id, name, Brand, url) Judge_status().update_py(gs_py_id, update_brand_py, flag)
def main(gs_search_id,gs_basic_id,url): Log().found_log(gs_search_id,gs_basic_id) name = 'person' flag = Judge_status().judge(gs_basic_id, name, Person, url) # if __name__ == '__main__': # main(gs_py_id,gs_basic_id,url)
def main(gs_py_id, gs_basic_id, urllist): Log().found_log(gs_py_id, gs_basic_id) object = Permit() name = 'permit' mark, number, insert_total, update_total = 0, 0, 0, 0 for i, single in enumerate(urllist): time.sleep(0.5) # print single if "变更" in single: pass else: info, remark = object.name(single) if remark == 1: flag, total, insert, update = object.update_to_db( info, gs_basic_id) if flag < 100000001: number += 1 insert_total += insert update_total += update if insert_total + update_total == 0: mark = 100000006 else: mark = insert_total + update_total string = '%s:' % name + str(mark) + '||' + str(number) + '||' + str( insert_total) + '||' + str(update_total) print string Judge_status().update_py(gs_py_id, update_permit_py, mark)
def main(gs_search_id, gs_basic_id, url): Log().found_log(gs_search_id, gs_basic_id) name = 'shareholder' flag = Judge_status().judge(gs_basic_id, name, Shareholder, url) # if __name__ == '__main__': # main(gs_py_id,gs_basic_id,url)
def main(gs_basic_id, data, province): try: info = Freeze().name(data, province) flag, total, insert_flag, update_flag = Freeze().update_to_db( gs_basic_id, info) flag = Judge_status().judge(flag, total) string = 'freeze:' + str(flag) + '||' + str(total) + '||' + str( insert_flag) + '||' + str(update_flag) print string logging.info(string) except Exception, e: logging.error("freeze error :%s" % e)
def main(gs_py_id,gs_basic_id,data,province): Log().found_log(gs_py_id, gs_basic_id) try: HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT) info = Freeze().name(data,province) flag, total, insert_flag, update_flag = Freeze().update_to_db(cursor,connect,gs_basic_id,info) flag = Judge_status().judge(flag,total) string = 'freeze:' + str(flag) + '||' + str(total) + '||' + str(insert_flag) + '||' + str(update_flag) print string if flag == -1: pass else: updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time())) cursor.execute(update_freeze_py, (gs_py_id, flag, updated_time, gs_py_id)) connect.commit() except Exception,e: logging.error("freeze error :%s"%e)
def main(gs_basic_id, data): Judge_status().update_info(gs_basic_id, Permit, "permit", data)
def main(gs_basic_id,data): print_info = Judge_status().update_info(gs_basic_id,Clear,"clear",data) return print_info
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'person' flag = Judge_status().judge(gs_basic_id, name, Person, url)
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'branch' flag = Judge_status().judge(gs_basic_id, name, Branch, url) Judge_status().update_py(gs_py_id, update_branch_py, flag)
def main(gs_basic_id,data): Judge_status().update_info(gs_basic_id,Share,"shareholder",data)
def main(gs_basic_id,data): Judge_status().update_info(gs_basic_id,Stock,"stock",data)
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'check' flag = Judge_status().judge(gs_basic_id, name, Check, url)
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'Freeze' flag = Judge_status().judge(gs_basic_id, name, Freeze, url) Judge_status().update_py(gs_py_id, update_freeze_py, flag)
def main(gs_py_id,gs_basic_id,data): Log().found_log(gs_py_id, gs_basic_id) Judge_status().update_py(gs_py_id,gs_basic_id,Brand,"brand",data,update_brand_py)
def main(gs_basic_id, data): Judge_status().update_info(gs_basic_id, Black, "black", data)
def get_single_report_info(self, url, year, cursor, connect, cookies, gs_basic_id): branch_list, mark = self.get_report_branch_href(url, cookies) if mark == 1: if "basic" in branch_list.keys(): basic_url = branch_list["basic"] info, flag = BJ_report_basic.name(basic_url, cookies, headers) if flag == 1: gs_report_id, remark = BJ_report_basic.update_to_db( gs_basic_id, info, year, cursor, connect, province) if remark == 1: if "share" in branch_list.keys(): share_url = branch_list["share"] info, flag = BJ_report_share.name(share_url) # print flag if flag == 1: remark, total, insert_flag, update_flag = BJ_report_share.update_to_db( gs_report_id, gs_basic_id, year, cursor, connect, info, province) Judge_status().update_py( gs_py_id, share_py, remark) else: Judge_status().update_py( gs_py_id, share_py, flag) # print remark, total, insert_flag, update_flag if "invest" in branch_list.keys(): invest_url = branch_list["invest"] info, flag = BJ_report_invest.name(invest_url) if flag == 1: remark, total, insert_flag, update_flag = BJ_report_invest.update_to_db( gs_report_id, gs_basic_id, year, cursor, connect, info, province) Judge_status().update_py( gs_py_id, invest_py, remark) else: Judge_status().update_py( gs_py_id, invest_py, flag) # print remark, total, insert_flag, update_flag if "permit" in branch_list.keys(): permit_url = branch_list["permit"] info, flag = BJ_report_permit.name(permit_url) if flag == 1: remark, total, insert_flag, update_flag = BJ_report_permit.update_to_db( gs_report_id, gs_basic_id, year, cursor, connect, info, province) Judge_status().update_py( gs_py_id, permit_py, remark) else: Judge_status().update_py( gs_py_id, permit_py, flag) # print remark, total, insert_flag, update_flag if "run" in branch_list.keys(): run_url = branch_list["run"] info, flag = BJ_report_run.name( run_url, cookies, headers) # print info,flag if flag == 1 and len(info) > 0: remark = BJ_report_run.update_run_info( year, gs_report_id, gs_basic_id, cursor, connect, info, province) Judge_status().update_py( gs_py_id, update_run_py, remark) else: Judge_status().update_py( gs_py_id, update_run_py, flag) if "schange" in branch_list.keys(): schange_url = branch_list["schange"] info, flag = BJ_report_schange.name(schange_url) if flag == 1: remark, total, insert_flag, update_flag = BJ_report_schange.update_to_db( gs_report_id, gs_basic_id, year, cursor, connect, info, province) Judge_status().update_py( gs_py_id, schange_py, remark) else: Judge_status().update_py( gs_py_id, schange_py, flag) # print remark, total, insert_flag, update_flag if "web" in branch_list.keys(): web_url = branch_list["web"] info, flag = BJ_report_web.name(web_url) if flag == 1: remark, total, insert_flag, update_flag = BJ_report_web.update_to_db( gs_report_id, gs_basic_id, year, cursor, connect, info, province) Judge_status().update_py( gs_py_id, web_py, remark) else: Judge_status().update_py( gs_py_id, web_py, flag) # print remark, total, insert_flag, update_flag else: mark = flag else: mark = 100000006 logging.info("get %s year report failed!") Judge_status().update_py(gs_py_id, update_report_py, mark) return mark
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'except' flag = Judge_status().judge(gs_basic_id, name, Except, url)
def main(gs_basic_id, data): Judge_status().update_info(gs_basic_id, Brand, "brand", data)
def main(gs_basic_id, data): Judge_status().update_info(gs_basic_id, Change, "change", data)
def main(gs_basic_id, data): Judge_status().update_info(gs_basic_id, Except, "except", data)
def main(gs_py_id,gs_basic_id,data): Log().found_log(gs_py_id, gs_basic_id) Judge_status().update_py(gs_py_id,gs_basic_id,Stock,"stock",data,update_stock_py)
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'shareholder' flag = Judge_status().judge(gs_basic_id, name, Shareholder, url) Judge_status().update_py(gs_py_id, update_share_py, flag)
def main(gs_py_id, gs_basic_id, data): Log().found_log(gs_py_id, gs_basic_id) print_info = Judge_status().update_py(gs_py_id, gs_basic_id, Clear, "clear", data, update_clear_py) return print_info
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'change' flag = Judge_status().judge(gs_basic_id, name, Change, url) Judge_status().update_py(gs_py_id, update_change_py, flag)
def main(gs_search_id, gs_basic_id, url): Log().found_log(gs_search_id, gs_basic_id) name = 'change' flag = Judge_status().judge(gs_basic_id, name, Change, url)
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'punish' flag = Judge_status().judge(gs_basic_id, name, Punish, url)
def main(gs_py_id, gs_basic_id, data): Log().found_log(gs_py_id, gs_basic_id) Judge_status().update_py(gs_py_id, gs_basic_id, Punish, "punish", data, update_punish_py)
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'clear' flag = Judge_status().judge(gs_basic_id, name, Clear, url) Judge_status().update_py(gs_py_id, update_clear_py, flag)
def main(gs_py_id,gs_basic_id,data): Log().found_log(gs_py_id, gs_basic_id) Judge_status().update_py(gs_py_id,gs_basic_id,Share,"shareholder",data,update_share_py)