def main(gs_py_id, gs_basic_id, urllist):
Log().found_log(gs_py_id, gs_basic_id)
name = 'brand'
for i, single in enumerate(urllist):
time.sleep(0.5)
flag = Judge_status().judge(gs_basic_id, name, Brand, url)
Judge_status().update_py(gs_py_id, update_brand_py, flag)
def main(gs_search_id,gs_basic_id,url): Log().found_log(gs_search_id,gs_basic_id) name = 'person' flag = Judge_status().judge(gs_basic_id, name, Person, url) # if __name__ == '__main__': # main(gs_py_id,gs_basic_id,url)
def main(gs_py_id, gs_basic_id, urllist):
Log().found_log(gs_py_id, gs_basic_id)
object = Permit()
name = 'permit'
mark, number, insert_total, update_total = 0, 0, 0, 0
for i, single in enumerate(urllist):
time.sleep(0.5)
# print single
if "变更" in single:
pass
else:
info, remark = object.name(single)
if remark == 1:
flag, total, insert, update = object.update_to_db(
info, gs_basic_id)
if flag < 100000001:
number += 1
insert_total += insert
update_total += update
if insert_total + update_total == 0:
mark = 100000006
else:
mark = insert_total + update_total
string = '%s:' % name + str(mark) + '||' + str(number) + '||' + str(
insert_total) + '||' + str(update_total)
print string
Judge_status().update_py(gs_py_id, update_permit_py, mark)
def main(gs_search_id, gs_basic_id, url):
Log().found_log(gs_search_id, gs_basic_id)
name = 'shareholder'
flag = Judge_status().judge(gs_basic_id, name, Shareholder, url)
# if __name__ == '__main__':
# main(gs_py_id,gs_basic_id,url)
def main(gs_basic_id, data, province):
try:
info = Freeze().name(data, province)
flag, total, insert_flag, update_flag = Freeze().update_to_db(
gs_basic_id, info)
flag = Judge_status().judge(flag, total)
string = 'freeze:' + str(flag) + '||' + str(total) + '||' + str(
insert_flag) + '||' + str(update_flag)
print string
logging.info(string)
except Exception, e:
logging.error("freeze error :%s" % e)
def main(gs_py_id,gs_basic_id,data,province):
Log().found_log(gs_py_id, gs_basic_id)
try:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
info = Freeze().name(data,province)
flag, total, insert_flag, update_flag = Freeze().update_to_db(cursor,connect,gs_basic_id,info)
flag = Judge_status().judge(flag,total)
string = 'freeze:' + str(flag) + '||' + str(total) + '||' + str(insert_flag) + '||' + str(update_flag)
print string
if flag == -1:
pass
else:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
cursor.execute(update_freeze_py, (gs_py_id, flag, updated_time, gs_py_id))
connect.commit()
except Exception,e:
logging.error("freeze error :%s"%e)
def main(gs_basic_id, data):
Judge_status().update_info(gs_basic_id, Permit, "permit", data)
def main(gs_basic_id,data):
print_info = Judge_status().update_info(gs_basic_id,Clear,"clear",data)
return print_info
def main(gs_py_id, gs_basic_id, url):
Log().found_log(gs_py_id, gs_basic_id)
name = 'person'
flag = Judge_status().judge(gs_basic_id, name, Person, url)
def main(gs_py_id, gs_basic_id, url):
Log().found_log(gs_py_id, gs_basic_id)
name = 'branch'
flag = Judge_status().judge(gs_basic_id, name, Branch, url)
Judge_status().update_py(gs_py_id, update_branch_py, flag)
def main(gs_basic_id,data):
Judge_status().update_info(gs_basic_id,Share,"shareholder",data)
def main(gs_basic_id,data):
Judge_status().update_info(gs_basic_id,Stock,"stock",data)
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'check' flag = Judge_status().judge(gs_basic_id, name, Check, url)
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'Freeze' flag = Judge_status().judge(gs_basic_id, name, Freeze, url) Judge_status().update_py(gs_py_id, update_freeze_py, flag)
def main(gs_py_id,gs_basic_id,data):
Log().found_log(gs_py_id, gs_basic_id)
Judge_status().update_py(gs_py_id,gs_basic_id,Brand,"brand",data,update_brand_py)
def main(gs_basic_id, data):
Judge_status().update_info(gs_basic_id, Black, "black", data)
def get_single_report_info(self, url, year, cursor, connect, cookies,
gs_basic_id):
branch_list, mark = self.get_report_branch_href(url, cookies)
if mark == 1:
if "basic" in branch_list.keys():
basic_url = branch_list["basic"]
info, flag = BJ_report_basic.name(basic_url, cookies, headers)
if flag == 1:
gs_report_id, remark = BJ_report_basic.update_to_db(
gs_basic_id, info, year, cursor, connect, province)
if remark == 1:
if "share" in branch_list.keys():
share_url = branch_list["share"]
info, flag = BJ_report_share.name(share_url)
# print flag
if flag == 1:
remark, total, insert_flag, update_flag = BJ_report_share.update_to_db(
gs_report_id, gs_basic_id, year, cursor,
connect, info, province)
Judge_status().update_py(
gs_py_id, share_py, remark)
else:
Judge_status().update_py(
gs_py_id, share_py, flag)
# print remark, total, insert_flag, update_flag
if "invest" in branch_list.keys():
invest_url = branch_list["invest"]
info, flag = BJ_report_invest.name(invest_url)
if flag == 1:
remark, total, insert_flag, update_flag = BJ_report_invest.update_to_db(
gs_report_id, gs_basic_id, year, cursor,
connect, info, province)
Judge_status().update_py(
gs_py_id, invest_py, remark)
else:
Judge_status().update_py(
gs_py_id, invest_py, flag)
# print remark, total, insert_flag, update_flag
if "permit" in branch_list.keys():
permit_url = branch_list["permit"]
info, flag = BJ_report_permit.name(permit_url)
if flag == 1:
remark, total, insert_flag, update_flag = BJ_report_permit.update_to_db(
gs_report_id, gs_basic_id, year, cursor,
connect, info, province)
Judge_status().update_py(
gs_py_id, permit_py, remark)
else:
Judge_status().update_py(
gs_py_id, permit_py, flag)
# print remark, total, insert_flag, update_flag
if "run" in branch_list.keys():
run_url = branch_list["run"]
info, flag = BJ_report_run.name(
run_url, cookies, headers)
# print info,flag
if flag == 1 and len(info) > 0:
remark = BJ_report_run.update_run_info(
year, gs_report_id, gs_basic_id, cursor,
connect, info, province)
Judge_status().update_py(
gs_py_id, update_run_py, remark)
else:
Judge_status().update_py(
gs_py_id, update_run_py, flag)
if "schange" in branch_list.keys():
schange_url = branch_list["schange"]
info, flag = BJ_report_schange.name(schange_url)
if flag == 1:
remark, total, insert_flag, update_flag = BJ_report_schange.update_to_db(
gs_report_id, gs_basic_id, year, cursor,
connect, info, province)
Judge_status().update_py(
gs_py_id, schange_py, remark)
else:
Judge_status().update_py(
gs_py_id, schange_py, flag)
# print remark, total, insert_flag, update_flag
if "web" in branch_list.keys():
web_url = branch_list["web"]
info, flag = BJ_report_web.name(web_url)
if flag == 1:
remark, total, insert_flag, update_flag = BJ_report_web.update_to_db(
gs_report_id, gs_basic_id, year, cursor,
connect, info, province)
Judge_status().update_py(
gs_py_id, web_py, remark)
else:
Judge_status().update_py(
gs_py_id, web_py, flag)
# print remark, total, insert_flag, update_flag
else:
mark = flag
else:
mark = 100000006
logging.info("get %s year report failed!")
Judge_status().update_py(gs_py_id, update_report_py, mark)
return mark
def main(gs_py_id, gs_basic_id, url):
Log().found_log(gs_py_id, gs_basic_id)
name = 'except'
flag = Judge_status().judge(gs_basic_id, name, Except, url)
def main(gs_basic_id, data):
Judge_status().update_info(gs_basic_id, Brand, "brand", data)
def main(gs_basic_id, data):
Judge_status().update_info(gs_basic_id, Change, "change", data)
def main(gs_basic_id, data):
Judge_status().update_info(gs_basic_id, Except, "except", data)
def main(gs_py_id,gs_basic_id,data):
Log().found_log(gs_py_id, gs_basic_id)
Judge_status().update_py(gs_py_id,gs_basic_id,Stock,"stock",data,update_stock_py)
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'shareholder' flag = Judge_status().judge(gs_basic_id, name, Shareholder, url) Judge_status().update_py(gs_py_id, update_share_py, flag)
def main(gs_py_id, gs_basic_id, data):
Log().found_log(gs_py_id, gs_basic_id)
print_info = Judge_status().update_py(gs_py_id, gs_basic_id, Clear,
"clear", data, update_clear_py)
return print_info
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'change' flag = Judge_status().judge(gs_basic_id, name, Change, url) Judge_status().update_py(gs_py_id, update_change_py, flag)
def main(gs_search_id, gs_basic_id, url):
Log().found_log(gs_search_id, gs_basic_id)
name = 'change'
flag = Judge_status().judge(gs_basic_id, name, Change, url)
def main(gs_py_id, gs_basic_id, url): Log().found_log(gs_py_id, gs_basic_id) name = 'punish' flag = Judge_status().judge(gs_basic_id, name, Punish, url)
def main(gs_py_id, gs_basic_id, data):
Log().found_log(gs_py_id, gs_basic_id)
Judge_status().update_py(gs_py_id, gs_basic_id, Punish, "punish", data,
update_punish_py)
def main(gs_py_id, gs_basic_id, url):
Log().found_log(gs_py_id, gs_basic_id)
name = 'clear'
flag = Judge_status().judge(gs_basic_id, name, Clear, url)
Judge_status().update_py(gs_py_id, update_clear_py, flag)
def main(gs_py_id,gs_basic_id,data):
Log().found_log(gs_py_id, gs_basic_id)
Judge_status().update_py(gs_py_id,gs_basic_id,Share,"shareholder",data,update_share_py)
