def update_to_db(self, gs_basic_id, information):
insert_flag, update_flag = 0, 0
flag = 0
total = len(information)
try:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(
HOST, USER, PASSWD, DB, PORT)
for key in information.keys():
executor, stock_amount, court, notice_no = information[key][0], information[key][1], information[key][2], \
information[key][3]
status, items, rule_no, enforce_no = information[key][4], information[key][5], information[key][6], \
information[key][7]
cert_cate, cert_code, start_date, end_date = information[key][8], information[key][9], information[key][10], \
information[key][11]
period, pub_date = information[key][12], information[key][13]
count = cursor.execute(select_freeze, (gs_basic_id, rule_no))
if count == 0:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S",
time.localtime(time.time()))
rows_count = cursor.execute(
freeze_string,
(gs_basic_id, executor, stock_amount, court, notice_no,
status, items, rule_no, enforce_no, cert_cate,
cert_code, start_date, end_date, period, pub_date,
updated_time))
insert_flag += rows_count
connect.commit()
except Exception, e:
cursor.close()
connect.close()
logging.error("freeze error: %s" % e)
flag = 100000006
def get_info(code, ccode):
pattern = re.compile(r'^9.*')
result1 = re.findall(pattern, code)
result2 = re.findall(pattern, ccode)
if len(result1) == 0 and len(result2) == 0:
string = code
elif len(result1) == 1:
string = code
elif len(result2) == 1:
string = ccode
else:
pass
info, flag = get_list(string)
if flag == 100000003:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB,
PORT)
select_string = select_name % gs_basic_id
cursor.execute(select_string)
name = cursor.fetchall()[0][0]
name = deal_html_code.remove_symbol(name)
cursor.close()
connect.close()
info, flag = get_list(name)
return info, flag
def update_to_db(self,gs_basic_id, information):
insert_flag, update_flag = 0, 0
remark = 0
total = len(information)
logging.info("person total:%s"%total)
try:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
string = update_string % gs_basic_id
cursor.execute(string)
connect.commit()
cursor.close()
connect.close()
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
for key in information.keys():
name = str(information[key][0])
position = str(information[key][1])
rows = cursor.execute(select_string, (name, position, gs_basic_id))
# print name,position
if int(rows) == 1:
gs_person_id = cursor.fetchall()[0][0]
updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
count = cursor.execute(update_quit, (updated_time, gs_basic_id, gs_person_id))
connect.commit()
elif rows == 0:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
count = cursor.execute(insert_string, (gs_basic_id, name,position, updated_time))
insert_flag += count
connect.commit()
except Exception, e:
remark = 100000006
logging.error("person error: %s" % e)
def update_to_db(self, info, gs_basic_id):
insert_flag, update_flag = 0, 0
remark = 0
total = len(info)
try:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(
HOST, USER, PASSWD, DB, PORT)
for key, value in info.iteritems():
person_name = value["person_name"]
position = value["position"]
rows = cursor.execute(select_string,
(gs_basic_id, person_name, position))
if int(rows) == 1:
gs_clear_id = cursor.fetchall()[0][0]
updated_time = time.strftime("%Y-%m-%d %H:%M:%S",
time.localtime(time.time()))
count = cursor.execute(
update_string,
(gs_clear_id, updated_time, gs_clear_id))
update_flag += count
connect.commit()
elif rows == 0:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S",
time.localtime(time.time()))
count = cursor.execute(
insert_string,
(gs_basic_id, person_name, position, updated_time))
insert_flag += count
connect.commit()
except Exception, e:
cursor.close()
connect.close()
remark = 100000006
logging.error("clear error: %s" % e)
def update_to_db(self, info, gs_basic_id):
insert_flag, update_flag = 0, 0
remark = 0
total = len(info)
source = 0
try:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
for key, value in info.iteritems():
name, code, filename, start_date = value["name"], value["code"], value["filename"], value["start_date"]
end_date, content, gov_dept = value["end_date"], value["content"], value["gov_dept"]
status = value["status"]
count = cursor.execute(select_string, (gs_basic_id, filename, code, start_date, end_date))
id = ''
if count == 0:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
rows_count = cursor.execute(permit_string, (
gs_basic_id, id, name, code, filename, start_date, end_date, content, gov_dept, status, source,
updated_time))
insert_flag += rows_count
connect.commit()
except Exception, e:
cursor.close()
connect.close()
remark = 100000006
logging.error("permit error: %s" % e)
def main():
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
flag,recordstotal,update_total,insert_total = update_branch3(cursor, connect, gs_basic_id, gs_py_id, select_except_py, update_except_py, Except, "except")
cursor.close()
connect.close()
def main():
Log().found_log(gs_py_id, gs_basic_id)
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
Judge(gs_py_id, connect, cursor, gs_basic_id, url, pagenumber,
perpage).update_branch(update_brand_py, Brand, "brand")
cursor.close()
connect.close()
def main():
pages, perpages = 0, 0
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
Judge(gs_py_id,connect,cursor,gs_basic_id,url,pages,perpages).update_branch(update_mort_py,Mort,"mort")
cursor.close()
connect.close()
def main():
Log().found_log(gs_py_id,gs_basic_id)
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
pages, perpages = 0, 0
Judge(gs_py_id,connect,cursor,gs_basic_id,url,pages,perpages).update_branch(update_punish_py,Punish,"punish")
cursor.close()
connect.close()
def main():
Log().found_log(gs_py_id,gs_basic_id)
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
pages, perpages = 0,0
urllist = url.split('qisuso')
Judge(gs_py_id, connect, cursor, gs_basic_id, urllist,pages,perpages).update_branch(update_change_py, Change, "change")
cursor.close()
connect.close()
def update_to_db(self, info, gs_basic_id):
insert_flag, update_flag = 0, 0
remark = 0
cate = 0
total = len(info)
try:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(
HOST, USER, PASSWD, DB, PORT)
string = update_share % gs_basic_id
cursor.execute(string)
connect.commit()
cursor.close()
connect.close()
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(
HOST, USER, PASSWD, DB, PORT)
for key in info.keys():
name, types, license_type, license_code = info[key][0], info[
key][1], info[key][2], info[key][3]
if name != '' or name != None:
pattern = re.compile('.*公司.*|.*中心.*|.*集团.*|.*企业.*')
result = re.findall(pattern, name)
if len(result) == 0:
iv_basic_id = 0
else:
select_unique = select_name % name
number = cursor.execute(select_unique)
if number == 0:
iv_basic_id = 0
elif int(number) == 1:
iv_basic_id = cursor.fechall[0][0]
else:
iv_basic_id = 0
count = cursor.execute(select_string,
(gs_basic_id, name, types, cate))
if count == 0:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S",
time.localtime(time.time()))
rows_count = cursor.execute(
share_string,
(gs_basic_id, name, cate, types, license_type,
license_code, iv_basic_id, updated_time))
insert_flag += rows_count
connect.commit()
elif int(count) == 1:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S",
time.localtime(time.time()))
gs_shareholder_id = cursor.fetchall()[0][0]
cursor.execute(
update_quit,
(updated_time, gs_shareholder_id, gs_basic_id))
connect.commit()
except Exception, e:
remark = 100000006
logging.info("shareholer error:%s" % e)
def main():
pages, perpages = 0, 0
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
# urllist = url.split('qisuso')
Judge(gs_py_id, connect, cursor, gs_basic_id, url, pages,
perpages).update_branch(update_permit_py, Permit, "permit")
cursor.close()
connect.close()
def main(gs_basic_id,data):
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
object = Basic()
info = object.name(data)
remark = object.update_to_db(cursor,connect,gs_basic_id,info)
print 'basic:%s' % str(remark)
logging.info('basic:%s' % str(remark))
cursor.close()
connect.close()
def main(gs_py_id,gs_basic_id,data):
Log().found_log(gs_py_id,gs_basic_id)
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
object = Basic()
info = object.name(data)
remark = object.update_to_db(cursor,connect,gs_basic_id,info)
updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
cursor.execute(update_py,(gs_py_id,remark,updated_time,gs_py_id))
print 'basic:%s' % str(remark)
cursor.close()
connect.close()
def update_to_db(self, info, gs_basic_id):
insert_flag, update_flag = 0, 0
total = len(info)
remark = 0
try:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
string = update_string % gs_basic_id
cursor.execute(string)
connect.commit()
cursor.close()
connect.close()
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
for key in info.keys():
name, position, sex = info[key][0], info[key][1], info[key][2]
rows = cursor.execute(select_string, (gs_basic_id, name))
if int(rows) >= 1:
sign = 0
for gs_person_id, pos in cursor.fetchall():
if pos == position:
sign = 1
updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
count = cursor.execute(update_quit, (updated_time, gs_basic_id, gs_person_id))
connect.commit()
# update_flag += count
elif pos == None and position != None:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
count = cursor.execute(person_string,
(gs_person_id, position, sex, updated_time, gs_person_id))
update_flag += count
connect.commit()
sign = 0
if sign == 0:
source = 0
updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
count = cursor.execute(insert_string, (gs_basic_id, name, position, sex, source, updated_time))
insert_flag += count
connect.commit()
else:
pass
elif rows == 0:
source = 0
updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
count = cursor.execute(insert_string, (gs_basic_id, name, position, sex, source, updated_time))
insert_flag += count
connect.commit()
except Exception, e:
print e
remark = 100000006
logging.error("person error: %s" % e)
def main():
Log().found_log(gs_py_id, gs_basic_id)
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
flag, total, insert_total, update_total = update_report(
url, cursor, connect, gs_basic_id, gs_py_id)
cursor.close()
connect.close()
info = {"flag": 0, "total": 0, "insert": 0, "update": 0}
info["flag"] = int(flag)
info["total"] = int(total)
info["insert"] = int(insert_total)
info["update"] = int(update_total)
print info
def update_to_db(self, info, gs_basic_id):
insert_flag, update_flag = 0, 0
remark = 0
total = len(info)
try:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(
HOST, USER, PASSWD, DB, PORT)
for key, value in info.iteritems():
equityNo, pledgor, pledBLicNo = value["equityNo"], value[
"pledgor"], value["pledBLicNo"]
impAm, impOrg, impOrgBLicNo = value["impAm"], value[
"impOrg"], value["impOrgBLicNo"]
equPleDate, publicDate, type = value["equPleDate"], value[
"publicDate"], value["type"]
count = cursor.execute(select_stock, (gs_basic_id, equityNo))
if count == 0:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S",
time.localtime(time.time()))
rows_count = cursor.execute(
stock_string,
(gs_basic_id, equityNo, pledgor, pledBLicNo, impAm,
impOrg, impOrgBLicNo, equPleDate, publicDate, type,
updated_time))
insert_flag += rows_count
connect.commit()
elif int(count) == 1:
gs_stock_id = cursor.fetchall()[0][0]
updated_time = time.strftime("%Y-%m-%d %H:%M:%S",
time.localtime(time.time()))
rows_count = cursor.execute(
update_stock,
(gs_basic_id, pledgor, pledBLicNo, impAm, impOrg,
impOrgBLicNo, equPleDate, publicDate, type,
updated_time, gs_stock_id))
update_flag += rows_count
connect.commit()
except Exception, e:
cursor.close()
connect.close()
remark = 100000001
logging.error("stock error: %s" % e)
def update_to_db(self, information, gs_basic_id):
insert_flag, update_flag = 0, 0
flag = 0
total = len(information)
try:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
for key, value in information.iteritems():
types, result = value["types"], value["result"]
check_date, gov_dept = value["check_date"], value["gov_dept"]
count = cursor.execute(select_check, (gs_basic_id, check_date, types))
if count == 0:
rows_count = cursor.execute(check_string, (gs_basic_id, types, result, check_date, gov_dept))
insert_flag += rows_count
connect.commit()
except Exception, e:
cursor.close()
connect.close()
flag = 100000006
logging.error("check error: %s" % e)
def main():
Log().found_log(gs_py_id,gs_basic_id)
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
flag,recordstotal,update_total,insert_total = update_branch3(cursor, connect, gs_basic_id,gs_py_id, select_check_py, update_check_py, Check, "check")
cursor.close()
connect.close()
info = {
"flag": 0,
"total": 0,
"update": 0,
"insert": 0,
'totalpage': 0,
'perpage': 0
}
info["flag"] = int(flag)
info["total"] = int(recordstotal)
info["update"] = int(update_total)
info["insert"] = int(insert_total)
print info
def last_request(challenge, validate, code, ccode, cookies):
pattern = re.compile(r'^9.*')
result1 = re.findall(pattern, code)
result2 = re.findall(pattern, ccode)
if len(result1) == 0 and len(result2) == 0:
string = code
elif len(result1) == 1:
string = code
elif len(result2) == 1:
string = ccode
else:
pass
url, company, history_name, flag = get_url_info(challenge, validate,
string, cookies)
if flag == 100000003:
challenge, validate, cookies = loop_break_password()
if cookies == None:
flag = 100000001
elif challenge == None or validate == None:
flag = 100000002
else:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(
HOST, USER, PASSWD, DB, PORT)
select_string = select_name % gs_basic_id
cursor.execute(select_string)
name = cursor.fetchall()[0][0]
name = remove_symbol(name)
cursor.close()
connect.close()
url, company, history_name, flag = get_url_info(
challenge, validate, str(name), cookies)
if flag == 100000003:
url, company, history_name = None, None, None
else:
if name != company:
url, company, history_name = None, None, None
return url, company, history_name, flag
def update_to_db(self,gs_basic_id, information):
cate = 0
insert_flag,update_flag = 0,0
remark = 0
try:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
string = update_share % gs_basic_id
cursor.execute(string)
connect.commit()
cursor.close()
connect.close()
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(HOST, USER, PASSWD, DB, PORT)
for key in information.keys():
name, license_code, license_type = information[key][0], information[key][1], information[key][2]
types, ra_date, ra_ways, true_amount = information[key][3], information[key][4], information[key][5], \
information[key][6]
reg_amount, ta_ways, ta_date = information[key][7], information[key][8], information[key][9]
country,address = information[key][10],information[key][11]
iv_basic_id = 0
if name!= '' or name !='':
pattern = re.compile('.*公司.*|.*中心.*|.*集团.*|.*企业.*')
result = re.findall(pattern,name)
if len(result) ==0:
iv_basic_id = 0
else:
select_unique = select_name % name
number=cursor.execute(select_unique)
if number ==0:
iv_basic_id = 0
elif int(number)==1:
iv_basic_id = cursor.fechall[0][0]
else:
iv_basic_id = 0
ps_basic_id = 0
if license_type == '中华人民共和国居民身份证':
if license_code == '' or license_code == '':
license_code = '非公示项'
elif len(license_code) == 15 or len(license_code) == 18:
ps_basic_id = self.judge_certcode(name, license_code, cursor, connect, gs_basic_id)
elif license_code == '' or license_code == '' and license_type!='':
license_code = '非公示项'
else:
ps_basic_id = 0
count = cursor.execute(select_string, (gs_basic_id, name, types, cate))
if count == 0:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
rows_count = cursor.execute(share_string, (
gs_basic_id, name, cate, types, license_type, license_code, ra_date, ra_ways, true_amount,
reg_amount, ta_ways, ta_date, country,address,iv_basic_id,ps_basic_id,updated_time))
insert_flag += rows_count
connect.commit()
elif int(count) == 1:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
gs_shareholder_id = cursor.fetchall()[0][0]
cursor.execute(update_quit, (updated_time, gs_shareholder_id, gs_basic_id))
connect.commit()
except Exception, e:
remark = 100000006
logging.error("shareholder error:%s" % e)
def update_to_db(self, info, gs_basic_id):
cate = 0
insert_flag, update_flag = 0, 0
remark = 0
total = len(info)
try:
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(
HOST, USER, PASSWD, DB, PORT)
string = update_share % gs_basic_id
cursor.execute(string)
connect.commit()
cursor.close()
connect.close()
HOST, USER, PASSWD, DB, PORT = config.HOST, config.USER, config.PASSWD, config.DB, config.PORT
connect, cursor = Connect_to_DB().ConnectDB(
HOST, USER, PASSWD, DB, PORT)
for key, value in info.items():
name, license_code, license_type = value["name"], value[
"license_code"], value["license_type"]
types, ra_date, ra_ways, true_amount = value["types"], value[
"ra_date"], value["ra_ways"], value["true_amount"]
reg_amount, ta_ways, ta_date = value["reg_amount"], value[
"ta_ways"], value["ta_date"]
iv_basic_id = 0
if name != '' and name != None:
pattern = re.compile('.*公司.*|.*中心.*|.*集团.*|.*企业.*')
result = re.findall(pattern, name)
if len(result) == 0:
iv_basic_id = 0
else:
select_unique = select_name % name
number = cursor.execute(select_unique)
if number == 0:
iv_basic_id = 0
elif int(number) == 1:
iv_basic_id = cursor.fechall[0][0]
else:
iv_basic_id = 0
count = cursor.execute(select_string,
(gs_basic_id, name, types, cate))
if count == 0:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S",
time.localtime(time.time()))
rows_count = cursor.execute(
share_string,
(gs_basic_id, name, cate, types, license_type,
license_code, ra_date, ra_ways, true_amount,
reg_amount, ta_ways, ta_date, iv_basic_id,
updated_time))
insert_flag += rows_count
connect.commit()
elif int(count) == 1:
updated_time = time.strftime("%Y-%m-%d %H:%M:%S",
time.localtime(time.time()))
gs_shareholder_id = cursor.fetchall()[0][0]
cursor.execute(
update_quit,
(updated_time, gs_shareholder_id, gs_basic_id))
connect.commit()
except Exception, e:
traceback.format_exc()
remark = 100000006
logging.error("shareholder error:%s" % e)
