コード例 #1
0
ファイル: c4_anhui_data.py プロジェクト: yuelinsoft/uf-spider
 def spot_check_execute(self, pageSoup):
     br_keyword = ["chouchaxinxi"]
     key_list = [
         'xuhao', 'authority', 'spot_type', 'spot_date', 'spot_result'
     ]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #2
0
ファイル: e3_hunan_data.py プロジェクト: yuelinsoft/uf-spider
 def s_h_execute(self, pageSoup):
     br_keyword = ["investorTable"]
     key_list = [
         's_h_name', 's_h_id_type', 's_h_id', 's_h_type', 'xiangqing'
     ]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #3
0
ファイル: e3_hunan_data.py プロジェクト: yuelinsoft/uf-spider
 def b_c_execute(self, pageSoup):
     br_keyword = ["alterTable"]
     key_list = [
         'reason', 'before_changes', 'after_changes', 'date_to_changes'
     ]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #4
0
def mul_page(pageSoup, page_tag, url_page_part, key_list, dlink, idname, glb_id):
    # 这个只能判断初始的pageSoup中带的翻页tag,如果页数太多的话是不ok的,因为改变后的pageSoup不会找得到的。
    '''
    id, idname: 针对动产抵押详情页面的翻页情况,key并不等于'mainId',需要idname传值,key对应的value用id存;
    pagelt: page limit, 页数限制边缘值,用于range中,比最大页数大1,初始值为2;
    i:结合page_tag,查找是否存在翻页的情况,并将找到的最大值赋值给pagelt,因此从2开始循环查找;
    j: 获取翻页html时传data需要用到.
    '''
    dict_ba_list = []
    id = glb_id
    url_home = "http://222.143.24.157/"
    id = id.split("=")[-1]
    pagelt = 2
    for i in range(2, 100):
        page_i_tag = pageSoup.find(id=page_tag + str(i))
        if page_i_tag == None:
            pagelt = i  # max j is i-1.
            break
    for j in range(1, pagelt):
        url = url_home + url_page_part
        if idname != "":# 针对抵押物的翻页
            if dlink != "":
                a = re.findall("[0-9]+", dlink)
                if a != []:
                    id = a[0]
            data = {'pno': str(j), idname: id}
        else:
            data = {'pno': str(j), 'mainId': id}
        pageSoup = get_html(url, data)
        if pageSoup != None:
            br_keyword = [""]
            dict_ba_list_0 = common.get_dict_list(pageSoup, key_list, br_keyword)
            dict_ba_list=dict_ba_list+dict_ba_list_0
    return dict_ba_list
コード例 #5
0
 def member_execute(self, list_):
     url1 = 'ztxy.do'
     data_dict0 = {'method': 'baInfo', 'czmk': 'czmk2'}
     pageSoup = get_html(url1, list_, data_dict0)
     key_list = ['xuhao', 'person_name', 'p_position']
     br_keyword = "table_ry1"
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #6
0
 def branch_execute(self, list_):
     url1 = 'ztxy.do'
     data_dict0 = {'method': 'baInfo', 'czmk': 'czmk2'}
     pageSoup = get_html(url1, list_, data_dict0)
     key_list = ['xuhao', 'company_num', 'company_name', 'authority']
     br_keyword = "table_fr2"
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #7
0
 def stockholder_change_execute(self, pageSoup):
     key_list = ['xuhao','person','stock','person_get','court','xiangqing']
     br_keyword = ["xzcfDiv"]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     if dict_ba_list != []:
         raise ValueError("dict_ba_list is not empty.")
     else:
         return None
コード例 #8
0
ファイル: e3_hunan_data.py プロジェクト: yuelinsoft/uf-spider
 def pledge_execute(self, pageSoup):
     br_keyword = ["pledgeTable"]
     key_list = [
         'xuhao', 'reg_code', 'pleder', 'id_card', 'plede_amount', 'brower',
         'brower_id_card', 'reg_date', 'staues', 'gongshiriqi', 'changes'
     ]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #9
0
ファイル: c4_anhui_data.py プロジェクト: yuelinsoft/uf-spider
 def stock_freeze_execute(self, pageSoup):
     br_keyword = ["EquityFreezeDiv"]
     key_list = [
         'xuhao', 'person', 'stock', 'court', 'notice_number', 'statues',
         'xiangqing'
     ]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #10
0
ファイル: e3_hunan_data.py プロジェクト: yuelinsoft/uf-spider
 def abnormal_execute(self, pageSoup):
     br_keyword = ["exceptTable"]
     key_list = [
         'xuhao', 'reason', 'date_occurred', 'reason_out', 'date_out',
         'authority'
     ]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #11
0
ファイル: e3_hunan_data.py プロジェクト: yuelinsoft/uf-spider
 def adm_punishment_execute(self, pageSoup):
     br_keyword = ["punishTable"]
     key_list = [
         'xuhao', 'pun_number', 'reason', 'fines', 'authirty', 'pun_date',
         'gongshiriqi', 'xiangqing'
     ]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #12
0
 def black_info_execute(self, pageSoup):
     number = 6
     br_keyword = ["yanzhongweifaqiye"]
     dict_ba_list = common.get_dict_list(pageSoup, number, br_keyword)
     if dict_ba_list != []:
         raise ValueError("dict_ba_list is not empty.")
     else:
         return None
コード例 #13
0
 def black_info_execute(self, pageSoup):
     key_list = ['xuhao','reason_in','date_in','reason_out','date_out','authority','xiangqing']
     br_keyword = ["yanzhongweifaqiye"]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     if dict_ba_list != []:
         raise ValueError("dict_ba_list is not empty.")
     else:
         return None
コード例 #14
0
 def stockholder_change_execute(self, pageSoup):
     number = 6
     br_keyword = ["xzcfDiv"]
     dict_ba_list = common.get_dict_list(pageSoup, number, br_keyword)
     if dict_ba_list != []:
         raise ValueError("dict_ba_list is not empty.")
     else:
         return None
コード例 #15
0
ファイル: e3_hunan_data.py プロジェクト: yuelinsoft/uf-spider
 def mortgage_basic_execute(self, pageSoup):
     br_keyword = ["mortageTable"]
     key_list = [
         'xuhao', 'mortgage_reg_num', 'date_reg', 'authority', 'amount',
         'status', 'gongshiriqi', 'xiangqing'
     ]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #16
0
ファイル: e3_hunan_data.py プロジェクト: yuelinsoft/uf-spider
 def spot_check_execute(self, pageSoup):
     number = 5
     br_keyword = ["spotcheckTable"]
     key_list = [
         'xuhao', 'authority', 'spot_type', 'spot_date', 'spot_result'
     ]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #17
0
 def b_c_execute(self, list_):
     url1 = 'ztxy.do'
     data_dict0 = {'method': 'qyInfo', 'maent.entbigtype': list_[1]}
     pageSoup = get_html(url1, list_, data_dict0)
     key_list = [
         'reason', 'before_changes', 'after_changes', 'date_to_changes'
     ]
     br_keyword = "table_bg"
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #18
0
 def s_h_execute(self, list_):
     url1 = 'ztxy.do'
     data_dict0 = {'method': 'qyInfo', 'maent.entbigtype': list_[1]}
     pageSoup = get_html(url1, list_, data_dict0)
     key_list = [
         's_h_name', 's_h_id_type', 's_h_id', 's_h_type', 'xiangqing'
     ]
     br_keyword = "table_fr"
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #19
0
 def spot_check_execute(self, list_):
     url1 = 'ztxy.do'
     data_dict0 = {'method': 'ccjcInfo', 'czmk': 'czmk7'}
     pageSoup = get_html(url1, list_, data_dict0)
     key_list = [
         'xuhao', 'authority', 'spot_type', 'spot_date', 'spot_result'
     ]
     br_keyword = "table_ccjc"
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #20
0
 def mortgage_basic_execute(self, list_):
     url1 = 'ztxy.do'
     data_dict0 = {'method': 'dcdyInfo', 'czmk': 'czmk4'}
     pageSoup = get_html(url1, list_, data_dict0)
     key_list = [
         'xuhao', 'mortgage_reg_num', 'date_reg', 'authority', 'amount',
         'status', 'gongshiriqi', 'xiangqing'
     ]
     br_keyword = "table_dc"
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #21
0
 def adm_punishment_execute(self, list_):
     url1 = 'ztxy.do'
     data_dict0 = {'method': 'cfInfo', 'czmk': 'czmk3'}
     pageSoup = get_html(url1, list_, data_dict0)
     key_list = [
         'xuhao', 'pun_number', 'reason', 'fines', 'authirty', 'pun_date',
         'gongshiriqi', 'xiangqing'
     ]
     br_keyword = "table_gscfxx"
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #22
0
 def pledge_execute(self, list_):
     url1 = 'ztxy.do'
     data_dict0 = {'method': 'gqczxxInfo', 'czmk': 'czmk4'}
     pageSoup = get_html(url1, list_, data_dict0)
     key_list = [
         'xuhao', 'reg_code', 'pleder', 'id_card', 'plede_amount', 'brower',
         'brower_id_card', 'reg_date', 'staues', 'gongshiriqi', 'changes'
     ]
     br_keyword = "table_gq"
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #23
0
 def black_info_execute(self, list_):
     url1 = 'ztxy.do'
     data_dict0 = {'method': 'yzwfInfo', 'czmk': 'czmk14'}
     pageSoup = get_html(url1, list_, data_dict0)
     key_list = [
         'xuhao', 'reason_in', 'date_in', 'reason_out', 'date_out',
         'authority', 'xiangqing'
     ]
     br_keyword = "table_wfxx"
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #24
0
 def abnormal_execute(self, list_):
     url1 = 'ztxy.do'
     data_dict0 = {'method': 'jyycInfo', 'czmk': 'czmk6'}
     pageSoup = get_html(url1, list_, data_dict0)
     key_list = [
         'xuhao', 'reason', 'date_occurred', 'reason_out', 'date_out',
         'authority'
     ]
     br_keyword = "table_yc"
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #25
0
ファイル: e3_hunan_data.py プロジェクト: yuelinsoft/uf-spider
 def mortgage_execute(self, dlink, pageSoup):
     br_keyword = ["mortgageGuaTable"]
     key_list = [
         'xuhao', 'mortgage_name', 'belongs', 'information',
         'mortgage_range'
     ]
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     for dict_ba in dict_ba_list:
         mortgage_reg_num = self.c_mortgage_execute(
             dlink, pageSoup)[0]['mortgage_reg_num']
         dict_ba['mortgage_reg_num'] = mortgage_reg_num
     return dict_ba_list
コード例 #26
0
 def mortgage_execute(self, pageSoup):
     key_list = [
         'xuhao', 'mortgage_name', 'belongs', 'information',
         'mortgage_range'
     ]
     br_keyword = "table_dywgk"
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     for dict_ba in dict_ba_list:
         mortgage_reg_num = self.c_mortgage_execute(
             pageSoup)[0]['mortgage_reg_num']
         dict_ba['mortgage_reg_num'] = mortgage_reg_num
     return dict_ba_list
コード例 #27
0
 def stock_freeze_execute(self, pageSoup):
     number = 7
     br_keyword = ["EquityFreezeDiv"]
     dict_ba_list = common.get_dict_list(pageSoup, number, br_keyword)
     return dict_ba_list
コード例 #28
0
 def spot_check_execute(self, pageSoup):
     number = 5
     br_keyword = ["spotCheckDiv"]
     dict_ba_list = common.get_dict_list(pageSoup, number, br_keyword)
     return dict_ba_list
コード例 #29
0
ファイル: e3_hunan_data.py プロジェクト: yuelinsoft/uf-spider
 def branch_execute(self, pageSoup):
     br_keyword = ["branchTable"]
     key_list = ['xuhao', 'company_num', 'company_name', 'authority']
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list
コード例 #30
0
ファイル: e3_hunan_data.py プロジェクト: yuelinsoft/uf-spider
 def member_execute(self, pageSoup):
     br_keyword = ["memberTable"]
     key_list = ['xuhao', 'person_name', 'p_position']
     dict_ba_list = common.get_dict_list(pageSoup, key_list, br_keyword)
     return dict_ba_list