def get_build_info(self, build_url_list):
for i in build_url_list:
try:
build = Building(co_index)
build_code = re.search('xqbm=(.*?)$', i).group(1)
build_url = 'http://zjjg.0557fdc.com:9555/xiaoqu/donginfo.aspx?xqbm=' + build_code
build.bu_num = 'Labeldongmc">(.*?)<'
build.bu_pre_sale = 'Labelyszheng">(.*?)<'
build.bu_floor = 'Labelsceng">(.*?)<'
build.bu_address = 'Label1zuoluo">(.*?)<'
build.bo_build_start_time = 'Label1kaigong">(.*?)<'
build.co_build_structural = 'Labeljiegou">(.*?)<'
build.co_id = 'donginfo.aspx\?xqbm=(.*?)"'
build.bu_id = 'id="DropDownList1".*?value="(.*?)"'
p = ProducerListUrl(page_url=build_url,
request_type='get',
encode='utf-8',
analyzer_rules_dict=build.to_dict(),
current_url_rule='location\.href=(.*?)"',
analyzer_type='regex',
headers=self.headers)
house_url_list = p.get_details()
self.get_house_info(house_url_list)
except Exception as e:
print('楼栋错误，co_index={},url={}'.format(co_index, build_url), e)
def get_build_info(self, build_lis, co_id):
for build_ in build_lis:
build_url = "http://xx.yyfdcw.com" + build_
try:
build_res = requests.get(build_url, headers=self.headers)
except Exception as e:
print("co_index={},楼栋信息错误".format(co_index), e)
continue
con = build_res.text
bu = Building(co_index)
bu.co_id = co_id
bu.bu_id = re.search('Bid=(\d+)', build_).group(1)
bu.bu_num = re.search('名称.*?">(.*?)</spa', con).group(1)
bu.bu_pre_sale = re.search("编.*?red'>(.*?)</a", con).group(1)
bu.bu_pre_sale_date = re.search('颁发日期.*?Date">(.*?)</span',
con).group(1)
bu.bo_build_start_time = re.search('开工日期.*?">(.*?)</span',
con).group(1)
bu.bo_build_end_time = re.search('竣工日期.*?">(.*?)</span',
con).group(1)
bu.bo_develops = re.search('单位.*?">(.*?)</span', con).group(1)
bu.bu_floor = re.search('层数.*?">(.*?)</span', con).group(1)
bu.bu_live_size = re.search('住宅面积.*?">(.*?)</span', con).group(1)
bu.size = re.search('总面积.*?">(.*?)</span', con).group(1)
bu.insert_db()
id = re.search('测量号.*?">(.*?)</span', con).group(1)
self.get_house_info(co_id, bu.bu_id, id)
def get_build_info(self, build_url_list, co_id):
for i in build_url_list:
build_url = 'http://www.fjlyfdc.com.cn/' + i
try:
build = Building(co_index)
response = requests.get(build_url, headers=self.headers)
html = response.text
build.bu_id = re.search('buildingInfoID=(.*?)&', build_url).group(1)
build.co_id = co_id
build.bo_develops = re.search('开发商：.*?<td.*?>(.*?)<', html, re.S | re.M).group(1)
build.co_name = re.search('项目名称：.*?<td.*?>(.*?)<', html, re.S | re.M).group(1)
build.bu_address = re.search('坐落位置：.*?<td.*?>(.*?)<', html, re.S | re.M).group(1)
build.bu_num = re.search('幢号：.*?<td.*?>(.*?)<', html, re.S | re.M).group(1)
build.co_build_structural = re.search('建筑结构：.*?<td.*?>(.*?)<', html, re.S | re.M).group(1)
build.bu_type = re.search('设计用途：.*?<td.*?>(.*?)<', html, re.S | re.M).group(1)
build.bu_floor = re.search('总 层 数：.*?<td.*?>(.*?)<', html, re.S | re.M).group(1)
build.co_all_size = re.search('总面积：.*?<td.*?>(.*?)<', html, re.S | re.M).group(1)
build.bo_build_start_time = re.search('开工日期：.*?<td.*?>(.*?)<', html, re.S | re.M).group(1)
build.insert_db()
house_url_list = re.findall('href="(/House/HouseInfo\?HouseCenterID=.*?)"', html, re.S | re.M)
self.get_house_info(house_url_list, build.bu_id, co_id)
except Exception as e:
print('楼栋错误，co_index={},url={}'.format(co_index, build_url), e)
def get_build_info(self, bu_pre_sale, bo_develops, bu_co_name, bu_con):
build = Building(co_index)
build.bu_id = re.search('编号.*?>(\d+)<', bu_con, re.S | re.M).group(1)
build.bu_num = re.search('幢号.*?>(\d+)<', bu_con, re.S | re.M).group(1)
build.bu_floor = re.search('总层数.*?>(\d+)<', bu_con,
re.S | re.M).group(1)
build.bu_build_size = re.search('预售建筑面积.*?>(\d+.\d+)<', bu_con,
re.S | re.M).group(1)
build.bu_address = re.search('楼房坐落.*?;">(.*?)</span', bu_con,
re.S | re.M).group(1)
build.bu_live_size = re.search('住宅建筑面积.*?>(\d+.\d+)<', bu_con,
re.S | re.M).group(1)
build.bu_not_live_size = re.search('非住宅建筑面积.*?;">(.*?)</span', bu_con,
re.S | re.M).group(1)
build.bo_build_start_time = re.search('开工日期.*?;">(.*?)</span', bu_con,
re.S | re.M).group(1)
build.bu_all_house = re.search('总套数.*?>(\d+)<', bu_con,
re.S | re.M).group(1)
build.bu_pre_sale = bu_pre_sale
build.bo_develops = bo_develops
build.co_name = bu_co_name
build.insert_db()
