def parse_Five(self, response):
thread = Selector(response)
node_village = thread.xpath('//tr[@class="villagetr"]/td/text()')
print(json.dumps(node_village.extract(), ensure_ascii=False))
n = len(node_village)
m = 0
while m < n:
code = json.dumps((node_village[m:m + 1]).extract(),
ensure_ascii=False)
simple_code = json.dumps((node_village[m + 1:m + 2]).extract(),
ensure_ascii=False)
name = json.dumps((node_village[m + 2:m + 3]).extract(),
ensure_ascii=False)
print(code[1:len(code) - 1])
print(simple_code[1:len(simple_code) - 1])
print(name[1:len(name) - 1])
print((code[11:14]))
db = NorthernOpenSpacePipeline()
sql = "insert into village_table (" + \
'village_code,' + 'village_name,' + 'simple_village_code,' + 'village_category_code,' + 'grade' + ") VALUE (" + \
code[1:len(code) - 1] + "," + name[1:len(name) - 1] + "," + code[11:14] + "," + simple_code[1:len(
simple_code) - 1] + "," + "5" + ")"
db.insertIntoTable(sql=sql)
m = m + 3
def insertIntoCounty(self, node_county):
n = len(node_county)
m = 0
while m < n:
code = json.dumps((node_county[m:m + 1]).extract(),
ensure_ascii=False)
name = json.dumps((node_county[m + 1:m + 2]).extract(),
ensure_ascii=False)
print(code[1:len(code) - 1])
print(name[1:len(name) - 1])
db = NorthernOpenSpacePipeline()
sql = "insert into county_table (" + 'county_code,' + 'county_name,' + 'simple_county_code,' + 'grade' + ") VALUE (" + code[
1:len(code) - 1] + "," + name[1:len(name) - 1] + "," + (
code[1:len(code) - 1])[1:7] + "," + "3" + ")"
db.insertIntoTable(sql=sql)
m = m + 2
def insertIntoTown(self, node_towntr):
n = len(node_towntr)
m = 0
while m < n:
code = json.dumps((node_towntr[m:m + 1]).extract(),
ensure_ascii=False)
name = json.dumps((node_towntr[m + 1:m + 2]).extract(),
ensure_ascii=False)
# print(code[1:len(code) - 1])
# print(name[1:len(name) - 1])
db = NorthernOpenSpacePipeline()
sql = "insert into town_table (" + 'town_code,' + 'town_name,' + 'simple_town_code,' + 'grade' + ") VALUE (" + code[
1:len(code) - 1] + "," + name[1:len(name) - 1] + "," + (
code[1:len(code) - 1])[7:10] + "," + "4" + ")"
db.insertIntoTable(sql=sql)
m = m + 2
def insertIntoProvince(self, province_code, province_name):
# 将获取的数据插入到数据库中
db = NorthernOpenSpacePipeline()
sql = "insert into province_table (" + 'province_name,' + 'province_code,' + 'simple_province_code,' + 'grade' + ") VALUE (" + province_name + "," + province_code + '0000000000' + "," + province_code + "," + "1" + ")"
db.insertIntoTable(sql=sql)