def __init__(self): self.dao = CrawlDao.CrawlDao() self.http = HttpUtil.HttpUtil() self.brand_dict = dict() test_header_url = 'http://app.360cec.com' online_header_url = 'http://10.162.51.140' self.header_url = test_header_url try: url = self.header_url+'/car/info?pid=0' result = self.http.http_get(url) json_result = json.loads(result) alist = json_result['data'][0]['list'] for brand_dic in alist: brand_name = str(brand_dic['name']).replace("-", "") brand_id = str(brand_dic['id']) self.brand_dict[brand_name] = brand_id # 存车系的name和id self.series_dict = dict() for brand_id in self.brand_dict.itervalues(): series_result = self.http.http_get(self.header_url+'/car/info?pid='+brand_id) json_result = json.loads(series_result) company_array = json_result['data'] company_dict = dict() for company in company_array: company_name = company['tagName'] series_dic = dict() for series in company['list']: series_name = series['carName'] series_id = str(series['id']) series_dic[series_name] = series_id company_dict[company_name] = series_dic self.series_dict[brand_id] = company_dict except Exception as e: print "==================get error ================%e" % e.message
def __init__(self): self.dao = None self.init_dao() self.http = HttpUtil.HttpUtil() self.brand_url = "http://auto.jd.com/queryBrands" self.series_url = "http://auto.jd.com/querySeries?brand=BRAND_VALUE" self.model_url = "http://auto.jd.com/queryModel?brand=BRAND_VALUE&series=SERIES_VALUE" # 保养url self.maintain_url = "http://auto.jd.com/maintain/getMaintain?carModelId=MODEL_ID&mileage=1" # ===========数据的保存=============== self.max_save_num = 3000 self.jd_car_data_list = list() self.jd_car_maintain_data_list = list() self.jd_car_maintain_relation_data_list = list() self.delete_jd_car_maintain_relation_id_list = list() # =============数据初始化=================== # 京东车型 self.car_dict = dict() car_array = self.dao.db.get_data( "select car_uuid,jd_car_id from jd_car") for car_data in car_array: self.car_dict[str(car_data['jd_car_id'])] = str( car_data['car_uuid'])
def __init__(self): self.dao = CrawlDao.CrawlDao() self.http = HttpUtil.HttpUtil()