예제 #1
0
    def __init__(self):
        self.dao = CrawlDao.CrawlDao()
        self.http = HttpUtil.HttpUtil()
        self.brand_dict = dict()
        test_header_url = 'http://app.360cec.com'
        online_header_url = 'http://10.162.51.140'

        self.header_url = test_header_url
        try:
            url = self.header_url+'/car/info?pid=0'
            result = self.http.http_get(url)
            json_result = json.loads(result)
            alist = json_result['data'][0]['list']
            for brand_dic in alist:
                brand_name = str(brand_dic['name']).replace("-", "")
                brand_id = str(brand_dic['id'])
                self.brand_dict[brand_name] = brand_id
            # 存车系的name和id
            self.series_dict = dict()
            for brand_id in self.brand_dict.itervalues():
                series_result = self.http.http_get(self.header_url+'/car/info?pid='+brand_id)
                json_result = json.loads(series_result)
                company_array = json_result['data']
                company_dict = dict()
                for company in company_array:
                    company_name = company['tagName']
                    series_dic = dict()
                    for series in company['list']:
                        series_name = series['carName']
                        series_id = str(series['id'])
                        series_dic[series_name] = series_id
                    company_dict[company_name] = series_dic
                self.series_dict[brand_id] = company_dict
        except Exception as e:
            print "==================get error ================%e" % e.message
예제 #2
0
    def __init__(self):
        self.dao = None
        self.init_dao()

        self.http = HttpUtil.HttpUtil()

        self.brand_url = "http://auto.jd.com/queryBrands"
        self.series_url = "http://auto.jd.com/querySeries?brand=BRAND_VALUE"
        self.model_url = "http://auto.jd.com/queryModel?brand=BRAND_VALUE&series=SERIES_VALUE"
        # 保养url
        self.maintain_url = "http://auto.jd.com/maintain/getMaintain?carModelId=MODEL_ID&mileage=1"

        # ===========数据的保存===============
        self.max_save_num = 3000
        self.jd_car_data_list = list()
        self.jd_car_maintain_data_list = list()
        self.jd_car_maintain_relation_data_list = list()
        self.delete_jd_car_maintain_relation_id_list = list()

        # =============数据初始化===================
        # 京东车型
        self.car_dict = dict()
        car_array = self.dao.db.get_data(
            "select car_uuid,jd_car_id from jd_car")
        for car_data in car_array:
            self.car_dict[str(car_data['jd_car_id'])] = str(
                car_data['car_uuid'])
예제 #3
0
 def __init__(self):
     self.dao = CrawlDao.CrawlDao()
     self.http = HttpUtil.HttpUtil()