def extract_by_phone(phone_list=None): print "====Begin extraction by phone." columns_list = mysqldao.column_names(db_name, tb_yelp_phone) biz_list = [] if phone_list == None: phone_list = [] temp_phone_list = mysqldao.select(db_name, tb_insp_norm, ['PHONE']) for p in temp_phone_list: phone_list.append(p[0]) exist_phone_list = [] exist_phone_tuple = mysqldao.select_unique_column(db_name, tb_log_phone, 'phone') count = 0 for phone in phone_list: biz_data = {} biz_list = [] phone = str(phone).replace(' ', '').replace('_', '') if len(phone) == 11: phone = phone[1:] if phone not in exist_phone_tuple: url_params = {"phone": phone, 'ywsid': 'bxtstnNlHgO8c6W4X2yuYA'} biz_data = yelp_api.request(API_HOST, '/phone_search', url_params=url_params)[BUSINESS] if len(biz_data) != 0: data_phone = dic_look_up(biz_data[0], 'phone') if data_phone == phone: biz_list.append(biz_data[0]) print "Phone:", phone, "count", len(biz_list), 'data' tran_list = json_transform_phone(biz_list, columns_list) load_data_db(db_name, tb_yelp_phone, tran_list) extracttime = str(datetime.datetime.now())[0:19] log_para_list = [{'extracttime': extracttime, 'phone': phone}] mysqldao.insert(db_name, tb_log_phone, log_para_list)
def extract_by_phone(phone_list=None): print "====Begin extraction by phone." columns_list = mysqldao.column_names(db_name, tb_yelp_phone) biz_list=[] if phone_list==None: phone_list=[] temp_phone_list=mysqldao.select(db_name, tb_insp_norm, ['PHONE']) for p in temp_phone_list: phone_list.append(p[0]) exist_phone_list=[] exist_phone_tuple = mysqldao.select_unique_column(db_name,tb_log_phone,'phone') count = 0 for phone in phone_list: biz_data={} biz_list=[] phone=str(phone).replace(' ','').replace('_','') if len(phone) ==11: phone = phone[1:] if phone not in exist_phone_tuple: url_params={ "phone":phone, 'ywsid':'bxtstnNlHgO8c6W4X2yuYA' } biz_data = yelp_api.request(API_HOST, '/phone_search', url_params=url_params)[BUSINESS] if len(biz_data) != 0: data_phone=dic_look_up(biz_data[0],'phone') if data_phone == phone: biz_list.append(biz_data[0]) print "Phone:",phone,"count",len(biz_list),'data' tran_list=json_transform_phone(biz_list,columns_list) load_data_db(db_name, tb_yelp_phone, tran_list) extracttime = str(datetime.datetime.now())[0:19] log_para_list = [{'extracttime':extracttime, 'phone':phone}] mysqldao.insert(db_name,tb_log_phone,log_para_list)
def search_parameter(url_params=url_params): return yelp_api.request(API_HOST, SEARCH_PATH, url_params=url_params)
def make_request(self): return request(path=self.path, url_params=self.params)