def extract_by_phone(phone_list=None):
print "====Begin extraction by phone."
columns_list = mysqldao.column_names(db_name, tb_yelp_phone)
biz_list = []
if phone_list == None:
phone_list = []
temp_phone_list = mysqldao.select(db_name, tb_insp_norm, ['PHONE'])
for p in temp_phone_list:
phone_list.append(p[0])
exist_phone_list = []
exist_phone_tuple = mysqldao.select_unique_column(db_name, tb_log_phone,
'phone')
count = 0
for phone in phone_list:
biz_data = {}
biz_list = []
phone = str(phone).replace(' ', '').replace('_', '')
if len(phone) == 11:
phone = phone[1:]
if phone not in exist_phone_tuple:
url_params = {"phone": phone, 'ywsid': 'bxtstnNlHgO8c6W4X2yuYA'}
biz_data = yelp_api.request(API_HOST,
'/phone_search',
url_params=url_params)[BUSINESS]
if len(biz_data) != 0:
data_phone = dic_look_up(biz_data[0], 'phone')
if data_phone == phone:
biz_list.append(biz_data[0])
print "Phone:", phone, "count", len(biz_list), 'data'
tran_list = json_transform_phone(biz_list, columns_list)
load_data_db(db_name, tb_yelp_phone, tran_list)
extracttime = str(datetime.datetime.now())[0:19]
log_para_list = [{'extracttime': extracttime, 'phone': phone}]
mysqldao.insert(db_name, tb_log_phone, log_para_list)
def extract_by_phone(phone_list=None):
print "====Begin extraction by phone."
columns_list = mysqldao.column_names(db_name, tb_yelp_phone)
biz_list=[]
if phone_list==None:
phone_list=[]
temp_phone_list=mysqldao.select(db_name, tb_insp_norm, ['PHONE'])
for p in temp_phone_list:
phone_list.append(p[0])
exist_phone_list=[]
exist_phone_tuple = mysqldao.select_unique_column(db_name,tb_log_phone,'phone')
count = 0
for phone in phone_list:
biz_data={}
biz_list=[]
phone=str(phone).replace(' ','').replace('_','')
if len(phone) ==11:
phone = phone[1:]
if phone not in exist_phone_tuple:
url_params={
"phone":phone,
'ywsid':'bxtstnNlHgO8c6W4X2yuYA'
}
biz_data = yelp_api.request(API_HOST, '/phone_search', url_params=url_params)[BUSINESS]
if len(biz_data) != 0:
data_phone=dic_look_up(biz_data[0],'phone')
if data_phone == phone:
biz_list.append(biz_data[0])
print "Phone:",phone,"count",len(biz_list),'data'
tran_list=json_transform_phone(biz_list,columns_list)
load_data_db(db_name, tb_yelp_phone, tran_list)
extracttime = str(datetime.datetime.now())[0:19]
log_para_list = [{'extracttime':extracttime, 'phone':phone}]
mysqldao.insert(db_name,tb_log_phone,log_para_list)
def search_parameter(url_params=url_params):
return yelp_api.request(API_HOST, SEARCH_PATH, url_params=url_params)
def search_parameter(url_params=url_params):
return yelp_api.request(API_HOST, SEARCH_PATH, url_params=url_params)
def make_request(self):
return request(path=self.path, url_params=self.params)
