def main(): starttime = time.clock() page_size = 72 #72 title_list = ['开奖日期','期号','红1','红2','红3','红4','红5','红6','蓝','销售额(元)','一等奖','二等奖','一等奖分布地区'] data_list = [] for page in range(1,page_size+1): data_list.extend(get_ssq_list('http://kaijiang.zhcw.com/zhcw/html/ssq/list_'+str(page)+'.html')) filehelper.write_to_csv(title_list,data_list,file_name='lottery_ssq.csv') endtime = time.clock() print '[All Task Finished in '+str(endtime-starttime)+'s]'
def main(): starttime = time.clock() page_size = 5 title_list = ['图书排行','书名','缩略图地址','图书地址','作者','译者','出版社','定价','京东价'] data_list = [] for page in range(1,page_size+1): data_list.extend(get_book_list('http://www.360buy.com/booktop-1-2-3287-'+str(page)+'.html')) filehelper.write_to_csv(title_list,data_list,file_name='360buy_booktop100_computer.csv') endtime = time.clock() print '[All Task Finished in '+str(endtime-starttime)+'s]'
def main(): starttime = time.clock() page_size = 5 title_list = [ '图书排行', '书名', '缩略图地址', '图书地址', '作者', '译者', '出版社', '定价', '京东价' ] data_list = [] for page in range(1, page_size + 1): data_list.extend( get_book_list('http://www.360buy.com/booktop-1-2-3287-' + str(page) + '.html')) filehelper.write_to_csv(title_list, data_list, file_name='360buy_booktop100_computer.csv') endtime = time.clock() print '[All Task Finished in ' + str(endtime - starttime) + 's]'