def run_each(): prompt = '请选择序号:\n' \ '1:优酷\n' \ '2:土豆\n' \ '3:新浪视频\n' \ '4:搜狐视频\n' \ '5:腾讯视频\n' \ '6:爱奇艺\n' \ '7:乐视\n' \ '8:华数\n' \ '9:风行\n' \ '10:响巢看看\n' \ '11:暴风影音\n' \ '12:PPTV\n' \ '13:56网\n' \ '14: 酷6\n' \ '15: 爆米花\n' \ '16: TV189\n' \ '17: 央视网\n'\ '18: 芒果TV\n'\ '19: 网易视频\n'\ '20: pipi\n'\ '21: 糖豆\n'\ '22: 哗哩哗哩\n'\ '23: acfun\n'\ '24: 新浪微博\n'\ '25: 新蓝网\n' \ '26: 凤凰视频\n' \ '27: 音悦台\n' \ '28: 百度网盘\n' \ '29: 淘宝\n' \ '>>>(输入数字, 单个直接输入数字如1, 多个序号用逗号分隔如: 2,4):' raw = raw_input(encode_wrap(prompt)) try: raw = raw.replace(',', ',') indexs = raw.split(',') indexs = [int(index.strip()) for index in indexs] #可以并行的index indexs_parallel = [ index for index in set(indexs) if index in [1, 2, 4, 6, 8, 10, 12, 13, 14, 15, 16, 17, 19, 21] ] indexs_others = [ index for index in set(indexs).difference(set(indexs_parallel)) ] #多线程 pool = ThreadPool(processes=4) pool.map(run, indexs_parallel) pool.close() pool.join() for index in indexs_others: try: run(index) except Exception, e: print str(e) except Exception, e: print encode_wrap('请输入正确的序号')
def run_each(): prompt = ( "请选择序号:\n" "1:优酷\n" "2:土豆\n" "3:新浪视频\n" "4:搜狐视频\n" "5:腾讯视频\n" "6:爱奇艺\n" "7:乐视\n" "8:华数\n" "9:风行\n" "10:响巢看看\n" "11:暴风影音\n" "12:PPTV\n" "13:56网\n" "14: 酷6\n" "15: 爆米花\n" "16: TV189\n" "17: 央视网\n" "18: 芒果TV\n" "19: 网易视频\n" "20: pipi\n" "21: 糖豆\n" "22: 哗哩哗哩\n" "23: acfun\n" "24: 新浪微博\n" "25: 新蓝网\n" "26: 凤凰视频\n" "27: 音悦台\n" "28: 百度网盘\n" "29: 淘宝\n" ">>>(输入数字, 单个直接输入数字如1, 多个序号用逗号分隔如: 2,4):" ) raw = raw_input(encode_wrap(prompt)) try: raw = raw.replace(",", ",") indexs = raw.split(",") indexs = [int(index.strip()) for index in indexs] # 可以并行的index indexs_parallel = [ index for index in set(indexs) if index in [1, 2, 4, 6, 8, 10, 12, 13, 14, 15, 16, 17, 19, 21] ] indexs_others = [index for index in set(indexs).difference(set(indexs_parallel))] # 多线程 pool = ThreadPool(processes=4) pool.map(run, indexs_parallel) pool.close() pool.join() for index in indexs_others: try: run(index) except Exception, e: print str(e) except Exception, e: print encode_wrap("请输入正确的序号")
def run_auto(indexs): try: indexs = indexs.replace(',', ',') indexs = indexs.split(',') for index in indexs: index = index.strip() if index.isdigit(): run(index) except Exception, e: print encode_wrap('请输入正确的序号')
def run_auto(indexs): try: indexs = indexs.replace(",", ",") indexs = indexs.split(",") for index in indexs: index = index.strip() if index.isdigit(): run(index) except Exception, e: print encode_wrap("请输入正确的序号")
def quchong_youku(filename): try: driver = webdriver.Firefox() df = pd.read_excel(filename) df["Status"] = "跟进中" for ix, row in df.iterrows(): df.ix[ix, "Status"] = "跟进中" if check_404(row["Href"], driver) else "已删除" status = encode_wrap("排查:{}/{}".format(ix + 1, len(df))) print status time.sleep(1) df.to_excel(filename.replace(".xlsx", "") + "(checked).xlsx", index=False) driver.quit() print "success" except Exception, e: print "Error:", e
def quchong_youku(filename): try: driver = webdriver.Firefox() df = pd.read_excel(filename) df['Status'] = '跟进中' for ix, row in df.iterrows(): df.ix[ix, 'Status'] = '跟进中' if check_404(row['Href'], driver) else '已删除' status =encode_wrap( '排查:{}/{}'.format(ix+1, len(df))) print status time.sleep(1) df.to_excel(filename.replace('.xlsx','')+'(checked).xlsx', index=False) driver.quit() print 'success' except Exception,e: print 'Error:', e
def run(index): index = int(index) sheetDict = { 1: '优酷网', 2: '土豆网', 3: '新浪', 4: '搜狐', 5: '腾讯网', 6: '爱奇艺', 7: '乐视', 8: '华数', 9: '风行', 10: '响巢看看', 11: '暴风', 12: 'PPTV', 13: '56网', 14: '酷6', 15: '爆米花', 16: 'TV189', 17: '央视网', 18: '芒果TV', 19: '网易视频', 20: 'pipi', 21: '糖豆', 22: 'bilibili', 23: 'acfun', 24: '新浪微博', 25: "新蓝网", 26: "凤凰视频", 27: "音悦台", 28: "百度网盘", 29: "淘宝", } cf = ConfigParser.ConfigParser() cf.read(config_file_path) excel_sheet = cf.get('general', 'excel_sheet') if excel_sheet == '0': sheet = sheetDict.get(index, 'Sheet1') else: sheet = 'Sheet1' data = pd.read_excel(key_path, sheet, index_col=None, na_values=['NA']) keys = data['key'].get_values() # print ','.join(keys) if len(keys) == 0: return try: if index == 1: #1 print 'begin youku' video = YoukuVideo() #video.filePath = 'youku_video' video.run(keys) elif index == 2: #2 print 'begin tudou' video = TudouVideo() #video.filePath = 'tudou_video' video.run(keys) elif index == 3: #3 print 'begin sina' video = SinaVideo() #video.filePath = 'sina_video' video.run(keys) elif index == 4: #4 print 'begin sohu' video = SouhuVideo() # video.filePath = 'sohu_video' video.run(keys) elif index == 5: #5 print 'begin qq' video = QQVideo() # video.filePath = 'qq_video' video.run(keys) elif index == 6: #6 print 'begin iqiyi' video = IQiYiVideo() # video.filePath = 'iqiyi_video' video.run(keys) elif index == 7: #7 print 'begin letv' video = LetvVideo() # video.filePath = 'letv_video' video.run(keys) elif index == 8: #8 print 'begin huashu' video = HuashuVideo() # video.filePath = 'huashu_video' video.run(keys) elif index == 9: #9 print 'begin fun' video = FunVideo() # video.filePath = 'fun_video' video.run(keys) elif index == 10: #10 print 'begin kankan' video = KanKanVideo() # video.filePath = 'kankan_video' video.run(keys) elif index == 11: #11 print 'begin baofeng' video = BaofengVideo() # video.filePath = 'baofeng_video' video.run(keys) elif index == 12: #12 print 'begin pptv' video = PPTVVideo() # video.filePath = 'pptv_video' video.run(keys) elif index == 13: #13 print 'begin 56' video = V56Video() # video.filePath = 'v56_video' video.run(keys) elif index == 14: #14 print 'begin ku6' video = Ku6Video() # video.filePath = 'ku5_video' video.run(keys) elif index == 15: #15 print 'begin baomihua' video = BaomihuaVideo() # video.filePath = 'baomihua_video' video.run(keys) elif index == 16: #16 print 'begin tv189' video = TV189Video() # video.filePath = 'tv189_video' video.run(keys) elif index == 17: #17 print 'begin cctv' video = CCTVVideo() # video.filePath = 'cctv_video' video.run(keys) elif index == 18: #18 print 'begin hunantv' video = HuNanTVVideo() # video.filePath = 'hunantv_video' video.run(keys) elif index == 19: #19 print 'begin 163' video = V163Video() # video.filePath = '163_video' video.run(keys) elif index == 20: #20 print 'begin pipi' video = PiPiVideo() # video.filePath = 'pipi_video' video.run(keys) elif index == 21: #21 print 'begin tangdou' video = TangDouVideo() video.filePath = 'tangdou_video' video.run(keys) elif index == 22: #22 print 'begin bilibili' video = BilibiliVideo() video.filePath = 'bilibili_video' video.run(keys) elif index == 23: #23 print 'begin acfun' video = AcFunVideo() # video.filePath = 'acfun_video' video.run(keys) elif index == 24: #24 print 'begin weibo' video = WeiboVideo() video.filePath = 'weibo_video' video.run(keys) elif index == 25: # 25 print 'begin cztv' video = CZTVVideo() # video.filePath = 'weibo_video' video.run(keys) elif index == 26: # 26 print 'begin ifeng' video = IFengVideo() video.run_keys(keys) elif index == 27: # 27 print 'begin yinyuetai' video = YinYueTaiVideo() video.run_keys(keys) elif index == 28: # 28 print 'begin baidu pan' video = BaiduPanVideo() video.run_keys(keys) elif index == 29: # 29 print 'begin taobao' video = Taobao() video.run_keys(keys) except Exception, e: print encode_wrap('编号:%d, 运行出错' % index), str(e)
def run(index): index = int(index) sheetDict = { 1: "优酷网", 2: "土豆网", 3: "新浪", 4: "搜狐", 5: "腾讯网", 6: "爱奇艺", 7: "乐视", 8: "华数", 9: "风行", 10: "响巢看看", 11: "暴风", 12: "PPTV", 13: "56网", 14: "酷6", 15: "爆米花", 16: "TV189", 17: "央视网", 18: "芒果TV", 19: "网易视频", 20: "pipi", 21: "糖豆", 22: "bilibili", 23: "acfun", 24: "新浪微博", 25: "新蓝网", 26: "凤凰视频", 27: "音悦台", 28: "百度网盘", 29: "淘宝", } cf = ConfigParser.ConfigParser() cf.read(config_file_path) excel_sheet = cf.get("general", "excel_sheet") if excel_sheet == "0": sheet = sheetDict.get(index, "Sheet1") else: sheet = "Sheet1" data = pd.read_excel(key_path, sheet, index_col=None, na_values=["NA"]) keys = data["key"].get_values() # print ','.join(keys) if len(keys) == 0: return try: if index == 1: # 1 print "begin youku" video = YoukuVideo() # video.filePath = 'youku_video' video.run(keys) elif index == 2: # 2 print "begin tudou" video = TudouVideo() # video.filePath = 'tudou_video' video.run(keys) elif index == 3: # 3 print "begin sina" video = SinaVideo() # video.filePath = 'sina_video' video.run(keys) elif index == 4: # 4 print "begin sohu" video = SouhuVideo() # video.filePath = 'sohu_video' video.run(keys) elif index == 5: # 5 print "begin qq" video = QQVideo() # video.filePath = 'qq_video' video.run(keys) elif index == 6: # 6 print "begin iqiyi" video = IQiYiVideo() # video.filePath = 'iqiyi_video' video.run(keys) elif index == 7: # 7 print "begin letv" video = LetvVideo() # video.filePath = 'letv_video' video.run(keys) elif index == 8: # 8 print "begin huashu" video = HuashuVideo() # video.filePath = 'huashu_video' video.run(keys) elif index == 9: # 9 print "begin fun" video = FunVideo() # video.filePath = 'fun_video' video.run(keys) elif index == 10: # 10 print "begin kankan" video = KanKanVideo() # video.filePath = 'kankan_video' video.run(keys) elif index == 11: # 11 print "begin baofeng" video = BaofengVideo() # video.filePath = 'baofeng_video' video.run(keys) elif index == 12: # 12 print "begin pptv" video = PPTVVideo() # video.filePath = 'pptv_video' video.run(keys) elif index == 13: # 13 print "begin 56" video = V56Video() # video.filePath = 'v56_video' video.run(keys) elif index == 14: # 14 print "begin ku6" video = Ku6Video() # video.filePath = 'ku5_video' video.run(keys) elif index == 15: # 15 print "begin baomihua" video = BaomihuaVideo() # video.filePath = 'baomihua_video' video.run(keys) elif index == 16: # 16 print "begin tv189" video = TV189Video() # video.filePath = 'tv189_video' video.run(keys) elif index == 17: # 17 print "begin cctv" video = CCTVVideo() # video.filePath = 'cctv_video' video.run(keys) elif index == 18: # 18 print "begin hunantv" video = HuNanTVVideo() # video.filePath = 'hunantv_video' video.run(keys) elif index == 19: # 19 print "begin 163" video = V163Video() # video.filePath = '163_video' video.run(keys) elif index == 20: # 20 print "begin pipi" video = PiPiVideo() # video.filePath = 'pipi_video' video.run(keys) elif index == 21: # 21 print "begin tangdou" video = TangDouVideo() video.filePath = "tangdou_video" video.run(keys) elif index == 22: # 22 print "begin bilibili" video = BilibiliVideo() video.filePath = "bilibili_video" video.run(keys) elif index == 23: # 23 print "begin acfun" video = AcFunVideo() # video.filePath = 'acfun_video' video.run(keys) elif index == 24: # 24 print "begin weibo" video = WeiboVideo() video.filePath = "weibo_video" video.run(keys) elif index == 25: # 25 print "begin cztv" video = CZTVVideo() # video.filePath = 'weibo_video' video.run(keys) elif index == 26: # 26 print "begin ifeng" video = IFengVideo() video.run_keys(keys) elif index == 27: # 27 print "begin yinyuetai" video = YinYueTaiVideo() video.run_keys(keys) elif index == 28: # 28 print "begin baidu pan" video = BaiduPanVideo() video.run_keys(keys) elif index == 29: # 29 print "begin taobao" video = Taobao() video.run_keys(keys) except Exception, e: print encode_wrap("编号:%d, 运行出错" % index), str(e)