def run_each():
prompt = '请选择序号：\n' \
'1：优酷\n' \
'2：土豆\n' \
'3：新浪视频\n' \
'4：搜狐视频\n' \
'5：腾讯视频\n' \
'6：爱奇艺\n' \
'7：乐视\n' \
'8：华数\n' \
'9：风行\n' \
'10：响巢看看\n' \
'11：暴风影音\n' \
'12：PPTV\n' \
'13：56网\n' \
'14: 酷6\n' \
'15: 爆米花\n' \
'16: TV189\n' \
'17: 央视网\n'\
'18: 芒果TV\n'\
'19: 网易视频\n'\
'20: pipi\n'\
'21: 糖豆\n'\
'22: 哗哩哗哩\n'\
'23: acfun\n'\
'24: 新浪微博\n'\
'25: 新蓝网\n' \
'26: 凤凰视频\n' \
'27: 音悦台\n' \
'28: 百度网盘\n' \
'29: 淘宝\n' \
'>>>(输入数字, 单个直接输入数字如1, 多个序号用逗号分隔如: 2,4):'
raw = raw_input(encode_wrap(prompt))
try:
raw = raw.replace('，', ',')
indexs = raw.split(',')
indexs = [int(index.strip()) for index in indexs]
#可以并行的index
indexs_parallel = [
index for index in set(indexs)
if index in [1, 2, 4, 6, 8, 10, 12, 13, 14, 15, 16, 17, 19, 21]
]
indexs_others = [
index for index in set(indexs).difference(set(indexs_parallel))
]
#多线程
pool = ThreadPool(processes=4)
pool.map(run, indexs_parallel)
pool.close()
pool.join()
for index in indexs_others:
try:
run(index)
except Exception, e:
print str(e)
except Exception, e:
print encode_wrap('请输入正确的序号')
def run_each():
prompt = (
"请选择序号：\n"
"1：优酷\n"
"2：土豆\n"
"3：新浪视频\n"
"4：搜狐视频\n"
"5：腾讯视频\n"
"6：爱奇艺\n"
"7：乐视\n"
"8：华数\n"
"9：风行\n"
"10：响巢看看\n"
"11：暴风影音\n"
"12：PPTV\n"
"13：56网\n"
"14: 酷6\n"
"15: 爆米花\n"
"16: TV189\n"
"17: 央视网\n"
"18: 芒果TV\n"
"19: 网易视频\n"
"20: pipi\n"
"21: 糖豆\n"
"22: 哗哩哗哩\n"
"23: acfun\n"
"24: 新浪微博\n"
"25: 新蓝网\n"
"26: 凤凰视频\n"
"27: 音悦台\n"
"28: 百度网盘\n"
"29: 淘宝\n"
">>>(输入数字, 单个直接输入数字如1, 多个序号用逗号分隔如: 2,4):"
)
raw = raw_input(encode_wrap(prompt))
try:
raw = raw.replace("，", ",")
indexs = raw.split(",")
indexs = [int(index.strip()) for index in indexs]
# 可以并行的index
indexs_parallel = [
index for index in set(indexs) if index in [1, 2, 4, 6, 8, 10, 12, 13, 14, 15, 16, 17, 19, 21]
]
indexs_others = [index for index in set(indexs).difference(set(indexs_parallel))]
# 多线程
pool = ThreadPool(processes=4)
pool.map(run, indexs_parallel)
pool.close()
pool.join()
for index in indexs_others:
try:
run(index)
except Exception, e:
print str(e)
except Exception, e:
print encode_wrap("请输入正确的序号")
def run_auto(indexs):
try:
indexs = indexs.replace('，', ',')
indexs = indexs.split(',')
for index in indexs:
index = index.strip()
if index.isdigit():
run(index)
except Exception, e:
print encode_wrap('请输入正确的序号')
def run_auto(indexs):
try:
indexs = indexs.replace("，", ",")
indexs = indexs.split(",")
for index in indexs:
index = index.strip()
if index.isdigit():
run(index)
except Exception, e:
print encode_wrap("请输入正确的序号")
def quchong_youku(filename):
try:
driver = webdriver.Firefox()
df = pd.read_excel(filename)
df["Status"] = "跟进中"
for ix, row in df.iterrows():
df.ix[ix, "Status"] = "跟进中" if check_404(row["Href"], driver) else "已删除"
status = encode_wrap("排查:{}/{}".format(ix + 1, len(df)))
print status
time.sleep(1)
df.to_excel(filename.replace(".xlsx", "") + "(checked).xlsx", index=False)
driver.quit()
print "success"
except Exception, e:
print "Error:", e
def quchong_youku(filename):
try:
driver = webdriver.Firefox()
df = pd.read_excel(filename)
df['Status'] = '跟进中'
for ix, row in df.iterrows():
df.ix[ix, 'Status'] = '跟进中' if check_404(row['Href'], driver) else '已删除'
status =encode_wrap( '排查:{}/{}'.format(ix+1, len(df)))
print status
time.sleep(1)
df.to_excel(filename.replace('.xlsx','')+'(checked).xlsx', index=False)
driver.quit()
print 'success'
except Exception,e:
print 'Error:', e
def run(index):
index = int(index)
sheetDict = {
1: '优酷网',
2: '土豆网',
3: '新浪',
4: '搜狐',
5: '腾讯网',
6: '爱奇艺',
7: '乐视',
8: '华数',
9: '风行',
10: '响巢看看',
11: '暴风',
12: 'PPTV',
13: '56网',
14: '酷6',
15: '爆米花',
16: 'TV189',
17: '央视网',
18: '芒果TV',
19: '网易视频',
20: 'pipi',
21: '糖豆',
22: 'bilibili',
23: 'acfun',
24: '新浪微博',
25: "新蓝网",
26: "凤凰视频",
27: "音悦台",
28: "百度网盘",
29: "淘宝",
}
cf = ConfigParser.ConfigParser()
cf.read(config_file_path)
excel_sheet = cf.get('general', 'excel_sheet')
if excel_sheet == '0':
sheet = sheetDict.get(index, 'Sheet1')
else:
sheet = 'Sheet1'
data = pd.read_excel(key_path, sheet, index_col=None, na_values=['NA'])
keys = data['key'].get_values()
# print ','.join(keys)
if len(keys) == 0:
return
try:
if index == 1:
#1
print 'begin youku'
video = YoukuVideo()
#video.filePath = 'youku_video'
video.run(keys)
elif index == 2:
#2
print 'begin tudou'
video = TudouVideo()
#video.filePath = 'tudou_video'
video.run(keys)
elif index == 3:
#3
print 'begin sina'
video = SinaVideo()
#video.filePath = 'sina_video'
video.run(keys)
elif index == 4:
#4
print 'begin sohu'
video = SouhuVideo()
# video.filePath = 'sohu_video'
video.run(keys)
elif index == 5:
#5
print 'begin qq'
video = QQVideo()
# video.filePath = 'qq_video'
video.run(keys)
elif index == 6:
#6
print 'begin iqiyi'
video = IQiYiVideo()
# video.filePath = 'iqiyi_video'
video.run(keys)
elif index == 7:
#7
print 'begin letv'
video = LetvVideo()
# video.filePath = 'letv_video'
video.run(keys)
elif index == 8:
#8
print 'begin huashu'
video = HuashuVideo()
# video.filePath = 'huashu_video'
video.run(keys)
elif index == 9:
#9
print 'begin fun'
video = FunVideo()
# video.filePath = 'fun_video'
video.run(keys)
elif index == 10:
#10
print 'begin kankan'
video = KanKanVideo()
# video.filePath = 'kankan_video'
video.run(keys)
elif index == 11:
#11
print 'begin baofeng'
video = BaofengVideo()
# video.filePath = 'baofeng_video'
video.run(keys)
elif index == 12:
#12
print 'begin pptv'
video = PPTVVideo()
# video.filePath = 'pptv_video'
video.run(keys)
elif index == 13:
#13
print 'begin 56'
video = V56Video()
# video.filePath = 'v56_video'
video.run(keys)
elif index == 14:
#14
print 'begin ku6'
video = Ku6Video()
# video.filePath = 'ku5_video'
video.run(keys)
elif index == 15:
#15
print 'begin baomihua'
video = BaomihuaVideo()
# video.filePath = 'baomihua_video'
video.run(keys)
elif index == 16:
#16
print 'begin tv189'
video = TV189Video()
# video.filePath = 'tv189_video'
video.run(keys)
elif index == 17:
#17
print 'begin cctv'
video = CCTVVideo()
# video.filePath = 'cctv_video'
video.run(keys)
elif index == 18:
#18
print 'begin hunantv'
video = HuNanTVVideo()
# video.filePath = 'hunantv_video'
video.run(keys)
elif index == 19:
#19
print 'begin 163'
video = V163Video()
# video.filePath = '163_video'
video.run(keys)
elif index == 20:
#20
print 'begin pipi'
video = PiPiVideo()
# video.filePath = 'pipi_video'
video.run(keys)
elif index == 21:
#21
print 'begin tangdou'
video = TangDouVideo()
video.filePath = 'tangdou_video'
video.run(keys)
elif index == 22:
#22
print 'begin bilibili'
video = BilibiliVideo()
video.filePath = 'bilibili_video'
video.run(keys)
elif index == 23:
#23
print 'begin acfun'
video = AcFunVideo()
# video.filePath = 'acfun_video'
video.run(keys)
elif index == 24:
#24
print 'begin weibo'
video = WeiboVideo()
video.filePath = 'weibo_video'
video.run(keys)
elif index == 25:
# 25
print 'begin cztv'
video = CZTVVideo()
# video.filePath = 'weibo_video'
video.run(keys)
elif index == 26:
# 26
print 'begin ifeng'
video = IFengVideo()
video.run_keys(keys)
elif index == 27:
# 27
print 'begin yinyuetai'
video = YinYueTaiVideo()
video.run_keys(keys)
elif index == 28:
# 28
print 'begin baidu pan'
video = BaiduPanVideo()
video.run_keys(keys)
elif index == 29:
# 29
print 'begin taobao'
video = Taobao()
video.run_keys(keys)
except Exception, e:
print encode_wrap('编号:%d, 运行出错' % index), str(e)
def run(index):
index = int(index)
sheetDict = {
1: "优酷网",
2: "土豆网",
3: "新浪",
4: "搜狐",
5: "腾讯网",
6: "爱奇艺",
7: "乐视",
8: "华数",
9: "风行",
10: "响巢看看",
11: "暴风",
12: "PPTV",
13: "56网",
14: "酷6",
15: "爆米花",
16: "TV189",
17: "央视网",
18: "芒果TV",
19: "网易视频",
20: "pipi",
21: "糖豆",
22: "bilibili",
23: "acfun",
24: "新浪微博",
25: "新蓝网",
26: "凤凰视频",
27: "音悦台",
28: "百度网盘",
29: "淘宝",
}
cf = ConfigParser.ConfigParser()
cf.read(config_file_path)
excel_sheet = cf.get("general", "excel_sheet")
if excel_sheet == "0":
sheet = sheetDict.get(index, "Sheet1")
else:
sheet = "Sheet1"
data = pd.read_excel(key_path, sheet, index_col=None, na_values=["NA"])
keys = data["key"].get_values()
# print ','.join(keys)
if len(keys) == 0:
return
try:
if index == 1:
# 1
print "begin youku"
video = YoukuVideo()
# video.filePath = 'youku_video'
video.run(keys)
elif index == 2:
# 2
print "begin tudou"
video = TudouVideo()
# video.filePath = 'tudou_video'
video.run(keys)
elif index == 3:
# 3
print "begin sina"
video = SinaVideo()
# video.filePath = 'sina_video'
video.run(keys)
elif index == 4:
# 4
print "begin sohu"
video = SouhuVideo()
# video.filePath = 'sohu_video'
video.run(keys)
elif index == 5:
# 5
print "begin qq"
video = QQVideo()
# video.filePath = 'qq_video'
video.run(keys)
elif index == 6:
# 6
print "begin iqiyi"
video = IQiYiVideo()
# video.filePath = 'iqiyi_video'
video.run(keys)
elif index == 7:
# 7
print "begin letv"
video = LetvVideo()
# video.filePath = 'letv_video'
video.run(keys)
elif index == 8:
# 8
print "begin huashu"
video = HuashuVideo()
# video.filePath = 'huashu_video'
video.run(keys)
elif index == 9:
# 9
print "begin fun"
video = FunVideo()
# video.filePath = 'fun_video'
video.run(keys)
elif index == 10:
# 10
print "begin kankan"
video = KanKanVideo()
# video.filePath = 'kankan_video'
video.run(keys)
elif index == 11:
# 11
print "begin baofeng"
video = BaofengVideo()
# video.filePath = 'baofeng_video'
video.run(keys)
elif index == 12:
# 12
print "begin pptv"
video = PPTVVideo()
# video.filePath = 'pptv_video'
video.run(keys)
elif index == 13:
# 13
print "begin 56"
video = V56Video()
# video.filePath = 'v56_video'
video.run(keys)
elif index == 14:
# 14
print "begin ku6"
video = Ku6Video()
# video.filePath = 'ku5_video'
video.run(keys)
elif index == 15:
# 15
print "begin baomihua"
video = BaomihuaVideo()
# video.filePath = 'baomihua_video'
video.run(keys)
elif index == 16:
# 16
print "begin tv189"
video = TV189Video()
# video.filePath = 'tv189_video'
video.run(keys)
elif index == 17:
# 17
print "begin cctv"
video = CCTVVideo()
# video.filePath = 'cctv_video'
video.run(keys)
elif index == 18:
# 18
print "begin hunantv"
video = HuNanTVVideo()
# video.filePath = 'hunantv_video'
video.run(keys)
elif index == 19:
# 19
print "begin 163"
video = V163Video()
# video.filePath = '163_video'
video.run(keys)
elif index == 20:
# 20
print "begin pipi"
video = PiPiVideo()
# video.filePath = 'pipi_video'
video.run(keys)
elif index == 21:
# 21
print "begin tangdou"
video = TangDouVideo()
video.filePath = "tangdou_video"
video.run(keys)
elif index == 22:
# 22
print "begin bilibili"
video = BilibiliVideo()
video.filePath = "bilibili_video"
video.run(keys)
elif index == 23:
# 23
print "begin acfun"
video = AcFunVideo()
# video.filePath = 'acfun_video'
video.run(keys)
elif index == 24:
# 24
print "begin weibo"
video = WeiboVideo()
video.filePath = "weibo_video"
video.run(keys)
elif index == 25:
# 25
print "begin cztv"
video = CZTVVideo()
# video.filePath = 'weibo_video'
video.run(keys)
elif index == 26:
# 26
print "begin ifeng"
video = IFengVideo()
video.run_keys(keys)
elif index == 27:
# 27
print "begin yinyuetai"
video = YinYueTaiVideo()
video.run_keys(keys)
elif index == 28:
# 28
print "begin baidu pan"
video = BaiduPanVideo()
video.run_keys(keys)
elif index == 29:
# 29
print "begin taobao"
video = Taobao()
video.run_keys(keys)
except Exception, e:
print encode_wrap("编号:%d, 运行出错" % index), str(e)
