def start_iqy(now):
start = int(time.time())
print "iqy开始抓取 .."
iqy_spi = SpiderIqy()
iqy_db = SerializeIqy(now)
# dianshiju
dianshiju_infos = iqy_spi.dianshiju_infos()
tv_infos = TvInfo.mget_by_platform_and_type(u'iqy', u'电视剧')
db_tv_names = [_.name for _ in tv_infos]
for tv_info in tv_infos:
if not dianshiju_infos.get(tv_info.name) and tv_info.type == u'电视剧':
dianshiju_infos[tv_info.name] = \
[
{'url': [tv_info.detail_urls]},
{'id': tv_info.tv_id},
{'v_id': tv_info.vids}]
iqy_db.dianshiju_info(dianshiju_infos, db_tv_names)
# zongyi
zongyi_infos = iqy_spi.zongyi_infos()
tv_infos = TvInfo.mget_by_platform_and_type(u'iqy', u'综艺')
db_tv_names = [_.name for _ in tv_infos]
for tv_info in tv_infos:
if not zongyi_infos.get(tv_info.name) and tv_info.type == u'综艺':
zongyi_infos[tv_info.name] = \
[
tv_info.vids.split(","),
tv_info.current_number,
tv_info.description,
tv_info.cast_member]
iqy_db.zongyi_info(zongyi_infos, db_tv_names)
# play_info
db_tv_infos = TvInfo.mget_by_platform(u'iqy')
db_play_info_map = PlayInfo.mget_map_by_platform_and_time_after(
'iqy', utils.format_time(time.time(), "%Y-%m-%d"))
iqy_db.play_info(db_play_info_map, db_tv_infos)
end = int(time.time())
print 'iqy抓取完毕,耗时', utils.format_seconds(end - start)
def start_iqy(now):
start = int(time.time())
print "iqy开始抓取 .."
iqy_spi = SpiderIqy()
iqy_db = SerializeIqy(now)
# dianshiju
dianshiju_infos = iqy_spi.dianshiju_infos()
tv_infos = TvInfo.mget_by_platform_and_type(u'iqy', u'电视剧')
db_tv_names = [_.name for _ in tv_infos]
for tv_info in tv_infos:
if not dianshiju_infos.get(tv_info.name) and tv_info.type == u'电视剧':
dianshiju_infos[tv_info.name] = \
[
{'url': [tv_info.detail_urls]},
{'id': tv_info.tv_id},
{'v_id': tv_info.vids}]
iqy_db.dianshiju_info(dianshiju_infos, db_tv_names)
# zongyi
zongyi_infos = iqy_spi.zongyi_infos()
tv_infos = TvInfo.mget_by_platform_and_type(u'iqy', u'综艺')
db_tv_names = [_.name for _ in tv_infos]
for tv_info in tv_infos:
if not zongyi_infos.get(tv_info.name) and tv_info.type == u'综艺':
zongyi_infos[tv_info.name] = \
[
tv_info.vids.split(","),
tv_info.current_number,
tv_info.description,
tv_info.cast_member]
iqy_db.zongyi_info(zongyi_infos, db_tv_names)
# play_info
db_tv_infos = TvInfo.mget_by_platform(u'iqy')
db_play_info_map = PlayInfo.mget_map_by_platform_and_time_after(
'iqy', utils.format_time(time.time(), "%Y-%m-%d"))
iqy_db.play_info(db_play_info_map, db_tv_infos)
end = int(time.time())
print 'iqy抓取完毕,耗时', utils.format_seconds(end - start)
