def fetch_cc(self):
print 'fetch cc'
url = 'http://cc.163.com/category/list/?gametype=1005'
session = requests.Session()
response = session.get(url)
base_url = 'http://cc.163.com/'
for each_content in re.finditer(
'<li class="game-item js-game-item">([\s\S]*?)<\/li>',
response.content.decode('utf8')):
group = each_content.group()
href = re.search('href=".*?"',
group).group().lstrip('href="/').rstrip('/"')
if href != '{[value.ccid]}':
chairman = Chairman()
chairman.type = 'cc'
# print group
chairman.href = base_url + href
chairman.set_id(chairman.type + str("_") + href)
title = re.search('title=".*?"',
group).group().lstrip('title="').rstrip('"')
chairman.title = title
img = re.search('<img src=".*?"',
group).group().lstrip('<img src="').rstrip('"')
chairman.img = img
name = re.search(
'<span class="game-item-nick nick" title=".*?">',
group).group().lstrip(
'<span class="game-item-nick nick" title="').rstrip(
'">')
chairman.name = name
num = re.search(
'<span class="def-font visitor"></span>([\s\S]*?)</span>',
group).group().lstrip(
'<span class="def-font visitor"></span>').rstrip(
'</span>')
chairman.set_num(num)
self.chairmans.append(chairman)
def fetch_longzhu(self):
print 'fetch longzhu'
url = 'http://longzhu.com/channels/hs?from=figame'
session = requests.Session()
response = session.get(url)
# print response.content.decode('utf8')
for each_content in re.finditer(
'<a href=".*? class="livecard"([\s\S]*?)<\/a>',
response.content.decode('utf8')):
chairman = Chairman()
chairman.type = 'longzhu'
group = each_content.group()
# print group
href = re.search('href=".*?"',
group).group().lstrip('href=').strip('"')
chairman.href = href
chairman.set_id(
chairman.type + str("_") + href.replace('/', '').lstrip(
'http://star.longzhu.com/').rstrip('?from=challcontent'))
title = re.search('title=".*?"',
group).group().lstrip('title="').rstrip('"')
chairman.title = title
img = re.search('<img src=".*?"',
group).group().lstrip('<img src="').rstrip('"')
chairman.img = img
name = re.search(
'<strong class="livecard-modal-username">.*?</strong>',
group).group().lstrip(
'<strong class="livecard-modal-username">').rstrip(
'</strong>')
chairman.name = name
num = re.search(
'<span class="livecard-meta-item-text">.*?</span>',
group).group().lstrip(
'<span class="livecard-meta-item-text">').rstrip('</span>')
chairman.set_num(num)
self.chairmans.append(chairman)
def fetch_zhanqi(self):
print 'fetch zhangqi'
url = 'http://www.zhanqi.tv/chns/blizzard/how'
session = requests.Session()
response = session.get(url)
base_url = 'http://www.zhanqi.tv/'
for each_content in re.finditer(
'<a href=".*?" class="js-jump-link">([\s\S]*?)<\/a>',
response.content.decode('utf8')):
group = each_content.group()
href = re.search('href=".*?"',
group).group().lstrip('href="').rstrip('"')
if href != '${url}':
chairman = Chairman()
chairman.type = 'zhanqi'
# print group
chairman.href = base_url + href
chairman.set_id(chairman.type + str("_") + href.lstrip('/'))
title = re.search('<span class="name">.*?</span>',
group).group().lstrip(
'<span class="name">').rstrip('</span>')
chairman.title = title
img = re.search('<img src=".*?"',
group).group().lstrip('<img src="').rstrip('"')
chairman.img = img
name = re.search(
'<span class="anchor anchor-to-cut dv">.*?</span>',
group).group().lstrip(
'<span class="anchor anchor-to-cut dv">').rstrip(
'</span>')
chairman.name = name
num = re.search('<span class="dv">.*?</span>',
group).group().lstrip(
'<span class="dv">').rstrip('</span>')
chairman.set_num(num)
self.chairmans.append(chairman)
def fetch_douyu(self):
print 'fetch douyu'
url = 'http://www.douyu.com/directory/game/How'
session = requests.Session()
response = session.get(url)
base_url = 'http://www.douyu.com/'
# print response.content.decode('utf8')
for each_content in re.finditer(
'<a class="play-list-link" .*?>([\s\S]*?)<\/a>',
response.content.decode('utf8')):
try:
chairman = Chairman()
chairman.type = 'douyu'
group = each_content.group()
# print group
href = re.search('href=".*?"',
group).group().lstrip('href="').rstrip('"')
chairman.href = base_url + href
chairman.set_id(chairman.type + str("_") + href.lstrip('/'))
title = re.search('title=".*?"',
group).group().lstrip('title="').rstrip('"')
chairman.title = title
img = re.search(
'data-original=".*?"',
group).group().lstrip('data-original="').rstrip('"')
chairman.img = img
name = re.search(
'<span class="dy-name ellipsis fl">.*?</span>',
group).group().lstrip(
'<span class="dy-name ellipsis fl">').rstrip('</span>')
chairman.name = name
num = re.search(
'<span class="dy-num fr.*?</span>', group).group().lstrip(
'<span class="dy-num fr">').rstrip('</span>')
chairman.set_num(num)
self.chairmans.append(chairman)
except Exception, e:
print group
def fetch_xiongmao(self):
print 'fetch xiongmao'
url = 'http://www.panda.tv/cate/hearthstone'
session = requests.Session()
response = session.get(url)
base_url = 'http://www.panda.tv/'
for each_content in re.finditer(
'<a href=".*?" class="video-list-item-wrap"([\s\S]*?)<\/a>',
response.content.decode('utf8')):
chairman = Chairman()
chairman.type = 'panda'
group = each_content.group()
# print group
href = re.search('href=".*?"',
group).group().lstrip('href="/').rstrip('"')
chairman.href = base_url + href
chairman.set_id(chairman.type + str("_") + href.lstrip('/'))
title = re.search('title=".*?"',
group).group().lstrip('title="').rstrip('"')
chairman.title = title
img = re.search(
'data-original=".*?"',
group).group().lstrip('data-original="').rstrip('"')
chairman.img = img
name = re.search(
'<span class="video-nickname">.*?</span>',
group).group().lstrip('<span class="video-nickname">').rstrip(
'</span>')
chairman.name = name
num = re.search(
'<span class="video-number">.*?</span>', group).group().lstrip(
'<span class="video-number">').rstrip('</span>')
chairman.set_num(num)
self.chairmans.append(chairman)
def fetch_huya(self):
print 'fetch huya'
url = 'http://www.huya.com/g/hearthstone'
session = requests.Session()
response = session.get(url)
# print response.content
for each_content in re.finditer(
'<li class="game-live-item">([\s\S]*?)<\/li>',
response.content.decode('utf8')):
chairman = Chairman()
chairman.type = 'huya'
group = each_content.group()
# print group
href = re.search('href=".*?"',
group).group().lstrip('href=').strip('"')
chairman.href = href
chairman.set_id(chairman.type + str("_") +
href.lstrip('http://www.huya.com/'))
title = re.search('title=".*?"',
group).group().lstrip('title="').rstrip('"')
chairman.title = title
#
img = re.search('<img class="pic" data-original=".*?"',
group).group().lstrip(
'<img class="pic" data-original="').rstrip('"')
# print img
chairman.img = img
name = re.search(
'<i class="nick" title=".*?">',
group).group().lstrip('<i class="nick" title="').rstrip('">')
chairman.name = name
num = re.search(
'<i class="js-num">.*?</i>',
group).group().lstrip('<i class="js-num">').rstrip('</i>')
chairman.set_num(num)
self.chairmans.append(chairman)
def fetch_quanmin(self):
print 'fetch quanmin'
url = 'http://www.quanmin.tv/json/categories/heartstone/list.json?t=24468018'
session = requests.Session()
response = session.get(url)
base_url = 'http://www.quanmin.tv/v/'
for each in response.json()['data']:
chairman = Chairman()
chairman.type = 'quanmin'
chairman.set_id(chairman.type + str("_") + each['uid'])
chairman.title = each['title']
chairman.href = base_url + each['uid']
chairman.img = each['thumb']
chairman.name = each['nick']
chairman.set_num(str(each['follow']))
self.chairmans.append(chairman)