def write_ranking_list(items, flag):
# item: url, totle_play, title, up/down/none
file_name = commvals.RESOURCES_DIR + 'ranking_list_%s.txt' % flag
f = open(file_name, 'w')
s = ''
for item in items:
try:
s += '|'.join(map(str, list(item))) + '\n'
except UnicodeEncodeError, e:
logger().error(item)
def build_request(template, param, isre=False, html=''):
from spiderx_logger import logger
log = logger()
res = []
if not isre:
count = template.count('%s')
params = get_params(param)
if len(params) == count:
res = [template % tuple(params)]
elif count == 1:
res = [template % param for param in params]
elif isre:
if len(html):
import re
m_html = html
params = get_params(param)
l = []
for p in params:
ps = p.split(' | ')
try:
for i in ps:
find = re.compile(i).findall(m_html)
if len(find):
l.append(find[0])
break
else:
log.error('None result: ' + str(l) + str(params))
except Exception, e:
log.error('Error %s, %s, %s' % (e.message, params, l))
if len(l):
# print l, template
res = [template % tuple(l)]
