def main():
xhs = x.xhs()
while True:
try:
r = connect_mysql.Redis()
while True:
keys = read(r)
if not keys:
time.sleep(0.1)
continue
for key in keys:
print(key)
keyword, page, tag, temp = key.split('|')
if tag == 'note':
text = request(keyword, page)
elif tag == 'user':
text = requestUser(keyword, page)
elif tag == 'userDetail':
text = requestUserDetail(keyword, xhs)
elif tag == 'userNoteList':
text = requestUserList(keyword, page, xhs)
else:
text = json.dumps({
'code': 1,
'success': False,
'data': "type err!"
})
print(text)
write_value(r, key, text)
except:
traceback.print_exc()
def error_value(r, key, value):
r.hset(name="wt", key=key, value="12345678910无效value!@#$")
def write_key(r):
page = 1
userId = 460577576
key = str(int(t.time() * 1000)) + "_" + str(page) + "_" + str(userId)
r.hset('wt', key, '')
if __name__ == "__main__":
while True:
try:
r = connect_mysql.Redis()
while True:
keys = read(r)
if not keys:
t.sleep(0.1)
continue
print(keys)
for key in keys:
url_list, text = '', ''
"""type 1:weibo;2:weitao;3:kaola;4:xhs"""
time, classify, info = key.split("|")
if int(classify) == 1:
url_list, text = weibo(info)
elif int(classify) == 2:
url_list, text = weitao(info)