def prepareCaptcha(data, session, postUrl, r=None) -> dict:
pic_url, pic_id = DouUtil.getCaptchaInfo(session, postUrl, r)
verifyCode = ''
pic_path = DouUtil.save_pic_to_disk(pic_url, session)
log.debug(pic_url, pic_path)
verifyCode = DouUtil.getTextFromPic(pic_path)
return data
def main():
respGen = RespGen.RespGen()
q = SimpleQueue()
cred = DouUtil.getCred()
pwd = cred['pwd']
userName = cred['userName']
loginReqUrl = ''
# s = requests.Session()
reqWrapper = requestsWrapper.ReqWrapper()
s = reqWrapper._session
s.headers.update({
'Host': 'www.douban.com',
'Connection': 'keep-alive',
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:60.0) Gecko/20100101 Firefox/60.0',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Language': 'en-US,en;q=0.5',
})
s.cookies.update(DouUtil.loadCookies())
slctr = NewPostSelector.NewPostSelector(q, reqWrapper)
timeToSleep = 5
combo = 0
while True:
q = slctr.select()
if q.qsize() == 0:
log.debug("sleep fro emty queue: ", timeToSleep)
time.sleep(timeToSleep)
else:
timeToSleep = 5
log.info("****selection, q size: ", q.qsize(),
"timeToSleep: " + str(timeToSleep) + "****")
try:
file = open('resources/record.txt', 'a', encoding='utf-8')
recorder = open('resources/histo.txt', "a", encoding='utf-8')
while q.qsize() > 0:
tup = q.get(timeout=3)
question, postUrl, dajie = tup[0], tup[1], tup[2]
resp = respGen.getResp(question, dajie)
postCmnt(reqWrapper, postUrl, question, resp)
sleepCmnt = random.randint(20, 30)
log.debug("sleep cmnt: ", sleepCmnt)
recorder.write(postUrl.split('/')[5] + '\n')
record = question + ': ' + resp['ans'] + '\n'
file.write(record)
except Empty:
log.info("Emptied q, one round finished")
finally:
file.close()
recorder.close()
DouUtil.flushCookies(s)
def composeCmnt(session, response):
cmntForm = {
'ck': '',
'rv_comment': response['ans'],
'start': 0,
'submit_btn': '发送'
}
cmntForm['ck'] = DouUtil.getCkFromCookies(session)
return cmntForm
def postCmnt(session, postUrl, request, response):
data = composeCmnt(session._session, response)
cmntUrl = postUrl + 'add_comment'
r = session.post(cmntUrl,
data=data,
headers={'Referer': postUrl},
files=response.get('files'))
# r = session.get(postUrl)
code = str(r.status_code)
if (code.startswith('4')
or code.startswith('5')) and not code.startswith('404'):
log.error(r.status_code)
raise Exception
elif 0 != len(etree.HTML(r.text).xpath("")):
log.warning(r.status_code)
data = prepareCaptcha(data, session, postUrl, r)
r = session.post(cmntUrl, data=data)
retry = 1
while 0 != len(etree.HTML(r.text).xpath("")):
if retry <= 0:
retry -= 1
break
data = prepareCaptcha(data, session, postUrl, r)
r = session.post(cmntUrl, data=data)
retry -= 1
if retry < 0:
log.error(r.status_code)
DouUtil.alertUser()
pic_url, pic_id = DouUtil.getCaptchaInfo(session, postUrl, r)
code = DouUtil.callAdmin(session, pic_url, postUrl)
# data.update({'captcha-solution': code, 'captcha-id': pic_id})
r = session.post(cmntUrl, data=data)
if 0 != len(etree.HTML(r.text).xpath("")):
raise Exception
log.info("Success.", request + ' --' + data['rv_comment'])
else:
log.info("Success.", request + ' --' + data['rv_comment'])
def main():
respGen = RespGen.RespGen() #生成回答准备 需要word
q = SimpleQueue()
cred = DouUtil.getCred()
pwd = cred['pwd'] #账号密码 需要txt
userName = cred['userName']
loginReqUrl = 'https://accounts.douban.com/j/mobile/login/basic'
while True:
#计时
begin_time = datetime.now()
# s = requests.Session()
reqWrapper = requestsWrapper.ReqWrapper()
s = reqWrapper._session
s.cookies.clear() #清除cookies
'''
if login(loginReqUrl, pwd, userName, s):
DouUtil.flushCookies(s)
else:
time.sleep(180)
break
'''
s.headers.update({
'Host': 'www.douban.com',
'Connection': 'keep-alive',
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:60.0) Gecko/20100101 Firefox/60.0',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Language': 'en-US,en;q=0.5',
})
s.cookies.update(DouUtil.loadCookies()) #cookies登录 需要txt
slctr = NewPostSelector.NewPostSelector(q, reqWrapper) #选择需要评论的帖子
timeToSleep = 5
combo = 0
while True:
loop_time = datetime.now()
daytime = datetime(loop_time.year, loop_time.month, loop_time.day,
11, 30) #白天11.30之前
nighttime = datetime(loop_time.year, loop_time.month,
loop_time.day, 23, 0) #晚上23.00之后
time_gap = (loop_time - begin_time).total_seconds() // 60 #分钟
print("programme running time: " + str(time_gap))
if (loop_time - daytime).total_seconds() > 0 and (
loop_time - nighttime).total_seconds() < 0:
if time_gap >= 180 + random.randint(0, 10):
s.close()
time.sleep(180)
break
q = slctr.select() #评论数小于5
if q.qsize() == 0:
#print((loop_time - daytime).total_seconds())
#print((loop_time - nighttime).total_seconds())
#w32
if (loop_time - daytime).total_seconds() > 0 and (
loop_time - nighttime).total_seconds() < 0:
timeToSleep = random.randint(50, 70)
else:
timeToSleep = random.randint(600, 900)
log.debug("sleep for empty queue: ", timeToSleep)
time.sleep(timeToSleep)
else:
timeToSleep = random.randint(5, 30)
#timeToSleep = 5
log.info("****selection, q size: ", q.qsize(),
"timeToSleep: " + str(timeToSleep) + "****")
try:
file = open('resources/record.txt', 'a', encoding='utf-8')
recorder = open('resources/histo.txt', "a", encoding='utf-8')
while q.qsize() > 0:
tup = q.get(timeout=3)
question, postUrl, dajie = tup[0], tup[1], tup[2]
resp = respGen.getResp(question, dajie)
postCmnt(reqWrapper, postUrl, question, resp) #评论
sleepCmnt = random.randint(20, 30)
#
time.sleep(sleepCmnt)
log.debug("sleep cmnt: ", sleepCmnt)
recorder.write(postUrl.split('/')[5] + '\n')
record = question + ': ' + resp + '\n'
file.write(record)
except Empty:
log.info("Emptied q, one round finished")
finally:
file.close()
recorder.close()
DouUtil.flushCookies(s)