class SendTask(Thread):
def __init__(self, http, uid):
Thread.__init__(self)
self.stopped = Event()
self.sender = WeiboSender(http, uid)
def run(self):
logger.info("start task...")
self.sendWeibo()
while not self.stopped.wait(TIME_SLOG):
self.sendWeibo()
logger.info("end task...")
def stop(self):
self.stopped.set()
def sendWeibo(self):
spider = spider_factory.nextSpider()
weibo = spider.get_weibo_message()
self.sender.send_weibo(weibo)
class SendTask(Thread):
def __init__(self, http, uid):
Thread.__init__(self)
self.stopped = Event()
self.sender = WeiboSender( http, uid )
def run(self):
logger.info( "start task..." )
self.sendWeibo()
while not self.stopped.wait(TIME_SLOG):
self.sendWeibo()
logger.info( "end task..." )
def stop(self):
self.stopped.set()
def sendWeibo(self):
spider = spider_factory.nextSpider()
weibo = spider.get_weibo_message()
self.sender.send_weibo(weibo)
# Send weibo from the oldest one
cards.reverse()
ctnue = args.ctnue
for card in tqdm.tqdm(cards[ctnue:]):
msg: WeiboMessage = gen_msg(card, force_tweet=False)
# import ipdb;ipdb.set_trace()
retry = True
retry_time = 0
while retry:
if msg.is_retweet:
if args.ft:
# If force_retweet is set
# Change the retweet to tweet directly
msg = gen_msg(card, force_tweet=True)
succ, res = sender.send_weibo(msg)
wait = 100
else:
# If force_retweet is not set
# Try to retweet first, and tweet it if failed to retweet
succ, res = sender.rt_weibo(msg)
if not succ:
wait: int = 15 + random.randint(1, 20)
logger.info(f'Wait {wait}s before force retweet')
sleep(wait)
msg = gen_msg(card, force_tweet=True)
succ, res = sender.send_weibo(msg)
# sleep(wait)
wait = 100
logger.info(f'Wait {wait}s after a retweet.')
# sleep(wait)
class SendTask(Thread):
def __init__(self):
Thread.__init__(self)
self.stopped = Event()
self.md5 = ''
def frequence(self, cfg):
if cfg == 1:
return 20
now_time = datetime.datetime.now()
if now_time.hour < 2:
return 20 * 60 + random.randint(1, 10) * 60
if now_time.hour < 6:
return 30 * 60 + random.randint(1, 10) * 60
elif now_time.hour < 10:
return 15 * 60 + random.randint(1, 3) * 60
elif now_time.hour < 14:
return 10 * 60 + random.randint(1, 3) * 60
elif now_time.hour < 18:
return 12 * 60 + random.randint(1, 3) * 60
elif now_time.hour < 20:
return 6 * 60 + random.randint(1, 3) * 60
elif now_time.hour < 24:
return 10 * 60 + random.randint(1, 3) * 60
def loginCfg(self):
(http, uid) = wblogin()
http.get('http://weibo.com/')
self.sender = WeiboSender(http, uid)
def run(self):
logger.info("start task...")
self.loginCfg()
if True == self.sendWeibo():
logger.info("send ok...")
db.update(self.md5, 1)
#while not self.stopped.wait(TIME_SLOG):
counter = 0
err_counter = 0
cfg = 1
while not self.stopped.wait(self.frequence(cfg)):
if counter % 100 == 0:
logger.info('success:%d, err:%d' % (counter, err_counter))
if True == self.sendWeibo():
logger.info("send ok, counter:%s" % (counter))
db.update(self.md5, 1) #success published
counter = counter + 1
cfg = 0
continue
db.update(self.md5, 2) #error published
cfg = 1
err_counter = err_counter + 1
logger.info("repeat cause false, err counter: %d" % err_counter)
if err_counter > 10:
logger.info("try to relogin cause error")
self.loginCfg()
time.sleep(20)
logger.info("end task...")
def stop(self):
self.stopped.set()
def get_weibo_message(self):
res = db.getOne()
if res is None:
print res
logger.info('none crawler content')
return None
print res[0], res[1], res[2], res[3], res[4], res[5]
self.md5 = res[4]
content = res[1]
#remove url
content = remove_urls(content)
print 'after remove url ', content
images = []
if len(res[2]) > 0:
images = res[2].split(' ')
weibo = WeiboMessage(content, images)
return weibo
def sendWeibo(self):
try:
weibo = self.get_weibo_message()
if weibo is None:
return False
else:
return self.sender.send_weibo(weibo)
except:
logger.info("error to get weibo message")
return False
return True