class SendTask(Thread):
def __init__(self, http, uid):
Thread.__init__(self)
self.stopped = Event()
self.sender = WeiboSender( http, uid )
def run(self):
logger.info( "start task..." )
self.sendWeibo()
while not self.stopped.wait(TIME_SLOG):
self.sendWeibo()
logger.info( "end task..." )
def stop(self):
self.stopped.set()
def sendWeibo(self):
spider = spider_factory.nextSpider()
weibo = spider.get_weibo_message()
self.sender.send_weibo(weibo)
class SendTask(Thread):
def __init__(self, http, uid):
Thread.__init__(self)
self.stopped = Event()
self.sender = WeiboSender(http, uid)
def run(self):
logger.info("start task...")
self.sendWeibo()
while not self.stopped.wait(TIME_SLOG):
self.sendWeibo()
logger.info("end task...")
def stop(self):
self.stopped.set()
def sendWeibo(self):
spider = spider_factory.nextSpider()
weibo = spider.get_weibo_message()
self.sender.send_weibo(weibo)
def weibo_api():
(wei_session, uid) = wblogin()
if uid is not None:
wei_session.get('http://weibo.com/')
return WeiboSender(wei_session, uid)
return None
else:
session, uid = wblogin()
print('uid: ', uid)
with open('sender.sess', 'wb') as f:
pickle.dump(session, f)
# load json
json_data: Dict[str, Any] = dict()
with open(args.json_file, 'r') as f:
json_data = json.load(f)
if not json_data:
logger.info(f'Failed to laod json data from {args.json_file}.')
exit(1)
sender = WeiboSender(session, uid)
cards = json_data['data']['cards']
# Send weibo from the oldest one
cards.reverse()
ctnue = args.ctnue
for card in tqdm.tqdm(cards[ctnue:]):
msg: WeiboMessage = gen_msg(card, force_tweet=False)
# import ipdb;ipdb.set_trace()
retry = True
retry_time = 0
while retry:
if msg.is_retweet:
if args.ft:
# If force_retweet is set
def __init__(self, http, uid):
Thread.__init__(self)
self.stopped = Event()
self.sender = WeiboSender(http, uid)
def loginCfg(self):
(http, uid) = wblogin()
http.get('http://weibo.com/')
self.sender = WeiboSender(http, uid)
class SendTask(Thread):
def __init__(self):
Thread.__init__(self)
self.stopped = Event()
self.md5 = ''
def frequence(self, cfg):
if cfg == 1:
return 20
now_time = datetime.datetime.now()
if now_time.hour < 2:
return 20 * 60 + random.randint(1, 10) * 60
if now_time.hour < 6:
return 30 * 60 + random.randint(1, 10) * 60
elif now_time.hour < 10:
return 15 * 60 + random.randint(1, 3) * 60
elif now_time.hour < 14:
return 10 * 60 + random.randint(1, 3) * 60
elif now_time.hour < 18:
return 12 * 60 + random.randint(1, 3) * 60
elif now_time.hour < 20:
return 6 * 60 + random.randint(1, 3) * 60
elif now_time.hour < 24:
return 10 * 60 + random.randint(1, 3) * 60
def loginCfg(self):
(http, uid) = wblogin()
http.get('http://weibo.com/')
self.sender = WeiboSender(http, uid)
def run(self):
logger.info("start task...")
self.loginCfg()
if True == self.sendWeibo():
logger.info("send ok...")
db.update(self.md5, 1)
#while not self.stopped.wait(TIME_SLOG):
counter = 0
err_counter = 0
cfg = 1
while not self.stopped.wait(self.frequence(cfg)):
if counter % 100 == 0:
logger.info('success:%d, err:%d' % (counter, err_counter))
if True == self.sendWeibo():
logger.info("send ok, counter:%s" % (counter))
db.update(self.md5, 1) #success published
counter = counter + 1
cfg = 0
continue
db.update(self.md5, 2) #error published
cfg = 1
err_counter = err_counter + 1
logger.info("repeat cause false, err counter: %d" % err_counter)
if err_counter > 10:
logger.info("try to relogin cause error")
self.loginCfg()
time.sleep(20)
logger.info("end task...")
def stop(self):
self.stopped.set()
def get_weibo_message(self):
res = db.getOne()
if res is None:
print res
logger.info('none crawler content')
return None
print res[0], res[1], res[2], res[3], res[4], res[5]
self.md5 = res[4]
content = res[1]
#remove url
content = remove_urls(content)
print 'after remove url ', content
images = []
if len(res[2]) > 0:
images = res[2].split(' ')
weibo = WeiboMessage(content, images)
return weibo
def sendWeibo(self):
try:
weibo = self.get_weibo_message()
if weibo is None:
return False
else:
return self.sender.send_weibo(weibo)
except:
logger.info("error to get weibo message")
return False
return True
# -*- coding: utf-8 -*-
from weibo.weibo_login import wblogin
from weibo.weibo_sender import WeiboSender
from weibo.weibo_message import WeiboMessage
if __name__ == '__main__':
(wei_session, uid) = wblogin()
if uid is not None:
wei_session.get('http://weibo.com/')
weibo = WeiboMessage("考一建二建的联系我【17621166911】")
WeiboSender(wei_session, uid).send_weibo(weibo)
def __init__(self, http, uid):
Thread.__init__(self)
self.stopped = Event()
self.sender = WeiboSender( http, uid )