def _forwardToBilibili_Sync(subscribe_obj, input_link, room_title, area_id=None, isSubscribeQuest=True):
global __g_try_bili_quest_list
utitls.myLogger('CURRENT Async_forwardToBilibili:\n{}'.format(__g_try_bili_quest_list))
input_quest = "{}_{}".format(subscribe_obj.get('mark', ""), input_link)
if input_quest in __g_try_bili_quest_list:
utitls.myLogger('current input quest is already RUNNING:\n{}'.format(input_quest))
return
__g_try_bili_quest_list.append(input_quest)
utitls.myLogger('APPEND QUEST Async_forwardToBilibili:\n{}'.format(input_quest))
resolveURLOK = False
if isSubscribeQuest:
tmp_retryTime = 60 * 10 #retry 10 hours, Some youtuber will startLive before few hours
else:
tmp_retryTime = 3 # if not subscribe quest, just try 3 minutes
while tmp_retryTime > 0:
if 'youtube.com/' in input_link or 'youtu.be/' in input_link:
tmp_is_log = (tmp_retryTime % 60 == 0) # log every 60 minus
m3u8Link, title, err, errcode = resolveStreamToM3u8(input_link, tmp_is_log)
if errcode == 999:
# this is just a video upload, so just finish it
__g_try_bili_quest_list.remove(input_quest)
utitls.myLogger('_forwardToBilibili_Sync LOG: This is not a Live Videos:' + input_link)
return
elif errcode == 0:
# input_link = m3u8Link #just to check is can use, _forwardStream_sync will access the title and questInfo
resolveURLOK = True
break
else:
tmp_retryTime -= 1
elif utitls.checkIsSupportForwardLink(input_link):
resolveURLOK = True
break
else:
if isSubscribeQuest:
utitls.myLogger('_forwardToBilibili_Sync LOG: Unsupport ForwardLink:' + input_link)
__g_try_bili_quest_list.remove(input_quest)
return
else:
resolveURLOK = True # if it's not subscribeQuest, just start living
break
if resolveURLOK:
tmp_acc_mark = subscribe_obj.get('mark', None)
if tmp_acc_mark:
quest = questInfo._getObjWithAccMark(tmp_acc_mark)
if quest == None:
b, t_room_id, rtmp_link = bilibiliStartLive(subscribe_obj, room_title, area_id)
# force stream
_forwardStream_sync(input_link, rtmp_link, isSubscribeQuest, subscribe_obj)
else:
utitls.myLogger("THIS ACC IS CURRENTLY STREAMING :{}, SKIP THE QUEST".format(tmp_acc_mark))
if input_quest in __g_try_bili_quest_list:
utitls.myLogger('REMOVE QUEST Async_forwardToBilibili:\n{}'.format(input_quest))
__g_try_bili_quest_list.remove(input_quest)
def do_POST(self):
request_path = self.path
rc = 404
utitls.myLogger("\n----- Request POST Start ----->\n")
utitls.myLogger(request_path)
content_length = int(self.headers['Content-Length'])
post_data = self.rfile.read(content_length)
utitls.myLogger(self.headers)
utitls.myLogger(post_data)
utitls.myLogger("<----- Request POST End -----\n")
if '/subscribe' in request_path:
# check the secert
secert = self.headers.get('X-Hub-Signature', '').split('=')[1]
if utitls.verifySecert(secert, post_data):
try:
tree = ET.ElementTree(ET.fromstring(post_data.decode()))
except Exception:
utitls.myLogger(traceback.format_exc())
self.send_response(rc)
self.end_headers()
return
ns = {
'dfns': 'http://www.w3.org/2005/Atom',
'yt': 'http://www.youtube.com/xml/schemas/2015',
'at': 'http://purl.org/atompub/tombstones/1.0'
}
root = tree.getroot()
if root.find('dfns:title', ns) != None:
tmp_feedTitle = root.find('dfns:title', ns).text
tmp_feedUpadatedTime = root.find('dfns:updated', ns).text
try:
rc = 204
entry = root.findall('dfns:entry',
ns)[0] #maybe more than one?
tmp_entry_title = entry.find('dfns:title', ns).text
tmp_entry_videoId = entry.find('yt:videoId', ns).text
tmp_entry_channelId = entry.find('yt:channelId',
ns).text
tmp_entry_link = entry.find('dfns:link',
ns).attrib.get('href')
tmp_entry_publishedTime = entry.find(
'dfns:published', ns).text
tmp_entry_updatedTime = entry.find('dfns:updated',
ns).text
utitls.myLogger("%s, %s" %
(tmp_feedTitle, tmp_feedUpadatedTime))
utitls.myLogger(
"%s, %s, %s, %s, %s, %s " %
(tmp_entry_title, tmp_entry_videoId,
tmp_entry_channelId, tmp_entry_link,
tmp_entry_publishedTime, tmp_entry_updatedTime))
#try to restream
for tmp_subscribe_obj in utitls.getSubInfosWithSubChannelId(
tmp_entry_channelId):
tmp_acc_mark = tmp_subscribe_obj.get('mark', "")
tmp_area_id = tmp_subscribe_obj.get(
'area_id', '33')
# tmp_live_link = 'https://www.youtube.com/channel/{}/live'.format(tmp_entry_channelId)
tmp_live_link = tmp_entry_link
item = getYoutubeLiveStreamInfo(tmp_entry_videoId)
liveStreamingDetailsDict = None
if item:
liveStreamingDetailsDict = item.get(
'liveStreamingDetails', None)
if liveStreamingDetailsDict:
utitls.myLogger(
"The Sub liveStreamingDetails:{}".format(
liveStreamingDetailsDict))
tmp_is_live = liveStreamingDetailsDict.get(
'concurrentViewers', None)
tmp_actual_start_time = liveStreamingDetailsDict.get(
'actualStartTime', None)
tmp_scheduled_start_time = liveStreamingDetailsDict.get(
'scheduledStartTime', None)
tmp_is_end = liveStreamingDetailsDict.get(
'actualEndTime', None)
if tmp_is_end:
#kill the End stream proccess
tmp_quest = _getObjWithAccMark(
tmp_subscribe_obj.get('mark'))
if tmp_quest != None:
utitls.kill_child_processes(
tmp_quest.get('pid', None))
elif tmp_is_live or tmp_actual_start_time:
Async_forwardToBilibili(
tmp_subscribe_obj, tmp_live_link,
tmp_entry_title, tmp_area_id)
elif tmp_scheduled_start_time:
# scheduled the quest
job_id = 'Acc:{},VideoID:{}'.format(
tmp_acc_mark, tmp_entry_videoId)
# the job will run before 30 mins
scheduler.add_date_job(
tmp_scheduled_start_time, job_id,
Async_forwardToBilibili,
(tmp_subscribe_obj, tmp_live_link,
tmp_entry_title, tmp_area_id))
else:
Async_forwardToBilibili(
tmp_subscribe_obj, tmp_live_link,
tmp_entry_title, tmp_area_id)
except Exception:
rc = 404
utitls.myLogger(traceback.format_exc())
else:
utitls.myLogger("verifySecert Failed with:" + secert)
elif '/tweet' == request_path:
try:
postDict = json.loads(post_data)
# check the secert
secert = postDict.get('auth', '')
if secert == utitls.configJson().get('subSecert', ''):
tmp_acc = postDict.get('twitter_acc', "")
tmp_body = postDict.get('twitter_body', "")
rc = 200
link_list = re.findall(r"(https://t.co/.+)", tmp_body)
link_list = list(
set(link_list)) # remove the duplicates items
if len(link_list) > 0:
l = link_list[
0] # I THINK they will just sent one link, so just use the first one
r = requests.get(l)
redirect_url = r.url # get the redirect url
if 'twitter.com' not in redirect_url \
and utitls.checkIsSupportForwardLink(redirect_url):
for cur_sub in utitls.getSubInfosWithSubTwitterId(
tmp_acc):
if cur_sub:
tmp_area_id = cur_sub.get('area_id', '33')
Async_forwardToBilibili(
cur_sub, redirect_url,
"THIS TITLE IS USENESS", tmp_area_id)
except Exception:
utitls.myLogger(traceback.format_exc())
self.send_response(rc)
self.end_headers()
def do_GET(self):
request_path = self.path
rc = 404
rb = None
sh = {'Content-Encoding': 'gzip'}
params = parse_qs(urlsplit(request_path).query)
try:
if request_path.startswith('/web/'):
request_path = request_path.split('?')[0]
fname, ext = os.path.splitext(request_path)
if ext in (".html", ".css", ".js"):
tmp_filePath = os.path.join(os.getcwd())
for v in request_path.split('/'):
tmp_filePath = os.path.join(tmp_filePath, v)
with open(tmp_filePath, 'r', encoding='utf-8') as f:
lastMtime = self.date_time_string(
os.fstat(f.fileno()).st_mtime)
if self.headers.get('If-Modified-Since') == lastMtime:
self.send_response(304)
self.end_headers()
return
self.send_response(200)
sh['Content-type'] = types_map[ext]
sh['Cache-Control'] = 'max-age=72000'
fb = f.read()
rb = self.gzip_encode(fb.encode('utf-8'))
sh['Content-length'] = len(rb)
sh['Last-Modified'] = lastMtime
for key in sh:
self.send_header(key, sh[key])
self.end_headers()
self.wfile.write(rb)
return
except Exception:
utitls.myLogger(traceback.format_exc())
self.send_error(404)
self.end_headers()
return
if request_path.startswith('/get_manual_json'):
rc = 200
ret_dic = utitls.manualJson()
ret_dic['des_dict'] = [] #clear the des
tmp_acc_mark_list = []
for sub in utitls.configJson().get('subscribeList', []):
tmp_mark = sub.get('mark')
if tmp_mark:
tmp_acc_mark_list.append(tmp_mark)
ret_dic['acc_mark_list'] = tmp_acc_mark_list
rb = json.dumps(ret_dic)
elif request_path.startswith('/questlist'):
rc = 200
rb = json.dumps(getQuestList_AddStarts())
elif request_path.startswith('/live_restream?'):
forwardLink_list = params.get('forwardLink', None)
restreamRtmpLink_list = params.get('restreamRtmpLink', None)
if forwardLink_list and restreamRtmpLink_list:
tmp_forwardLink = forwardLink_list[0].strip()
tmp_rtmpLink = restreamRtmpLink_list[0].strip()
if 'rtmp://' in tmp_rtmpLink:
if utitls.checkIsSupportForwardLink(tmp_forwardLink):
isForwardLinkFormateOK = True
else:
isForwardLinkFormateOK = False
rc = 200
if isForwardLinkFormateOK:
if checkIfInQuest(tmp_rtmpLink) == False:
#try to restream
async_forwardStream(tmp_forwardLink, tmp_rtmpLink,
False)
rb = json.dumps({
"code":
0,
"msg":
"请求成功。请等待大概30秒，网络不好时程序会自动重试30次。也可以查看任务状态看是否添加成功。\
\nRequesting ForwardLink: {},\nRequesting RestreamRtmpLink: {}\n\n"
.format(tmp_forwardLink, tmp_rtmpLink)
})
else:
rb = json.dumps({
"code":
1,
"msg":
"当前推流已经在任务中. \nRequesting ForwardLink: {},\nRequesting RestreamRtmpLink: {}\n\n\n-----------------CurrentQuests：\n{}"
.format(tmp_forwardLink, tmp_rtmpLink,
getQuestListStr())
})
else:
rb = json.dumps({
"code": -3,
"msg": "来源地址格式错误, 请查看上面支持的格式"
})
elif tmp_rtmpLink.startswith('ACCMARK='):
params = parse_qs(tmp_rtmpLink)
acc_list = params.get('ACCMARK', None)
opt_code_list = params.get('OPTC', None)
is_send_dynamic_list = params.get('SEND_DYNAMIC', None)
dynamic_words_list = params.get('DYNAMIC_WORDS', None)
is_should_record_list = params.get('IS_SHOULD_RECORD',
None)
b_title_list = params.get('B_TITLE', None)
rc = 200
if acc_list and opt_code_list and is_send_dynamic_list and dynamic_words_list:
acc_mark = acc_list[0].strip()
opt_code = opt_code_list[0].strip()
is_send_dynamic = is_send_dynamic_list[0].strip()
dynamic_words = dynamic_words_list[0].strip()
is_should_record = is_should_record_list[0].strip()
b_title = None
if b_title_list:
b_title = b_title_list[0].strip()
tmp_is_acc_exist = False
for sub in utitls.configJson().get(
'subscribeList', []):
tmp_mark = sub.get('mark', "")
if tmp_mark == acc_mark:
if opt_code == sub.get('opt_code', ""):
tmp_is_acc_exist = True
sub['auto_send_dynamic'] = True if is_send_dynamic == '1' else False
sub['dynamic_template'] = dynamic_words + "${roomUrl}"
sub['is_should_record'] = True if is_should_record == '1' else False
if b_title:
sub['change_b_title'] = b_title
Async_forwardToBilibili(
sub,
tmp_forwardLink,
isSubscribeQuest=False)
break
if tmp_is_acc_exist:
rb = json.dumps({
"code":
0,
"msg":
"请求成功。请等待大概30秒，网络不好时程序会自动重试30次。也可以查看任务状态看是否添加成功。\
\nRequesting ForwardLink: {},\nRequesting RestreamRtmpLink: {}\n\n"
.format(tmp_forwardLink, tmp_rtmpLink)
})
else:
rb = json.dumps({
"code":
-5,
"msg":
"当前账号不存在或者账号操作码错误：{}".format(acc_mark)
})
else:
rc = 200
rb = json.dumps({
"code":
-4,
"msg":
"RTMPLink格式错误!!! bilibili的RTMPLink格式是两串合起来。\nEXAMPLE：rtmp://XXXXXX.acg.tv/live-js/?streamname=live_XXXXXXX&key=XXXXXXXXXX"
})
elif request_path.startswith('/bilibili_opt?'):
rc = 200
acc_list = params.get('acc', None)
opt_code_list = params.get('opt_code', None)
dynamic_words_list = params.get('sendDynamic', None)
b_title_list = params.get('changeTitle', None)
refreshRTMP_list = params.get('refreshRTMP', None)
killRTMP_list = params.get('killRTMP', None)
if acc_list and opt_code_list:
acc = acc_list[0]
opt_code = opt_code_list[0]
curSub = utitls.getSubWithKey('mark', acc)
if curSub.get('opt_code') == opt_code:
if dynamic_words_list:
dynamic_words = dynamic_words_list[0]
b = getBilibiliProxy(curSub)
t_room_id = b.getLiveRoomId()
t_cur_blive_url = 'https://live.bilibili.com/' + t_room_id
b.send_dynamic("{}\n{}".format(dynamic_words,
t_cur_blive_url))
elif b_title_list:
b_title = b_title_list[0]
b = getBilibiliProxy(curSub)
t_room_id = b.getLiveRoomId()
b.updateRoomTitle(t_room_id, b_title)
elif refreshRTMP_list:
refreshRTMP = refreshRTMP_list[0]
if refreshRTMP == '1':
b = getBilibiliProxy(curSub)
t_room_id = b.getLiveRoomId()
b.startLive(t_room_id, '33')
elif killRTMP_list:
killRTMP = killRTMP_list[0]
if killRTMP == '1':
cur_quest = _getObjWithAccMark(acc)
if cur_quest:
updateQuestInfo('isDead', True,
cur_quest.get('rtmpLink'))
utitls.kill_child_processes(
cur_quest.get('pid', None))
rb = json.dumps({"code": 0, "msg": "操作成功"})
else:
rb = json.dumps({
"code": -5,
"msg": "当前账号不存在或者账号操作码错误：{}".format(acc)
})
elif request_path.startswith('/kill_quest?'):
rc = 200
tmp_rtmpLink_list = params.get('rtmpLink', None)
if tmp_rtmpLink_list:
tmp_rtmpLink = tmp_rtmpLink_list[0].strip()
tmp_quest = _getObjWithRTMPLink(tmp_rtmpLink)
if tmp_quest != None:
updateQuestInfo('isDead', True, tmp_rtmpLink)
utitls.kill_child_processes(tmp_quest.get('pid', None))
rb = json.dumps({"code": 0, "msg": "操作成功"})
else:
rb = json.dumps({
"code":
-1,
"msg":
"查找不到对应的任务：{}，操作失败!!".format(tmp_rtmpLink)
})
elif request_path.startswith('/addRestreamSrc?'):
rc = 200
srcNote_list = params.get('srcNote', None)
srcLink_list = params.get('srcLink', None)
if srcNote_list and srcLink_list:
tmp_srcNote = srcNote_list[0].strip()
tmp_srcLink = srcLink_list[0].strip()
utitls.addManualSrc(tmp_srcNote, tmp_srcLink)
rb = json.dumps({"code": 0, "msg": "添加成功"})
elif request_path.startswith('/addRtmpDes?'):
rc = 200
rtmpNote_list = params.get('rtmpNote', None)
rtmpLink_list = params.get('rtmpLink', None)
if rtmpNote_list and rtmpLink_list:
tmp_rtmpNote = rtmpNote_list[0].strip()
tmp_rtmpLink = rtmpLink_list[0].strip()
utitls.addManualDes(tmp_rtmpNote, tmp_rtmpLink)
rb = json.dumps({"code": 0, "msg": "添加成功"})
elif request_path.startswith('/subscribe?'):
hub_challenge_list = params.get('hub.challenge', None)
if None != hub_challenge_list:
rc = 202
rb = hub_challenge_list[0]
#######
if rb:
rb = self.gzip_encode(rb.encode('utf-8'))
sh['Content-length'] = len(rb)
self.send_response(rc)
for key in sh:
self.send_header(key, sh[key])
self.end_headers()
if None != rb:
try:
self.wfile.write(rb)
except Exception:
print(traceback.format_exc())