def performStageTwo(data, link):
content = openPageRequest(link)
# print ("page Open")
# open("store","w").write(content)
try:
content = content.decode("unicode_escape").encode("ascii", "ignore")
# content = unicodedata.normalize('NFDK',content).encode('ascii','ignore')
# open("k","w").write(filterContent(content))
# jsonData = json.loads(filterContent(content))
jsonData = JSONParser.parseJson(filterContent(content))
print "got json"
# print ("loaded content")
parsePage(data, bs(filterContent(jsonData["content_html"])))
print ("parsing completed")
if "load_more_widget_html" in jsonData:
if jsonData["load_more_widget_html"]:
next_link = getCallLink(bs(jsonData["load_more_widget_html"]))
else:
next_link = ""
else:
next_link = ""
updateTrack(data["sub_channel_link"], next_link)
if next_link != "":
performStageTwo(data, next_link)
except Exception as x:
print x, "Hello !"
try:
db1 = pymysql.connect("127.0.0.1", "root", "#srmseONserver1", "yt")
cursor = db1.cursor()
cursor.execute(
"UPDATE track_table SET next_link = 'completed', next_link_nc='%s',status = 10 WHERE next_link= '%s'"
% (str(link), link)
)
db1.commit()
except Exception as y:
print y
