if likes == 'Reply': likes = 0 try: likes = likes.replace('likes', '') except: pass try: likes = likes.replace('like', '') except: pass except: likes = 0 try: replies = c.find_element_by_class_name('EizgU').text replies = replies.replace('View replies', '') except: replies = 0 user_likes.append(likes) user_names.append(name) user_comments.append(content) user_replies.append(replies) user_names.pop(0) user_comments.pop(0) user_likes.pop(0) user_replies.pop(0) excel_exporter.export(user_names, user_comments, user_likes, user_replies) driver.close()
print("Found {}".format(str(load_more_comment))) i = 0 while load_more_comment.is_displayed() and i < 10000000: #int(sys.argv[2]) load_more_comment.click() time.sleep(1.5) load_more_comment = driver.find_element_by_css_selector( '.MGdpg > button:nth-child(1)') print("Found {}".format(str(load_more_comment))) i += 1 except Exception as e: print(e) pass user_names = [] user_comments = [] comment = driver.find_elements_by_class_name('gElp9 ') for c in comment: container = c.find_element_by_class_name('C4VMK') name = container.find_element_by_class_name('_6lAjh').text content = container.find_element_by_tag_name('span').text content = content.replace('\n', ' ').strip().rstrip() user_names.append(name) user_comments.append(content) user_names.pop(0) user_comments.pop(0) import excel_exporter excel_exporter.export(user_names, user_comments) driver.close()
u"\u2640-\u2642" "]+", flags=re.UNICODE) for x in text: x[1] = emoji_pattern.sub(r'', x[1]) cmtprat.append(x[1]) return text scraped_data = [] for x in comments: # print(x) usr = api.user_info(x['user_id']) # print(usr) usrname = usr['user']['username'] usrprat.append(usrname) comment = x['text'] scraped_data.append([usrname, comment]) print(i) i = i + 1 cleaned_data = clean(scraped_data) for x in cleaned_data: y.add_row(x) print(y) pr.export(usrprat, cmtprat)