def main(): """Get what?""" options = EdgeOptions() options.use_chromium = True # options.add_argument("headless") # options.add_argument("disable-gpu") driver = Edge(options=options) # url = 'https://www.flipkart.com/laptops-store' url = 'https://podbay.fm/p/sach-noi-danh-cho-ban/' driver.get(url) # driver.execute_script("window.scrollTo(0,document.body.scrollHeight)") el = driver.find_element_by_tag_name('body') # el = driver.find_element(By.NAME, "Loading more").send_keys() for i in range(4): el.send_keys("webdriver" + Keys.END) sleep(3) # driver.close() # print(driver.title) # products = [] # List to store name of products # prices = [] # List to store price of product # ratings = [] # List to store ratings of product titles = [] urls = [] content = driver.page_source # soup = BeautifulSoup(content, 'html.parser') soup = BeautifulSoup(content, 'lxml') for a in soup.findAll('a', href=True, attrs={'class': 'jsx-1043497740'}): # for a in soup.findAll('a', href=True, attrs={'class': 'download'}): # name = a.find('div', attrs={'class': 's1Q9rs'}) # price = a.find('div', attrs={'class': '_30jeq3'}) # rating = a.find('div', attrs={'class': '_3LWZlK'}) # products.append(name.text) # prices.append(price.text) # ratings.append(rating.text) # print(a) title = a.string if title != None: print(title) titles.append(title) link = a.get('href') if link.endswith(".mp3"): print(link) urls.append(link) driver.close() print(titles) print(urls)
from msedge.selenium_tools import Edge, EdgeOptions from selenium.webdriver.common.keys import Keys import time import random options = EdgeOptions() options.use_chromium = True driver = Edge(options=options) driver.get("https://www.instagram.com/") driver.maximize_window() time.sleep(1) actions = driver.find_element_by_tag_name('body') actions.send_keys(Keys.TAB * 3, Keys.ENTER) inputElement = driver.find_element_by_xpath( "/html/body/div[1]/section/main/article/div[2]/div[1]/div/form/div/div[1]/div/label/input" ) inputElement.send_keys("armaldoFransico", Keys.TAB, "criptografia", Keys.ENTER) time.sleep(5) actions = driver.find_element_by_xpath( '/html/body/div[1]/section/main/div/div/div/div/button') actions.click() time.sleep(3) actions = driver.find_element_by_tag_name('body') actions.send_keys(Keys.TAB * 2, Keys.ENTER) time.sleep(4) driver.execute_script("window.scrollTo(0, 300)") time.sleep(4)
import time import random word_list = ["ballons", "raspberry pie", "Finger Hands Finger Puppets"] options = EdgeOptions() options.use_chromium = True driver = Edge(options=options) driver.get("https://www.amazon.com/") driver.maximize_window() time.sleep(2) time.sleep(3) driver.execute_script("window.scrollTo(0, 300)") time.sleep(4) driver.execute_script("window.scrollTo(300, 600)") inputElement = driver.find_element_by_tag_name("body") inputElement.send_keys(Keys.TAB * 3, Keys.ENTER) time.sleep(3) driver.execute_script("window.scrollTo(0, 300)") time.sleep(4) driver.execute_script("window.scrollTo(300, 600)") time.sleep(4) driver.execute_script("window.scrollTo(600, 900)") time.sleep(4) driver.execute_script("window.scrollTo(900, 1200)") time.sleep(4) driver.execute_script("window.scrollTo(1200, 1500)") time.sleep(4) driver.close()