num = people[0] num = int(num) / 20 if num < 6: num = int(num) else: num = 5 for j in range(1, num + 1): # 전체월드 랭킹 driver.get('https://maple.gg/rank/dojang?page=' + str(j)) url = 'https://maple.gg/rank/dojang?page=' + str(j) fp = urllib.request.urlopen(url) source = fp.read() fp.close() soup = BeautifulSoup(source, 'html.parser') soup = soup.findAll("div", class_="d-inline-block mr-2 align-middle") imgURL = [] imageNum = 0 for i in soup: imgURL.append(i.find("img")["src"]) soup = BeautifulSoup(source, 'html.parser') soup = soup.findAll("div", class_="d-inline-block align-middle") imgURL_1 = [] imageNum = 0 for i in soup: imgURL_1.append(i.find("img")["src"]) for i in range(1, 21):
import requests import soup as soup from bs4 import BeautifulSoup headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.102 Safari/537.36' } site = 'https://currency.com/crypto' full_page = requests.get(site, headers=headers) soup = BeautifulSoup(full_page.content, 'html.parser') convert0 = soup.findAll("span", {"class": "table-instruments__description"}) convert = soup.findAll("span", {"class": "name"}) convert1 = soup.findAll("span", {"class": "name"}) convert4 = soup.findAll("span", {"class": "table-instruments__price negative-price"}) convert5 = soup.findAll("th", {"class": "Name"}) print(convert1, convert, convert0, convert4, convert5)
from bs4 import BeautifulSoup import csv response = requests.get("https://coursehunter.net/frontend/javascript") soup = BeautifulSoup(response.text, "html.parser") #articles = soup.find_all("article") #print(articles) # for article in articles: # print(soup.body.div) #d = (soup.find(class_="course-figure")) #d = soup.find_all("picture", class_="course-figure") #d = soup.select(".course-figure") d = soup.find_all("picture", {"class": "course-figure", "data-link": True}) for d in soup.findAll(attrs={"class": "course-figure"}): print(d["data-link"]) #d = soup.find_all(attrs={"data-link":True}) # d= soup.find_all('course-figure').get('data-link') #print(d) """m = [] m = d.copy() single = list(map(str, m)) print(single)"""
from os import makedirs import request import soup # website with pictures of carpets from pygments.formatters import img url = "https://www.pexels.com/search/fancy%20carpets%2F%5E/" # download page for parsing page = request.get(url) soup = bs(pag.text, 'html.parser') # locate all elements with image tag image_tags = soup.findAll('img') # create directory for carpet images if not os.path.exist('carpets'): os.makedirs('carpets') # move to new directory os.chdir('carpets') # image file name variable x = 0 # writing images for image in image_tags: try: