def get_single_item_data(item_url): source_code = requests.get(item_url) plain_text = source_code.text soup = BeautifulSoup(plain_text) for item_name in soup.findAll('div', {'class': 'i-name'}): print(item_name.string) for link in soup.findAll('a'): href = "https://buckysroom.org" + link.get('href') print(href)
def get_single_item_data(item_url): source_code = requests.get(item_url) plain_text = source_code.text soup = BeautifulSoup(plain_text) for item_name in soup.findAll('div', {'class': 'i-name'}): print(item_name.string) for link in soup.findAll('a'): href = "https://buckysroom.org" + link.get('href') print(href)
def trade_spider(max_pages): page = 1 while page <= max_pages: url = 'https://buckysroom.org/trade/search.php?page=' + str(page) source_code = requests.get(url) plain_text = source_code.text soup = BeautifulSoup(plain_text) for link in soup.findAll('a', {'class': 'item-name'}): href = "https://buckysroom.org" + link.get('href') title = link.string print(href) print(title) page += 1
def trade_spider(max_pages): page = 1 while page <= max_pages: url = 'DESIRED WEBSITE' + str(page) source_code = requests.get(url) plain_text = source_code.text soup = BeautifulSoup(plain_text) for link in soup.findAll('a', {'class': 'item-name'}): href = "DESIRED WEBSITE" + link.get('href') title = link.string get_single_item_data(href) page += 1
def trade_spider(max_pages): page = 1 while page <= max_page: url = 'https://buckysroom.org/trade/search.php?page=' + str(page) source_code = requests.get(url) plain_text = source_code.text soup = BeautifulSoup(plain_text) for link in soup.findAll('a', {'class': 'item-name'}): href = "https://buckysroom.org" + link.get('href') title = link.string print(href) print(title) page += 1