#Scrape OldProductPrice OldProPricesList = x.find('div','product_price_old has_currency_unit') OldProPricesEmp = ConvertNoneToEmp(OldProPricesList) OldProPricesStr = ConvertListToStr(OldProPricesEmp) OldProductPrice.append(OldProPricesStr) #Scrape CategoryProduct ProductCategory_jsonData=json.loads(AllProductDeatil)["category"] CategoryProduct.append(ProductCategory_jsonData) #Scrape Stock URL_Prefix = urlopen('https://www.arduinothai.com/product/'+str(IDProductLink)) SoupStock = BeautifulSoup(URL_Prefix.read(), 'lxml') ChkStock = SoupStock.find('span', class_='num') Stockemp = ff.ConvertNoneToEmp(ChkStock) Stockstr = ff.ConvertListToStr(Stockemp) StockOfProduct.append(Stockstr) #ttttt if((ProductCategory_jsonData==('NodeMCU/ESP8266')) or (ProductCategory_jsonData==('ESP32')) or (ProductCategory_jsonData==('Wemos')) or (ProductCategory_jsonData==('Sonoff/โมดูลเปิดปิดไฟผ่านมือถือ'))): ListOfProduct.append((ProductIDStr, NameOfProduct, PriceOfProduct, OldProPricesStr, ChkStock, Link_URL, ProductCategory_jsonData)) data_df = pd.DataFrame({ 'ProductID': ProductIDAll, 'ProdcutName':Productname, 'Productprice':Productprice, 'OldProductPrice': OldProductPrice, 'StockOfProduct': StockOfProduct, 'Link': LinkProduct, 'Category':CategoryProduct
url_name = urlopen(URL) soups = BeautifulSoup(url_name.read(), 'lxml') AllProduct = soups.find_all('div',class_='productDetail') for x in AllProduct: AllProductDeatil = x.find('a').get("gaeepd") IDProductLink = json.loads(AllProductDeatil)["id"] #Scrape ProductID ProductID = x.find('span','code').get_text(strip=True) pattren = r'[A-Z]{2}\d{5}|\d{5}|....\d{5}' regex = re.compile(pattren) ProDuctIDResult = regex.findall(ProductID) ProductIDStr = ff.ConvertListToStr(ProDuctIDResult) ProductIDAll.append(ProductIDStr) #Scrape Link URL Link_URL = x.find('a').get("href") LinkProduct.append(Link_URL) type(Link_URL) #Scrape ProductName NameOfProduct = json.loads(AllProductDeatil)["name"] Productname.append(NameOfProduct) #Scrape ProductPriceCurrent PriceOfProduct = json.loads(AllProductDeatil)["price"] Productprice.append(PriceOfProduct)