コード例 #1
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def proshop(soup: BeautifulSoup) -> Info:
    name = soup.find("div", class_="col-xs-12 col-sm-7").h1.text.lower()
    product_user_name = Format.get_user_product_name(name)
    try:
        # find normal price
        price = float(
            soup.find("span", class_="site-currency-attention").text.replace(
                ".", "").replace(",", ".").strip(" kr"))
    except AttributeError:
        try:
            # find discount price
            price = float(
                soup.find(
                    "div",
                    class_="site-currency-attention site-currency-campaign").
                text.replace(".", "").replace(",", ".").strip(" kr"))
        except AttributeError:
            # if campaign is sold out (udsolgt)
            price = float(
                soup.find("div",
                          class_="site-currency-attention").text.replace(
                              ".", "").replace(",", ".").strip(" kr"))
    script_tag = soup.find("script", type="application/ld+json").contents[0]
    currency = json.loads(script_tag).get("offers").get("priceCurrency")
    partnum = int(json.loads(script_tag).get("sku"))
    return Info(product_user_name, price, currency, partnum)
コード例 #2
0
 def get_info(self, soup: BeautifulSoup) -> None:
     try:
         website_function = get_website_function(self.website_name)
         self.info = website_function(soup)
     except (AttributeError, ValueError):
         self.logger.warning(
             f"Could not get all the data needed from url: {self.url}")
         self.info = Info(None, None, None, valid=False)
コード例 #3
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def avxperten(soup: BeautifulSoup) -> Info:
    name = soup.find("div", class_="content-head").text.strip().lower()
    product_user_name = Format.get_user_product_name(name)
    price = float(
        soup.find("div", class_="price").text.replace(u"\xa0DKK", ""))
    script_tag = soup.find("script", type="application/ld+json").contents[0]
    currency = json.loads(script_tag).get("offers").get("priceCurrency")
    partnum = int(json.loads(script_tag).get("sku"))
    return Info(product_user_name, price, currency, partnum)
コード例 #4
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def sharkgaming(soup: BeautifulSoup) -> Info:
    name = soup.find("meta", property="og:title").get("content").lower()
    product_user_name = Format.get_user_product_name(name)
    price = float(
        soup.find("meta", property="product:price:amount").get("content"))
    currency = soup.find("meta",
                         property="product:price:currency").get("content")
    partnum = int(soup.find("meta", itemprop="productID").get("content"))
    return Info(product_user_name, price, currency, partnum)
コード例 #5
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def avcables(soup: BeautifulSoup) -> Info:
    name = soup.find("h1", class_="title").text.lower()
    product_user_name = Format.get_user_product_name(name)
    price = float(
        soup.find("div", class_="regular-price").text.strip().replace(
            "Pris:   ", "").replace("Tilbudspris:   ", "").split(",")[0])
    currency = soup.find("meta", property="og:price:currency").get("content")
    script_tag = soup.find("script", type="application/ld+json").contents[0]
    partnum = json.loads(script_tag).get("sku")
    return Info(product_user_name, price, currency, partnum)
コード例 #6
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def elgiganten(soup: BeautifulSoup) -> Info:
    name = soup.find("h1", class_="product-title").text.lower()
    product_user_name = Format.get_user_product_name(name)
    price = float(
        soup.find("div",
                  class_="product-price-container").text.strip().replace(
                      u"\xa0", ""))
    currency = soup.find("meta", itemprop="priceCurrency").get("content")
    partnum = int(soup.find("meta", itemprop="sku").get("content"))
    return Info(product_user_name, price, currency, partnum)
コード例 #7
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def coolshop(soup: BeautifulSoup) -> Info:
    name = soup.find("div", class_="thing-header").text.strip().lower()
    product_user_name = Format.get_user_product_name(name)
    price = float(
        soup.find("meta",
                  property="product:price:amount")["content"].split(".")[0])
    currency = soup.find("meta",
                         property="product:price:currency").get("content")
    partnum = int(soup.find_all("div", id="attributeSku")[1].text.strip())
    return Info(product_user_name, price, currency, partnum)
コード例 #8
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def computersalg(soup: BeautifulSoup) -> Info:
    name = soup.find("h1", itemprop="name").text.lower()
    product_user_name = Format.get_user_product_name(name)
    price = float(
        soup.find("span",
                  itemprop="price").text.strip().replace(".",
                                                         "").replace(",", "."))
    currency = soup.find("span", itemprop="priceCurrency").get("content")
    partnum = int(
        soup.find("h2", class_="productIdentifierHeadline").span.text)
    return Info(product_user_name, price, currency, partnum)
コード例 #9
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def komplett(soup: BeautifulSoup) -> Info:
    name = soup.find("div",
                     class_="product-main-info__info").h1.span.text.lower()
    product_user_name = Format.get_user_product_name(name)
    price = float(
        soup.find("span", class_="product-price-now").text.strip(",-").replace(
            ".", ""))
    script_tag = soup.find("script", type="application/ld+json").contents[0]
    currency = json.loads(script_tag).get("offers").get("priceCurrency")
    partnum = int(soup.find("span", itemprop="sku").text)
    return Info(product_user_name, price, currency, partnum)
コード例 #10
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def mmvision(soup: BeautifulSoup) -> Info:
    name = soup.find("h1", itemprop="name").text.strip().lower()
    product_user_name = Format.get_user_product_name(name)
    price = float(
        soup.find("h3", class_="product-price text-right").text.replace(
            ",-", "").replace(".", ""))
    script_tag = soup.find_all("script",
                               type="application/ld+json")[1].contents[0]
    currency = json.loads(script_tag).get("offers").get("priceCurrency")
    partnum = int(json.loads(script_tag).get("productID"))
    return Info(product_user_name, price, currency, partnum)
コード例 #11
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def expert(soup: BeautifulSoup) -> Info:
    name = soup.find("meta", property="og:title")["content"].lower()
    product_user_name = Format.get_user_product_name(name)
    price = float(
        soup.find("meta", property="product:price:amount")["content"].replace(
            ",", "."))
    currency = soup.find("meta",
                         property="product:price:currency").get("content")
    partnum = int(
        soup.find("meta",
                  property="og:url").get("content").split("/")[-2].strip("p-"))
    return Info(product_user_name, price, currency, partnum)
コード例 #12
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def amazon(soup: BeautifulSoup) -> Info:
    name = soup.find("span", id="productTitle").text.strip().lower()
    product_user_name = Format.get_user_product_name(name)
    try:
        # Normal price
        price = float(
            soup.find("span",
                      id="priceblock_ourprice").text.replace("$", "").replace(
                          ",", ""))
    except AttributeError:
        # Deal price
        price = float(
            soup.find("span",
                      id="priceblock_dealprice").text.replace("$", "").replace(
                          ",", ""))
    script_tag = soup.find_all("script", type="a-state")[15].contents[0]
    currency = json.loads(script_tag).get("currencyCode")
    asin = soup.find("input", id="ASIN").get("value")
    return Info(product_user_name, price, currency, asin=asin)
コード例 #13
0
ファイル: domains.py プロジェクト: Ignis-Altum/scraper
def ebay(soup: BeautifulSoup) -> Info:
    name = (soup.find(
        "meta", property="og:title").get("content").strip("  | eBay").lower())
    product_user_name = Format.get_user_product_name(name)

    url = soup.find("meta", property="og:url").get("content")

    if url.split("/")[3] == "itm":
        price = float(soup.find("span", itemprop="price").get("content"))
        currency = soup.find("span", itemprop="priceCurrency").get("content")
        partnum = int(soup.find("div", id="descItemNumber").text)
    else:
        price = float(
            soup.find("div", class_="display-price").text.replace("DKK ",
                                                                  "").replace(
                                                                      ",", ""))
        script_tag = soup.find("script",
                               type="application/ld+json").contents[0]
        currency = (json.loads(script_tag).get("mainEntity").get("offers").get(
            "itemOffered")[0].get("offers")[0].get("priceCurrency"))
        partnum = int(
            soup.find("div", class_="item-details").a.get("data-itemid"))

    return Info(product_user_name, price, currency, partnum)