Exemplo n.º 1
0
    def process_item(self, item, spider):
        session = self.Session()
        exist_product = session.query(Product).filter(
            literal(item["product_code"]).like('%' + Product.code +
                                               '%')).first()
        if exist_product is not None:
            exist_product.price_tiki = item["price"]
            session.commit()
            raise DropItem("Update item: %s" % item["product_code"])
            session.close()
        else:
            product = Product()
            product.name = item["product_name"]
            product.code = item["product_code"]
            # product.price_nkim = item["price"]
            product.price_tiki = item["price"]

            try:
                session.add(product)
                session.commit()

            except:
                session.rollback()
                raise

            finally:
                session.close()
Exemplo n.º 2
0
def addProduct():
    form = AddProductForm()
    makers = Maker.query.all()
    if makers:
        form.maker.choices = [(a.id, a.name) for a in makers]
    if form.validate_on_submit():

        product = Product()
        product.code = form.code.data
        product.maker_id = form.maker.data
        product.maker_code = form.maker_code.data
        product.desc_CS = form.desc_CS.data
        product.desc_JP = form.desc_JP.data

        product.long_desc = form.long_desc.data
        product.detailed_desc = form.detailed_desc.data
        product.subcategory_desc = form.subcategory_desc.data
        product.keywords = form.keywords.data

        product.price_unit = form.price_unit.data
        product.price_retail = form.price_retail.data
        product.qty_stock = form.qty_stock.data
        product.limited_flg = form.limited_flg.data
        product.axm_node = form.axm_node.data
        if form.package_size.data == '':
            product.package_size = None
        else:
            product.package_size = form.package_size.data
        category_id = Maker.query.filter_by(id=product.maker_id).first().category_id
        if category_id:
            product.category_id = category_id
        db.session.add(product)
        db.session.commit()

        term_ids_str = request.form.getlist('term')
        for id in term_ids_str:
            t = CatalogedProducts()
            t.product_id = product.id
            t.catalog_id = int(id)
            db.session.add(t)
        db.session.commit()

        flash(gettext("New product successfully added."))
        return redirect(url_for("editProduct", id=product.id))
    catalog = prepare_catalog()
    return render_template("product/addProduct.html",
                           title=gettext('Add new product'),
                           catalog=catalog,
                           form=form)
Exemplo n.º 3
0
    def process_item(self, item, spider):
        session = self.Session()
        product = Product()
        product.name = item["product_name"]
        product.code = item["product_code"]
        product.price_nkim = item["price"]
        #product.price_tiki = "0"

        try:
            session.add(product)
            session.commit()

        except:
            session.rollback()
            raise

        finally:
            session.close()

        return item
    def check_product(self, product):
        logger.debug("product['code'] : %s", product["code"])

        url = f"{AMAZON_BASE_PRODUCT_URL}{product['code']}"

        logger.debug("url : %s", url)

        page = BeautifulSoup(requests.get(url, headers=headers).content, "html.parser")

        tracked_product = Product()
        tracked_product.code = product["code"]
        tracked_product.url = url

        product_title_tag = page.find(id="productTitle")

        if product_title_tag is None:
            logger.debug("spam detected")
            time.sleep(15)  # spam detected
            return

        tracked_product.title = product_title_tag.text.strip()

        if "selector" in product:
            count = (
                product["selector"]["count"] if "count" in product["selector"] else 0
            )
            price_tag = page.select(product["selector"]["value"])[count]
        else:
            price_tag = page.find(id="priceblock_ourprice")

        if price_tag is not None:
            price = price_tag.text.strip()

            tracked_product.price = float(
                price[0 : price.rfind(" ") - 1].replace(",", ".")
            )

            logger.debug("product.title : %s", tracked_product.title)
            logger.debug("product.price : %f", tracked_product.price)

            if "price" in product:
                logger.debug("checked price : %f", product["price"])
                if tracked_product.price <= product["price"]:
                    logger.debug(
                        "price lower (%s) : %f -> %f",
                        product["code"],
                        product["price"],
                        tracked_product.price,
                    )

                    if self.enable_email:
                        subject = format_string(
                            self.email["subject"],
                            tracked_product.title,
                            str(tracked_product.price),
                            url,
                        )
                        body = format_string(
                            self.email["body"],
                            tracked_product.title,
                            str(tracked_product.price),
                            url,
                        )

                        self.send_email(subject=subject, body=body)

                    if self.enable_notification:
                        self.send_notification_topic(
                            "amazon_tracker",
                            tracked_product.title,
                            str(tracked_product.price),
                            url,
                        )

                        if "registration_token" in self.email:
                            for token in email["registration_token"]:
                                self.send_notification_device(
                                    token,
                                    tracked_product.title,
                                    str(tracked_product.price),
                                    url,
                                )

                    # self.checked_products.append(product["code"])
            elif "reduction" in product:
                if (
                    page.find("span", {"class": "priceBlockStrikePriceString"})
                    is not None
                ):
                    print("price reductionin page")
            else:
                logger.debug("produce %s available", product["co"])

                if self.enable_email:
                    self.send_email(
                        product["code"], title=tracked_product.title, url=url
                    )

                if self.enable_notification:
                    self.send_notification_topic(
                        "amazon_tracker", tracked_product.title, "Is available", url
                    )