def test_monter_products(self):
config = generate_handle_config(
{
"provenance": "monter.no",
"namespace": "monter.no",
"market": "no",
"collection_name": "byggoffers",
"fieldMapping": [
{
"source": "NOBB",
"destination": "nobb",
"replace_type": "key",
},
],
}
)
actual = handle_products(self.monter_products, config)
pprint(actual[0])
self.assertIsInstance(actual, list)
self.assertEqual(len(actual), len(self.monter_products))
self.assertEqual(len(actual), len(self.monter_products))
self.assertIsNotNone(actual[0]["gtins"])
self.assertIsNotNone(actual[0]["gtins"]["nobb"])
self.assertIsNotNone(actual[0]["title"])
self.assertIsNotNone(actual[0]["pricing"])
self.assertIsNotNone(actual[0]["href"])
self.assertIsNotNone(actual[0]["uri"])
self.assertIsNotNone(actual[0]["sku"])
self.assertIsNotNone(actual[0]["imageUrl"])
def test_meny_products(self):
config = generate_handle_config(
{
"provenance": "meny",
"namespace": "meny",
"market": "no",
"collection_name": "groceryoffers",
"categoriesLimits": [],
"extractQuantityFields": ["unit_price_raw", "subtitle", "title"],
"fieldMapping": [
{"source": "sku", "destination": "ean", "replace_type": "key"},
{
"source": "product_variant",
"destination": "description",
"replace_type": "key",
},
],
}
)
actual = handle_products(self.meny_products, config)
pprint(actual[0])
self.assertIsInstance(actual, list)
self.assertEqual(len(actual), len(self.meny_products))
self.assertIsNotNone(actual[0]["title"])
self.assertIsNotNone(actual[0]["pricing"])
self.assertIsNotNone(actual[0]["href"])
self.assertIsNotNone(actual[0]["uri"])
self.assertIsNotNone(actual[0]["quantity"]["size"])
self.assertIsNotNone(actual[0]["sku"])
self.assertIsNotNone(actual[0]["gtins"]["gtin13"])
def test_iherb_products(self):
config = generate_handle_config(
{
"provenance": "iherb",
"namespace": "iherb",
"market": "no",
"collection_name": "iherboffers",
"fieldMapping": [
{
"source": "sku",
"destination": "mpn",
"replace_type": "key",
},
],
}
)
actual = handle_products(self.iherb_products, config)
pprint(actual[0])
self.assertIsInstance(actual, list)
self.assertEqual(len(actual), len(self.iherb_products))
self.assertIsNotNone(actual[0]["title"])
self.assertIsNotNone(actual[0]["pricing"])
self.assertIsNotNone(actual[0]["href"])
self.assertIsNotNone(actual[0]["uri"])
self.assertIsNotNone(actual[0]["quantity"]["size"])
self.assertIsNotNone(actual[0]["mpn"])
self.assertIsNotNone(actual[0]["sku"])
self.assertIsNotNone(actual[0]["imageUrl"])
def test_europris_products(self):
config = generate_handle_config(
{
"provenance": "europris",
"namespace": "europris",
"market": "no",
"collection_name": "groceryoffers",
"categoriesLimits": [],
"extractQuantityFields": ["description", "name"],
"fieldMapping": [
{
"source": "name",
"destination": "title",
"replace_type": "key",
},
{
"source": "link",
"destination": "href",
"replace_type": "key",
},
],
}
)
actual = handle_products(self.europris_products, config)
pprint(actual[0])
self.assertIsInstance(actual, list)
self.assertEqual(len(actual), len(self.europris_products))
self.assertIsNotNone(actual[0]["title"])
self.assertIsNotNone(actual[0]["pricing"])
self.assertIsNotNone(actual[0]["href"])
self.assertIsNotNone(actual[0]["uri"])
self.assertIsNotNone(actual[0]["sku"])
def test_shopgun_products(self):
config = generate_handle_config(
{
"provenance": "shopgun",
"namespace": "shopgun",
"market": "no",
"collection_name": "groceryoffers",
}
)
actual = handle_products(self.shopgun_products, config)
pprint(actual[0])
self.assertIsInstance(actual, list)
self.assertEqual(len(actual), len(self.shopgun_products))
self.assertIsNotNone(actual[0]["title"])
self.assertIsNotNone(actual[0]["pricing"])
self.assertIsNotNone(actual[0]["href"])
self.assertIsNotNone(actual[0]["uri"])
self.assertIsNotNone(actual[0]["quantity"]["size"])
def test_byggmax_products(self):
config = generate_handle_config(
{
"provenance": "byggmax.no",
"namespace": "byggmax.no",
"market": "no",
"collection_name": "byggoffers",
}
)
actual = handle_products(self.byggmax_products, config)
pprint(actual[0])
self.assertIsInstance(actual, list)
self.assertEqual(len(actual), len(self.byggmax_products))
self.assertIsNotNone(actual[0]["title"])
self.assertIsNotNone(actual[0]["pricing"])
self.assertIsNotNone(actual[0]["href"])
self.assertIsNotNone(actual[0]["uri"])
self.assertIsNotNone(actual[0]["sku"])
self.assertIsNotNone(actual[0]["imageUrl"])
def test_single_meny_product(self):
config = generate_handle_config(
{
"provenance": "meny",
"namespace": "meny",
"market": "no",
"collection_name": "groceryoffers",
"categoriesLimits": [],
"extractQuantityFields": ["unit_price_raw", "unit_raw", "title"],
"fieldMapping": [
{"source": "sku", "destination": "ean", "replace_type": "key"},
{
"source": "product_variant",
"destination": "description",
"replace_type": "key",
},
],
}
)
scraper_offer = {
"price": 3.0,
"title": "Tomat stykk",
"unit_price_raw": "kr\u00a039,90/kg",
"unit_raw": "80\u00a0g",
"quantity_info": "80\u00a0g",
"image_url": "https://res.cloudinary.com/norgesgruppen/image/upload/c_pad,b_white,f_auto,h_320,q_50,w_320/v1558839429/Product/2000406400006.png",
"product_url": "https://meny.no/varer/frukt-gront/gronnsaker/tomater/tomat-stykk-2000406400006",
"meny_id": "2000406400006",
"provenance": "meny",
"url_fingerprint": "460cae747c054fc03fac9a0a88d8a9ef172c279d",
"url": "https://meny.no/varer/frukt-gront/gronnsaker/tomater/tomat-stykk-2000406400006",
"canonical_url": "https://meny.no/varer/frukt-gront/gronnsaker/tomater/tomat-stykk-2000406400006",
"sku": "2000406400006",
"gtin13": "2000406400006",
"provenanceId": "2000406400006",
"priceCurrency": "NOK",
"collection_name": "groceryoffers",
}
result = handle_products([scraper_offer], config)
# 39.9 if parsing the value string. 37.5 if inferring it from the quantity..
self.assertEqual(result[0]["value"]["size"]["standard"]["min"], 39.9)
