def test_250g_comma_preceding(self):
sour_cream025 = Product(u'Сметана Углече Поле органическая 15%, 250г')
key = sour_cream025.get_category_key()
sour_cream = ProductCategory(key)
self.assertEqual('0.25 kg', sour_cream025.get_package_key())
self.assertEqual(0.625,
sour_cream025.get_package().get_ratio(sour_cream))
def test_250g_comma_preceding(self):
sour_cream025 = Product(u'Сметана Углече Поле органическая 15%, 250г')
key = sour_cream025.get_category_key()
sour_cream = ProductCategory(key)
self.assertEqual('0.25 kg', sour_cream025.get_package_key())
self.assertEqual(0.625,
sour_cream025.get_package().get_ratio(sour_cream))
def test_remove_from_category(self):
product = Product.fetch(u"Молоко Farmers Milk 1L", self.keeper)
product.category.remove_product(product)
transaction.commit()
product = Product.fetch(u"Молоко Farmers Milk 1L", self.keeper)
milk = ProductCategory.fetch("milk", self.keeper)
self.assertIsNone(product.category)
self.assertEqual(55.6, milk.get_price())
self.assertEqual(45.9, milk.get_price(cheap=True))
def test_remove_from_category(self):
product = Product.fetch(u'Молоко Farmers Milk 1L', self.keeper)
product.category.remove_product(product)
transaction.commit()
product = Product.fetch(u'Молоко Farmers Milk 1L', self.keeper)
milk = ProductCategory.fetch('milk', self.keeper)
self.assertIsNone(product.category)
self.assertEqual(55.6, milk.get_price())
self.assertEqual(45.9, milk.get_price(cheap=True))
def test_category_add_product(self):
milk = self.category
product1 = Product(u"Молоко Great Milk 1L")
product2 = Product(u"Молоко Greatest Milk 1L")
milk.add_product(product1, product2)
self.keeper.register(product1, product2)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
milk = ProductCategory.fetch("milk", self.keeper)
stored_product1 = Product.fetch(u"Молоко Great Milk 1L", self.keeper)
stored_product2 = Product.fetch(u"Молоко Greatest Milk 1L", self.keeper)
self.assertIn(stored_product1, milk.products)
self.assertIn(stored_product2, milk.products)
def test_report_assembly_new_product(self):
from uuid import uuid4
product_title = u"Молоко Great Milk TWO 1L"
reporter_name = "Jill"
merchant_title = "Scotty's grocery"
raw_data1 = {
"product_title": product_title,
"price_value": 42.6,
"url": "http://scottys.com/products/milk/1",
"merchant_title": merchant_title,
"date_time": None,
"reporter_name": reporter_name,
}
uuid_ = uuid4()
report, stats = PriceReport.assemble(storage_manager=self.keeper, uuid=uuid_, **raw_data1)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
stored_report = PriceReport.fetch(report.key, self.keeper)
self.assertEqual(report.key, stored_report.key)
self.assertEqual(report.key, str(uuid_))
product = Product.fetch(product_title, self.keeper)
self.assertEqual(product_title, product.title)
self.assertIn(report, product.reports)
category = ProductCategory.fetch("milk", self.keeper)
self.assertIn(product, category.products)
merchant = Merchant.fetch(merchant_title, self.keeper)
self.assertEqual(merchant_title, merchant.title)
self.assertIn(product, merchant)
def fix_normalized_price():
"""
Walk through all reports and fix normalized price_value
and product package
"""
keeper = get_storage()
reports = PriceReport.fetch_all(keeper)
for report in reports:
try:
correct_package_key = report.product.get_package_key()
if report.product.package.key != correct_package_key:
correct_package = ProductPackage.acquire(
correct_package_key, keeper)
product = Product.fetch(report.product.key, keeper)
print(
yellow(u'Fixing package for {}: {}-->{}'.format(
report.product, product.package, correct_package)))
product.package = correct_package
report.product = product
old_norm_price = report.normalized_price_value
new_norm_price = report._get_normalized_price(report.price_value)
if old_norm_price != new_norm_price:
print(
yellow(u'Fixing normal price {}-->{}'.format(
old_norm_price, new_norm_price)))
report.normalized_price_value = new_norm_price
except PackageLookupError, e:
print(e.message)
def test_category_remove_product(self):
self.category.add_product(self.product)
transaction.commit()
self.keeper.close()
keeper = open_storage()
milk = ProductCategory.fetch("milk", keeper)
stored_product = Product.fetch(self.product.key, keeper)
milk.remove_product(stored_product)
transaction.commit()
keeper.close()
keeper = open_storage()
stored_product = Product.fetch(self.product.key, keeper)
milk = ProductCategory.fetch("milk", keeper)
self.assertNotIn(stored_product, milk.products)
def fix_normalized_price():
"""
Walk through all reports and fix normalized price_value
and product package
"""
keeper = get_storage()
reports = PriceReport.fetch_all(keeper)
for report in reports:
try:
correct_package_key = report.product.get_package_key()
if report.product.package.key != correct_package_key:
correct_package = ProductPackage.acquire(correct_package_key,
keeper)
product = Product.fetch(report.product.key, keeper)
print(yellow(u'Fixing package for {}: {}-->{}'.format(
report.product, product.package, correct_package)))
product.package = correct_package
report.product = product
old_norm_price = report.normalized_price_value
new_norm_price = report._get_normalized_price(report.price_value)
if old_norm_price != new_norm_price:
print(yellow(u'Fixing normal price {}-->{}'.format(
old_norm_price, new_norm_price)))
report.normalized_price_value = new_norm_price
except PackageLookupError, e:
print(e.message)
def test_merchant_remove_product(self):
self.merchant.add_product(self.product)
transaction.commit()
self.keeper.close()
keeper = open_storage()
product = Product.fetch(u'Молоко Great Milk 1L', keeper)
merchant = Merchant.fetch('test merchant', keeper)
merchant.remove_product(product)
transaction.commit()
keeper.close()
keeper = open_storage()
product = Product.fetch(u'Молоко Great Milk 1L', keeper)
merchant = Merchant.fetch('test merchant', keeper)
self.assertNotIn(product, merchant.products)
def test_report_assembly_new_product(self):
from uuid import uuid4
product_title = u'Молоко Great Milk TWO 1L'
reporter_name = 'Jill'
merchant_title = "Scotty's grocery"
raw_data1 = {
'product_title': product_title,
'price_value': 42.6,
'url': 'http://scottys.com/products/milk/1',
'merchant_title': merchant_title,
'date_time': None,
'reporter_name': reporter_name
}
uuid_ = uuid4()
report, stats = PriceReport.assemble(storage_manager=self.keeper,
uuid=uuid_,
**raw_data1)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
stored_report = PriceReport.fetch(report.key, self.keeper)
self.assertEqual(report.key, stored_report.key)
self.assertEqual(report.key, str(uuid_))
product = Product.fetch(product_title, self.keeper)
self.assertEqual(product_title, product.title)
self.assertIn(report, product.reports)
category = ProductCategory.fetch('milk', self.keeper)
self.assertIn(product, category.products)
merchant = Merchant.fetch(merchant_title, self.keeper)
self.assertEqual(merchant_title, merchant.title)
self.assertIn(product, merchant)
def test_category_add_product(self):
milk = self.category
product1 = Product(u'Молоко Great Milk 1L')
product2 = Product(u'Молоко Greatest Milk 1L')
milk.add_product(product1, product2)
self.keeper.register(product1, product2)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
milk = ProductCategory.fetch('milk', self.keeper)
stored_product1 = Product.fetch(u'Молоко Great Milk 1L', self.keeper)
stored_product2 = Product.fetch(u'Молоко Greatest Milk 1L',
self.keeper)
self.assertIn(stored_product1, milk.products)
self.assertIn(stored_product2, milk.products)
def test_category_remove_product(self):
self.category.add_product(self.product)
transaction.commit()
self.keeper.close()
keeper = open_storage()
milk = ProductCategory.fetch('milk', keeper)
stored_product = Product.fetch(self.product.key, keeper)
milk.remove_product(stored_product)
transaction.commit()
keeper.close()
keeper = open_storage()
stored_product = Product.fetch(self.product.key, keeper)
milk = ProductCategory.fetch('milk', keeper)
self.assertNotIn(stored_product, milk.products)
def test_merchant_remove_product(self):
self.merchant.add_product(self.product)
transaction.commit()
self.keeper.close()
keeper = open_storage()
product = Product.fetch(u"Молоко Great Milk 1L", keeper)
merchant = Merchant.fetch("test merchant", keeper)
merchant.remove_product(product)
transaction.commit()
keeper.close()
keeper = open_storage()
product = Product.fetch(u"Молоко Great Milk 1L", keeper)
merchant = Merchant.fetch("test merchant", keeper)
self.assertNotIn(product, merchant.products)
def test_950g(self):
product3 = Product(u'Молоко Веселый молочник 950г', category=self.milk)
product4 = Product(u'Молоко Веселый молочник 950 г',
category=self.milk)
self.assertEqual('0.95 kg', product3.get_package_key())
self.assertEqual('0.95 kg', product4.get_package_key())
self.assertFalse(product4.get_package().is_normal(self.milk))
self.assertEqual(0.93,
round(product4.get_package().get_ratio(self.milk), 2))
def setUp(self):
try:
shutil.rmtree(STORAGE_DIR)
except OSError:
pass
os.mkdir(STORAGE_DIR)
self.keeper = open_storage()
category = ProductCategory('milk')
product = Product(u'Молоко Great Milk 1L')
merchant = Merchant('test merchant')
self.keeper.register(category, product, merchant)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
self.category = ProductCategory.fetch('milk', self.keeper)
self.product = Product.fetch(u'Молоко Great Milk 1L', self.keeper)
self.merchant = Merchant.fetch('test merchant', self.keeper)
def test_product_add_merchant(self):
product = self.product
merchant = Merchant("test merchant")
product.add_merchant(merchant)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
product = Product.fetch(u"Молоко Great Milk 1L", self.keeper)
self.assertIn(merchant, product.merchants)
def test_product_add_merchant(self):
product = self.product
merchant = Merchant('test merchant')
product.add_merchant(merchant)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
product = Product.fetch(u'Молоко Great Milk 1L', self.keeper)
self.assertIn(merchant, product.merchants)
def test_merchant_added_to_product(self):
raw_data = {
"price_value": 50.4,
"url": "http://eddies.com/products/milk/1",
"product_title": u"Молоко Красная Цена у/паст. 3.2% 1л",
"merchant_title": "Eddie's grocery",
"reporter_name": "Jack",
"date_time": DAY_AGO,
}
PriceReport.assemble(storage_manager=self.keeper, **raw_data)
transaction.commit()
product = Product.fetch(u"Молоко Красная Цена у-паст. 3.2% 1л", self.keeper)
merchants = list(product.merchants)
self.assertEqual(2, len(merchants))
def test_950g(self):
product3 = Product(u'Молоко Веселый молочник 950г', category=self.milk)
product4 = Product(u'Молоко Веселый молочник 950 г',
category=self.milk)
self.assertEqual('0.95 kg', product3.get_package_key())
self.assertEqual('0.95 kg', product4.get_package_key())
self.assertFalse(product4.get_package().is_normal(self.milk))
self.assertEqual(0.93,
round(product4.get_package().get_ratio(self.milk), 2))
def test_report_assembly_stored_product(self):
product_title = u'Молоко Great Milk three 1L'
product = Product(product_title, self.category)
self.keeper.register(product)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
reporter_name = 'Jill'
merchant_title = "Scotty's grocery 2"
raw_data1 = {
'product_title': product_title,
'price_value': 42.6,
'url': 'http://scottys2.com/products/milk/1',
'merchant_title': merchant_title,
'date_time': None,
'reporter_name': reporter_name
}
report, stats = PriceReport.assemble(self.keeper, **raw_data1)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
stored_report = PriceReport.fetch(report.key, self.keeper)
self.assertEqual(report.key, stored_report.key)
product = Product.fetch(product_title, self.keeper)
self.assertEqual(product_title, product.title)
self.assertIn(report, product)
category = ProductCategory.fetch('milk', self.keeper)
self.assertIn(product, category)
merchant = Merchant.fetch(merchant_title, self.keeper)
self.assertEqual(merchant_title, merchant.title)
self.assertIn(product, merchant)
self.assertIn(merchant, product.merchants)
def test_product_add_report(self):
product = self.product
product.category = self.category
report1 = PriceReport(
price_value=42.6, product=product, reporter=Reporter("Jill"), merchant=Merchant("Scotty's grocery")
)
product.add_report(report1)
product.add_report(report1)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
product = Product.fetch(u"Молоко Great Milk 1L", self.keeper)
self.assertIn(report1, product.reports)
self.assertEqual(1, len(product.reports))
def test_merchant_added_to_product(self):
raw_data = {
"price_value": 50.4,
"url": "http://eddies.com/products/milk/1",
"product_title": u"Молоко Красная Цена у/паст. 3.2% 1л",
"merchant_title": "Eddie's grocery",
"reporter_name": "Jack",
'date_time': DAY_AGO,
}
PriceReport.assemble(storage_manager=self.keeper, **raw_data)
transaction.commit()
product = Product.fetch(u'Молоко Красная Цена у-паст. 3.2% 1л',
self.keeper)
merchants = list(product.merchants)
self.assertEqual(2, len(merchants))
def test_qualified_products(self):
milk = ProductCategory.fetch('milk', self.keeper)
fancy_milk_title = u'Молоко The Luxury Milk!!! 0,5л'
PriceReport.assemble(price_value=40,
product_title=fancy_milk_title,
url='http"//blah',
merchant_title="Howie's grocery",
reporter_name='John',
storage_manager=self.keeper)
transaction.commit()
fancy_milk = Product.fetch(fancy_milk_title, self.keeper)
qual_products = [p for p, pr in milk.get_qualified_products()]
self.assertNotIn(fancy_milk, qual_products)
self.assertEqual(4, len(qual_products))
def set_package_ratio():
"""Walk through products and set `package` and `package_ratio`"""
keeper = StorageManager(FileStorage('storage.fs'))
products = Product.fetch_all(keeper)
for product in products:
try:
product.package = product.get_package()
product.package_ratio = product.package.get_ratio(product.category)
print(green(u'Product "{}" updated'.format(product)))
except AttributeError, e:
print(red(u'{} removed'.format(product)))
keeper.delete(product)
except PackageLookupError, e:
logging.debug(e.message.encode('utf-8'))
print(yellow(e.message))
def set_package_ratio():
"""Walk through products and set `package` and `package_ratio`"""
keeper = StorageManager(FileStorage('storage.fs'))
products = Product.fetch_all(keeper)
for product in products:
try:
product.package = product.get_package()
product.package_ratio = product.package.get_ratio(product.category)
print(green(u'Product "{}" updated'.format(product)))
except AttributeError, e:
print(red(u'{} removed'.format(product)))
keeper.delete(product)
except PackageLookupError, e:
logging.debug(e.message.encode('utf-8'))
print(yellow(e.message))
def test_qualified_products(self):
milk = ProductCategory.fetch("milk", self.keeper)
fancy_milk_title = u"Молоко The Luxury Milk!!! 0,5л"
PriceReport.assemble(
price_value=40,
product_title=fancy_milk_title,
url='http"//blah',
merchant_title="Howie's grocery",
reporter_name="John",
storage_manager=self.keeper,
)
transaction.commit()
fancy_milk = Product.fetch(fancy_milk_title, self.keeper)
qual_products = [p for p, pr in milk.get_qualified_products()]
self.assertNotIn(fancy_milk, qual_products)
self.assertEqual(4, len(qual_products))
def setUp(self):
try:
shutil.rmtree(STORAGE_DIR)
except OSError:
pass
os.mkdir(STORAGE_DIR)
self.keeper = open_storage()
category = ProductCategory("milk")
product = Product(u"Молоко Great Milk 1L")
merchant = Merchant("test merchant")
self.keeper.register(category, product, merchant)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
self.category = ProductCategory.fetch("milk", self.keeper)
self.product = Product.fetch(u"Молоко Great Milk 1L", self.keeper)
self.merchant = Merchant.fetch("test merchant", self.keeper)
def test_product_add_report(self):
product = self.product
product.category = self.category
report1 = PriceReport(
price_value=42.6,
product=product,
reporter=Reporter('Jill'),
merchant=Merchant("Scotty's grocery"),
)
product.add_report(report1)
product.add_report(report1)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
product = Product.fetch(u'Молоко Great Milk 1L', self.keeper)
self.assertIn(report1, product.reports)
self.assertEqual(1, len(product.reports))
def test_price_from_past_date(self):
milk = ProductCategory.fetch("milk", self.keeper)
cheapest_milk_title = u"Молоко The Cheapest Milk!!! 1л"
PriceReport.assemble(
price_value=30.10,
product_title=cheapest_milk_title,
reporter_name="John",
merchant_title="Howie's grocery",
url="http://someshop.com/item/344",
date_time=HOUR_AGO,
storage_manager=self.keeper,
)
PriceReport.assemble(
price_value=29.10,
product_title=cheapest_milk_title,
reporter_name="John",
merchant_title="Howie's grocery",
url="http://someshop.com/item/344",
date_time=WEEK_AGO,
storage_manager=self.keeper,
)
PriceReport.assemble(
price_value=25.22,
product_title=cheapest_milk_title,
reporter_name="John",
merchant_title="Howie's grocery",
url="http://someshop.com/item/344",
date_time=MONTH_AGO,
storage_manager=self.keeper,
)
transaction.commit()
cheapest_milk = Product.fetch(cheapest_milk_title, self.keeper)
self.assertEqual(30.10, cheapest_milk.get_price())
self.assertEqual(1, cheapest_milk.get_price_delta(DAY_AGO, relative=False))
self.assertEqual(0.034364261168384876, cheapest_milk.get_price_delta(DAY_AGO))
self.assertEqual(30.10, min(milk.get_prices()))
self.assertEqual(45.9, milk.get_price())
self.assertEqual(0.5773195876288658, milk.get_price_delta(DAY_AGO))
def test_report_assembly_stored_product(self):
product_title = u"Молоко Great Milk three 1L"
product = Product(product_title, self.category)
self.keeper.register(product)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
reporter_name = "Jill"
merchant_title = "Scotty's grocery 2"
raw_data1 = {
"product_title": product_title,
"price_value": 42.6,
"url": "http://scottys2.com/products/milk/1",
"merchant_title": merchant_title,
"date_time": None,
"reporter_name": reporter_name,
}
report, stats = PriceReport.assemble(self.keeper, **raw_data1)
transaction.commit()
self.keeper.close()
self.keeper = open_storage()
stored_report = PriceReport.fetch(report.key, self.keeper)
self.assertEqual(report.key, stored_report.key)
product = Product.fetch(product_title, self.keeper)
self.assertEqual(product_title, product.title)
self.assertIn(report, product)
category = ProductCategory.fetch("milk", self.keeper)
self.assertIn(product, category)
merchant = Merchant.fetch(merchant_title, self.keeper)
self.assertEqual(merchant_title, merchant.title)
self.assertIn(product, merchant)
self.assertIn(merchant, product.merchants)
def test_price_from_past_date(self):
milk = ProductCategory.fetch('milk', self.keeper)
cheapest_milk_title = u'Молоко The Cheapest Milk!!! 1л'
PriceReport.assemble(price_value=30.10,
product_title=cheapest_milk_title,
reporter_name='John',
merchant_title="Howie's grocery",
url='http://someshop.com/item/344',
date_time=HOUR_AGO,
storage_manager=self.keeper)
PriceReport.assemble(price_value=29.10,
product_title=cheapest_milk_title,
reporter_name='John',
merchant_title="Howie's grocery",
url='http://someshop.com/item/344',
date_time=WEEK_AGO,
storage_manager=self.keeper)
PriceReport.assemble(price_value=25.22,
product_title=cheapest_milk_title,
reporter_name='John',
merchant_title="Howie's grocery",
url='http://someshop.com/item/344',
date_time=MONTH_AGO,
storage_manager=self.keeper)
transaction.commit()
cheapest_milk = Product.fetch(cheapest_milk_title, self.keeper)
self.assertEqual(30.10, cheapest_milk.get_price())
self.assertEqual(1, cheapest_milk.get_price_delta(DAY_AGO,
relative=False))
self.assertEqual(0.034364261168384876,
cheapest_milk.get_price_delta(DAY_AGO))
self.assertEqual(30.10, min(milk.get_prices()))
self.assertEqual(45.9, milk.get_price())
self.assertEqual(0.5773195876288658, milk.get_price_delta(DAY_AGO))
def cycle(entity_class_name_, keeper):
"""Perform all needed routines on an `entity_class`"""
print(cyan('{} check...'.format(entity_class_name_)))
entity_class = globals()[entity_class_name_]
instances = entity_class.fetch_all(keeper, objects_only=False)
for key in instances.keys():
instance = instances[key]
if entity_class is ProductCategory:
if not hasattr(instance, 'category') or not instance.category:
category_key = instance.get_category_key()
category = Category.acquire(category_key, keeper)
instance.category = category
category.add(instance)
print(green(u'Added {} to {}'.format(instance, category)))
for product in instance.products:
if product.category is not instance:
instance.remove_product(product)
print(
yellow(u'Removed '
u'`{}` from `{}`...'.format(
product, instance)))
if len(product.reports) == 0:
instance.remove_product(product)
print(
yellow(u'Removed stale '
u'`{}` from `{}`...'.format(
product, instance)))
if product.key not in keeper[product.namespace]:
try:
instance.remove_product(product)
print(
yellow(u'Removed `{}` from `{}` '
u'as its not '
u'registered...'.format(
product, instance)))
except ValueError:
pass
if entity_class is Product:
if type(instance.reports) is not list:
print(
yellow(u'Fixing product report '
u'list for `{}`...'.format(instance)))
instance.reports = list(instance.reports.values())
if type(instance.merchants) is not list:
print(
yellow(u'Fixing product merchant '
u'list for `{}`...'.format(instance)))
instance.merchants = list(instance.merchants.values())
if len(instance.reports) == 0:
print(yellow(u'Removing stale `{}`...'.format(instance)))
instance.delete_from(keeper)
# check category
try:
cat_key = instance.get_category_key()
category = ProductCategory.fetch(cat_key, keeper)
if instance.category is not category:
print(
yellow(u'Adding `{}` to '
u'`{}`...'.format(instance, category)))
category.add_product(instance)
instance.category = category
except CategoryLookupError:
print(
yellow(u'Removing `{}` as no '
u'category found...'.format(instance)))
instance.delete_from(keeper)
# check key
if key != instance.key:
print(yellow(u'Fixing key for `{}`...'.format(key)))
keeper.register(instance)
keeper.delete_key(instance.namespace, key)
if entity_class is Merchant:
if type(instance.products) is not list:
instance.products = list(instance.products.values())
for product in instance.products:
if len(product.reports) == 0:
print(
yellow(u'Deleting `{}` '
u'from `{}`...'.format(product, instance)))
instance.remove_product(product)
for report in product.reports:
if type(report) is str:
print(
yellow('Removing product with str report ...'))
product.delete_from(keeper)
if entity_class is PriceReport:
if instance.product.category is None:
print(
yellow(u'Removing report '
u'for {}'.format(instance.product)))
instance.delete_from(keeper)
break
try:
correct_package_key = instance.product.get_package_key()
except PackageLookupError, e:
print(e.message)
else:
if instance.product.package.key != correct_package_key:
correct_package = ProductPackage.acquire(
correct_package_key, keeper)
product = Product.fetch(instance.product.key, keeper)
print(
yellow(u'Fixing package for {}: {}-->{}'.format(
instance.product, product.package,
correct_package)))
product.package = correct_package
instance.product = product
old_norm_price = instance.normalized_price_value
correct_norm_price = instance._get_normalized_price(
instance.price_value)
if old_norm_price != correct_norm_price:
print(
yellow(u'Fixing normal price '
u'for {} report ({}-->{})'.format(
instance.product, old_norm_price,
correct_norm_price)))
instance.normalized_price_value = correct_norm_price
def test_025kg_dot_and_text_preceding(self):
product = Product(u'Хлеб Геркулес зерновой половин.нар.0.25кг ХД')
self.assertEqual('0.25 kg', product.get_package_key())
def test_05l(self):
product6 = Product(u'Молоко Веселый молочник 0,5л', category=self.milk)
self.assertEqual('0.5 l', product6.get_package().title)
def test_1l_plus_05l(self):
product = Product(u'Молоко Углече Поле органическое пастеризованное '
u'отборное 3,6%-5,2%, 1л + 0,5л подарок')
self.assertEqual('1.5 l', product.get_package_key())
def test_085l(self):
product = Product(u'МОЛОКО 3,2% п/п 0,85л КИРЗА', )
self.assertEqual('0.85 l', product.get_package_key())
def test_1kg(self):
product = Product(u'Груша конференция лоток КЛ 65+ 1кг')
self.assertEqual('1 kg', product.get_package_key())
def test_fetch_all(self):
products = Product.fetch_all(self.keeper)
for product in products:
self.assertIsInstance(product, Product)
def test_1_5kg(self):
category = ProductCategory('rice')
product = Product(u'Рис АГРОАЛЬЯНС краснодарский 1,5кг',
category=category)
self.assertEqual('1.5 kg', product.get_package_key())
def test_key_sanitizing(self):
title = u'Молоко Красная Цена у/паст. 3.2% 1000г'
product = Product(title)
self.assertEqual(u'Молоко Красная Цена у-паст. 3.2% 1000г',
product.key)
def test_500g_model_preceding(self):
product = Product(u'Спагетти PASTA ZARA №4,500г')
self.assertEqual('0.5 kg', product.get_package_key())
def test_900g(self):
product = Product(u'Гречка Maltagliati ядрица 900г')
self.assertEqual('0.9 kg', product.get_package_key())
def test_025kg_dot_and_text_preceding(self):
product = Product(u'Хлеб Геркулес зерновой половин.нар.0.25кг ХД')
self.assertEqual('0.25 kg', product.get_package_key())
def test_1_5kg(self):
category = ProductCategory('rice')
product = Product(u'Рис АГРОАЛЬЯНС краснодарский 1,5кг',
category=category)
self.assertEqual('1.5 kg', product.get_package_key())
def test_175g_space_and_comma_preceding(self):
product = Product(u'Сметана Рузская 20%, 175г')
self.assertEqual('0.175 kg', product.get_package_key())
def test_report_assembly(self):
raw_data1 = {
'product_title': u'Молоко Great Milk 1L',
'sku': 'ART97665',
'price_value': 42.6,
'url': 'http://scottys.com/products/milk/1',
'merchant_title': "Scotty's grocery",
'date_time': None,
'reporter_name': 'Jill'
}
raw_data2 = {
'product_title': u'Молоко Great Milk 0.93 L',
'price_value': 50,
'url': 'http://scottys.com/products/milk/5',
'merchant_title': "Scotty's grocery",
'date_time': None,
'reporter_name': 'Jill'
}
raw_data3 = {
'product_title': u'Сметана Great Sour Cream 450g',
'price_value': 60.4,
'url': 'http://scottys.com/products/sc/6',
'merchant_title': "Scotty's grocery",
'date_time': datetime.datetime(2014, 10, 5),
'reporter_name': 'Jill'
}
raw_data4 = {
'product_title': u'Сметана Great Sour Cream 987987g',
'price_value': 60.4,
'url': 'http://scottys.com/products/sc/8978',
'merchant_title': "Scotty's grocery",
'date_time': datetime.datetime(2014, 10, 5),
'reporter_name': 'Jill'
}
raw_data5 = {
'product_title': u'Картофель Вегетория для варки 3кг',
'price_value': 80.5,
'url': 'http://scottys.com/products/pot/324',
'merchant_title': "Scotty's grocery",
'reporter_name': 'Jill'
}
report1, stats1 = PriceReport.assemble(storage_manager=self.keeper,
**raw_data1)
report2, stats2 = PriceReport.assemble(storage_manager=self.keeper,
**raw_data2)
report3, stats3 = PriceReport.assemble(storage_manager=self.keeper,
**raw_data3)
report5, stats5 = PriceReport.assemble(storage_manager=self.keeper,
**raw_data5)
try:
PriceReport.assemble(storage_manager=self.keeper, **raw_data4)
except PackageLookupError:
pass
transaction.commit()
# check category and products
milk = ProductCategory.fetch('milk', self.keeper)
sc = ProductCategory.fetch('sour cream', self.keeper)
self.assertEqual(6, len(milk.products))
self.assertIn(42.6, milk.get_prices())
product1 = Product.fetch(u'Молоко Great Milk 1L', self.keeper)
product2 = Product.fetch(u'Молоко Great Milk 0.93 L', self.keeper)
self.assertIs(milk, product1.category)
self.assertEqual('1 l', product1.package.title)
self.assertEqual('ART97665', report1.sku)
self.assertEqual('0.93 l', product2.package.title)
self.assertEqual(1, product1.package_ratio)
self.assertEqual(0.93, product2.package_ratio)
self.assertFalse(hasattr(report2, 'sku'))
self.assertIn(product1, milk.products)
self.assertEqual('sour cream', report3.product.category.title)
self.assertIn(u'Сметана Great Sour Cream 450g',
[p.title for p in sc.products])
self.assertNotIn(u'Сметана Great Sour Cream 987987g',
[p.title for p in sc.products])
# check references
potato = ProductCategory.fetch('potato', self.keeper)
self.assertIn(report5, PriceReport.fetch_all(self.keeper))
self.assertIn(report5, potato.products[0].reports)
self.assertIn(report5,
Product.fetch(u'Картофель Вегетория для варки 3кг',
self.keeper).reports)
# check reporter
jill = Reporter.fetch('Jill', self.keeper)
self.assertIs(jill, report1.reporter)
self.assertIs(jill, report2.reporter)
self.assertIs(jill, report3.reporter)
# check price calculations
self.assertEqual(42.60, round(report1.normalized_price_value, 2))
self.assertEqual(53.76, round(report2.normalized_price_value, 2))
self.assertEqual(53.69, round(report3.normalized_price_value, 2))
# check merchant
merchant = Merchant.fetch("Scotty's grocery", self.keeper)
self.assertIs(merchant, report1.merchant)
self.assertIn(merchant, product1.merchants)
self.assertIn(product1, merchant)
# check datetime that is not now
date_in_past = datetime.datetime(2014, 10, 5)
self.assertEqual(date_in_past, report3.date_time)
# check if no false product is registered
false_product = Product.fetch(u'Сметана Great Sour Cream 987987g',
self.keeper)
self.assertIsNone(false_product)
def test_1l_plus_05l(self):
product = Product(u'Молоко Углече Поле органическое пастеризованное '
u'отборное 3,6%-5,2%, 1л + 0,5л подарок')
self.assertEqual('1.5 l', product.get_package_key())
def test_strait_product_price(self):
product = Product.fetch(u'Молоко Красная Цена у-паст. 3.2% 1л',
self.keeper)
self.assertEqual(55.6, product.get_price())
def test_12x1l(self):
product = Product(u'Молоко Parmalat ультрапастеризованное 3,5%, 12*1л')
self.assertEqual('12 l', product.get_package_key())
def test_kefir_bread(self):
product = Product(u'Хлеб Хлебный дом Кефирный в нарезке 450г')
self.assertEqual('bread', product.get_category_key())
def test_02kg_decimal_dot(self):
product = Product(u'Сметана 15% 0.2кг стакан Пискаревский')
self.assertEqual('0.2 kg', product.get_package_key())
def test_02kg_decimal_dot(self):
product = Product(u'Сметана 15% 0.2кг стакан Пискаревский')
self.assertEqual('0.2 kg', product.get_package_key())
def test_1l_dot_preceding(self):
product = Product(u'Молоко Пармалат 3.5% стерил.1л')
self.assertEqual('1 l', product.get_package_key())
def test_4x0075g(self):
product = Product(u'Булочка Щелковохлеб для хот-дога 0,3кг (4*0,075г)')
self.assertEqual('0.3 kg', product.get_package_key())
def cycle(entity_class_name_, keeper):
"""Perform all needed routines on an `entity_class`"""
print(cyan('{} check...'.format(entity_class_name_)))
entity_class = globals()[entity_class_name_]
instances = entity_class.fetch_all(keeper, objects_only=False)
for key in instances.keys():
instance = instances[key]
if entity_class is ProductCategory:
if not hasattr(instance, 'category') or not instance.category:
category_key = instance.get_category_key()
category = Category.acquire(category_key, keeper)
instance.category = category
category.add(instance)
print(green(u'Added {} to {}'.format(instance, category)))
for product in instance.products:
if product.category is not instance:
instance.remove_product(product)
print(yellow(u'Removed '
u'`{}` from `{}`...'.format(product,
instance)))
if len(product.reports) == 0:
instance.remove_product(product)
print(yellow(u'Removed stale '
u'`{}` from `{}`...'.format(product,
instance)))
if product.key not in keeper[product.namespace]:
try:
instance.remove_product(product)
print(yellow(u'Removed `{}` from `{}` '
u'as its not '
u'registered...'.format(product,
instance)))
except ValueError:
pass
if entity_class is Product:
if type(instance.reports) is not list:
print(yellow(u'Fixing product report '
u'list for `{}`...'.format(instance)))
instance.reports = list(instance.reports.values())
if type(instance.merchants) is not list:
print(yellow(u'Fixing product merchant '
u'list for `{}`...'.format(instance)))
instance.merchants = list(instance.merchants.values())
if len(instance.reports) == 0:
print(yellow(u'Removing stale `{}`...'.format(instance)))
instance.delete_from(keeper)
# check category
try:
cat_key = instance.get_category_key()
category = ProductCategory.fetch(cat_key, keeper)
if instance.category is not category:
print(yellow(u'Adding `{}` to '
u'`{}`...'.format(instance, category)))
category.add_product(instance)
instance.category = category
except CategoryLookupError:
print(yellow(u'Removing `{}` as no '
u'category found...'.format(instance)))
instance.delete_from(keeper)
# check key
if key != instance.key:
print(yellow(u'Fixing key for `{}`...'.format(key)))
keeper.register(instance)
keeper.delete_key(instance.namespace, key)
if entity_class is Merchant:
if type(instance.products) is not list:
instance.products = list(instance.products.values())
for product in instance.products:
if len(product.reports) == 0:
print(yellow(u'Deleting `{}` '
u'from `{}`...'.format(product,
instance)))
instance.remove_product(product)
for report in product.reports:
if type(report) is str:
print(yellow('Removing product with str report ...'))
product.delete_from(keeper)
if entity_class is PriceReport:
if instance.product.category is None:
print(yellow(u'Removing report '
u'for {}'.format(instance.product)))
instance.delete_from(keeper)
break
try:
correct_package_key = instance.product.get_package_key()
except PackageLookupError, e:
print(e.message)
else:
if instance.product.package.key != correct_package_key:
correct_package = ProductPackage.acquire(
correct_package_key, keeper)
product = Product.fetch(instance.product.key, keeper)
print(yellow(u'Fixing package for {}: {}-->{}'.format(
instance.product, product.package, correct_package)))
product.package = correct_package
instance.product = product
old_norm_price = instance.normalized_price_value
correct_norm_price = instance._get_normalized_price(
instance.price_value)
if old_norm_price != correct_norm_price:
print(yellow(
u'Fixing normal price '
u'for {} report ({}-->{})'.format(
instance.product, old_norm_price,
correct_norm_price)))
instance.normalized_price_value = correct_norm_price
def test_175g_space_and_comma_preceding(self):
product = Product(u'Сметана Рузская 20%, 175г')
self.assertEqual('0.175 kg', product.get_package_key())
def test_900g(self):
product = Product(u'Гречка Maltagliati ядрица 900г')
self.assertEqual('0.9 kg', product.get_package_key())
def test_085l(self):
product = Product(u'МОЛОКО 3,2% п/п 0,85л КИРЗА',)
self.assertEqual('0.85 l', product.get_package_key())
def test_4x0075g(self):
product = Product(u'Булочка Щелковохлеб для хот-дога 0,3кг (4*0,075г)')
self.assertEqual('0.3 kg', product.get_package_key())
