def convertPhoneToDBData(phone: PhoneData): return { 'BRAND': phone.getBrand(), 'MODEL': phone.getDBModel(), 'TYPE': 'Mobile', 'PRICE': phone.getPrice(), 'VENDOR': phone.getVendor(), 'INFO': phone.getInfo() }
def deleteItemFromDB(self, item: PhoneData): try: response = self.table.delete_item( Key={ 'BRAND': item.getBrand(), 'MODEL': item.getDBModel() }, ) except ClientError as e: print(e.response['Error']['Message']) else: print("DeleteItem succeeded:")
def test_equal(self): phone1 = PhoneData(brand="test", model="Decepticon", price=300.123, vendor="unitTest", info={ "url": "https:/testURL.com", "currency": "VND" }) phone2 = PhoneData(brand="test", model="Decepticon", price="300.123 VND", vendor="unitTest") self.assertEqual(phone1, phone2)
class TestDatabaseFunctional(unittest.TestCase): def setUp(self) -> None: self.phone = PhoneData(brand="test", model="Megatron", price="500000 VND", vendor="unitTest") self.phone2 = PhoneData(brand="test", model="Megatron XL", price="1000000 VND", vendor="unitTest", info={"url": "https:/testURL.com"}) self.phone3 = PhoneData(brand="test 1", model="Decepticon", price="$SGD 300000", vendor="unitTest", info={"url": "https:/testURL.com"}) self.data = [self.phone, self.phone2, self.phone3] self.tableName = "test_table" self.pElements = constants.phonePrimaryElements self.sElements = constants.phoneSecondaryElements self.dynamoElements = [DynamoElement('DeviceName', 'HASH', 'S')] DatabaseEngine.createTable(self.tableName, self.pElements, self.sElements) self.db = phoneDBEngine(self.tableName) def tearDown(self) -> None: DatabaseEngine.deleteTable(self.tableName) def test_insert_update_deleteData(self): # Insert self.db.pushAllDataToDB(self.data) retriveData = self.db.getAllDataFromTable() ok = True for item in self.data: if item not in retriveData: ok = False break self.assertTrue(ok, "Push data failed") # Update self.phone.price = 12345 self.phone.info["currency"] = "Yolo Dollar" self.db.updateItemToDB(self.phone) try: result = self.db.getPhoneFromDB(brand=self.phone.getBrand(), model=self.phone.getModel(), vendor=self.phone.getVendor()) self.assertEqual(result.getPrice(), self.phone.getPrice()) self.assertEqual(result.getInfo().get("currency"), self.phone.getInfo().get("currency")) except ClientError as e: self.fail("update Data failed") # Delete self.db.deleteItemFromDB(self.phone) temp = self.db.getPhoneFromDB(brand=self.phone.getBrand(), model=self.phone.getModel(), vendor=self.phone.getVendor()) self.assertIsNone(temp)
def updateItemToDB(self, item: PhoneData): try: response = self.table.update_item( Key={ 'BRAND': item.getBrand(), 'MODEL': item.getDBModel() }, UpdateExpression="set INFO = :i, PRICE = :p", ExpressionAttributeValues={ ':p': item.getPrice(), ':i': item.getInfo() }, ReturnValues="UPDATED_NEW" ) except ClientError as e: print(e.response['Error']['Message']) else: print("UpdateItem succeeded:")
def convertDBDataToPhone(item): try: temp = item['MODEL'] idx = temp.find('_') if idx < 0: phone_model = temp else: phone_model = temp[:idx] return PhoneData(brand=item['BRAND'], model=phone_model, price=item['PRICE'], vendor=item['VENDOR'], info=item['INFO']) except PhoneDataInvalidException as error: print("Phone data invalid: " + item['NAME'] + ": " + item['PRICE'])
def setUp(self) -> None: self.phone = PhoneData(brand="test", model="Megatron", price="500000 VND", vendor="unitTest") self.phone2 = PhoneData(brand="test", model="Megatron XL", price="1000000 VND", vendor="unitTest", info={"url": "https:/testURL.com"}) self.phone3 = PhoneData(brand="test 1", model="Decepticon", price="$SGD 300000", vendor="unitTest", info={"url": "https:/testURL.com"}) self.data = [self.phone, self.phone2, self.phone3] self.tableName = "test_table" self.pElements = constants.phonePrimaryElements self.sElements = constants.phoneSecondaryElements self.dynamoElements = [DynamoElement('DeviceName', 'HASH', 'S')] DatabaseEngine.createTable(self.tableName, self.pElements, self.sElements) self.db = phoneDBEngine(self.tableName)
def parseData(self, content, url): listMobile = [] listProduct = content.find('div', attrs={'class': 'product-list'}) allProducts = listProduct.findAll('div', attrs={'class': 'list-item'}) if len(allProducts) == 0: raise NoProductFoundException for a in allProducts: image_html = ScrapEngine.hideInvalidTag(a.find('img'), ['strike']) name_html = ScrapEngine.hideInvalidTag( a.find('div', attrs={'class': 'product-name'}), ['strike']) price_html = ScrapEngine.hideInvalidTag( a.find('div', attrs={'class': 'product-price'}), ['strike']) try: image_src = image_html['src'] name = ScrapEngine.processString(name_html.getText(), self.ignoreTerm) name_idx = name.find(" ") price = ScrapEngine.processString(price_html.getText(), self.ignoreTerm) href = "n.a" temp = name_html.find('a', href=True) href = urljoin(url, temp['href']) try: listMobile.append( PhoneData(brand=name, model="", price=price, vendor="hoanghaMobile", info={ "url": href, "img": image_src })) except PhoneDataInvalidException as error: print("Unable to parse: " + name + ": " + price + ". Error:" + str(error)) pass except Exception as e: print("Error: " + str(e)) pass print("Done with: " + url) return listMobile
def test_PhoneName(self): phone = PhoneData(brand="test Megatron", model="", price=500000, vendor="unitTest", info={"currency": "SGD"}) self.assertEqual(phone.getBrand(), "test") self.assertEqual(phone.getModel(), "Megatron") phone = PhoneData(brand="iPhone6XR", model="", price=500000, vendor="unitTest", info={"currency": "SGD"}) self.assertEqual(phone.getBrand(), "iPhone") self.assertEqual(phone.getModel(), "6XR") phone = PhoneData(brand="iPhone6 XR", model="", price=500000, vendor="unitTest", info={"currency": "SGD"}) self.assertEqual(phone.getBrand(), "iPhone") self.assertEqual(phone.getModel(), "6 XR")
def test_init_string(self): phone = PhoneData(brand="test", model="Megatron", price="500000 VND", vendor="unitTest") self.assertEqual(phone.getPrice(), 500000) self.assertEqual(phone.getName(), "test Megatron") phone2 = PhoneData(brand="test", model="Megatron XL", price="1000000 VND", vendor="unitTest", info={"url": "https:/testURL.com"}) self.assertEqual(phone2.getPrice(), 1000000) self.assertEqual(phone2.getName(), "test Megatron XL") self.assertEqual(phone2.getInfo()["url"], "https:/testURL.com") phone3 = PhoneData(brand="test 1", model="Decepticon", price="$SGD 300000", vendor="unitTest", info={"url": "https:/testURL.com"}) self.assertEqual(phone3.getPrice(), 300000) self.assertEqual(phone3.getName(), "test 1 Decepticon") self.assertEqual(phone3.getInfo()["currency"], "SGD") with self.assertRaises(PhoneDataInvalidException): phone4 = PhoneData(brand="test 1", model="Decepticon", price="$SGD abc 300000 ", vendor="unitTest", info={"url": "https:/testURL.com"})
def test_init_decimal(self): phone = PhoneData(brand="test", model="Megatron", price=500000, vendor="unitTest", info={"currency": "SGD"}) self.assertEqual(phone.getPrice(), 500000) self.assertEqual(phone.getName(), "test Megatron") phone2 = PhoneData(brand="test", model="Decepticon", price=300.123, vendor="unitTest", info={ "url": "https:/testURL.com", "currency": "VND" }) self.assertEqual(phone2.getPrice(), 300.123) self.assertEqual(phone2.getName(), "test Decepticon") self.assertEqual(phone2.getInfo()["url"], "https:/testURL.com") self.assertEqual(phone2.getInfo()["currency"], "VND") with self.assertRaises(PhoneDataInvalidException): phone3 = PhoneData(brand="test", model="Decepticon", price=-300.123, vendor="unitTest", info={ "url": "https:/testURL.com", "currency": "VND" })