def process_item(self, item, spider): brand = item.get('brand') model = item.get('model') category = item.get('category') certification = item.get('certification') date = item.get('date') if self.session.query(Item).filter_by(brand=brand).filter_by( model=model).filter_by(category=category).count() < 1: self.session.add( Item(brand=brand, model=model, category=category, certification=certification, date=date)) telegram_bot.send_telegram_message( f"*New BIS Certificate added!*\n\n" f"*Brand:* {brand}\n" f"*Model:* {model}\n" f"*Type:* {category}\n" f"*Certification:* {certification}\n" f"*Date:* {date}\n") self.session.commit() return item
def process_item(self, item, spider): device = item.get('device') model = item.get('model') category = item.get('category') date = item.get('date') certification = item.get('certification') if not device and not model: return item if self.session.query(Item).filter_by(model=model).filter_by( device=device).filter_by( certification=certification).count() < 1: self.session.add( Item(device=device, model=model, category=category, date=date, certification=certification)) message = f"*New MIIT Certificate added!*\n\n" \ f"*Name:* {device}\n" \ f"*Model:* {model}\n" \ f"*Type:* {category}\n" if date: message += f"*Date:* {date}\n" message += f"*Certification:* {certification}\n" telegram_bot.send_telegram_message(message) self.session.commit() return item
def process_item(self, item, spider): model = item.get('model') certification = item.get('certification') reference = item.get('reference') date = item.get('date') link = item.get('link') if self.session.query(Item).filter_by(model=model).filter_by( certification=certification).filter_by(date=date).count() < 1: self.session.add( Item(model=model, certification=certification, reference=reference, date=date, link=link)) telegram_bot.send_telegram_message( f"*New TKDN Certificate added!*\n\n" f"*Model:* {model}\n" f"*Reference Number:* {reference}\n" f"*Date:* {date}\n" f"*Certification:* [{certification}]({link})\n") self.session.commit() return item
def process_item(self, item, spider): model = item.get('model') category = item.get('category') certification = item.get('certification') date = item.get('date') description = item.get('description') if self.session.query(Item).filter_by(model=model).filter_by( description=description).filter_by(category=category).count() < 1: self.session.add( Item(model=model, category=category, certification=certification, description=description, date=date) ) message = f"*New SIRIM Certificate added!*\n\n" \ f"*Model:* {model}\n" \ f"*Description:* `{description}`\n" \ f"*Type:* {category}\n" \ f"*Certification:* {certification}\n" \ f"*Date:* {date}\n" telegram_bot.send_telegram_message(message) self.session.commit() return item
def process_item(self, item, spider): device = item.get('device') region = item.get('region') certification = item.get('certification') if self.session.query(Item).filter_by(device=device).count() < 1: self.session.add( Item(device=device, certification=certification, region=region) ) message = f"*New Xiaomi device Added to Mi {region} website!*\n\n*Name:* {device}\n" if certification: message += f"*Certification*: [Here]({certification})\n" telegram_bot.send_telegram_message(message) else: query = self.session.query(Item).filter( Item.device == device).filter( Item.region == region).first() if not query: return if query.certification != certification: query.certification = certification self.session.add(query) self.session.commit() return item
def process_item(self, item, spider): device = item.get('device').strip('\xa0') model = item.get('model').strip('\xa0') category = item.get('category').strip('\xa0') date = item.get('date').strip('\xa0') certification = item.get('certification') if self.session.query(Item).filter_by(model=model).filter_by(category=category).count() < 1: self.session.add( Item(device=device, model=model, category=category, date=date, certification=certification) ) telegram_bot.send_telegram_message( f"*New Wi-Fi Alliance Certificate added!*\n\n" f"*Name:* {device}\n" f"*Model:* {model}\n" f"*Type:* {category}\n" f"*Date:* {date}\n" f"*Certification:* [Here]({certification})\n" ) self.session.commit() return item
def process_item(self, item, spider): name = item.get('name') model = item.get('model') description = item.get('description') certification = item.get('certification') if self.session.query(Item).filter_by(certification=certification).filter_by( model=model).filter_by(description=description).count() < 1: self.session.add( Item(name=name, model=model, description=description, certification=certification) ) telegram_bot.send_telegram_message( f"*New POSTEL Certificate added!*\n\n" f"*Name:* {name}\n" f"*Model:* {model}\n" f"*Description:* {description}\n" f"*Certification:* {certification}\n" ) self.session.commit() return item
def process_item(self, item, spider): name = item.get('name') items = item.get('items') certification = item.get('certification') category = item.get('type') date = item.get('date') if self.session.query(Item).filter_by(items=items).filter_by( certification=certification).count() < 1: self.session.add( Item(name=name, items=items, certification=certification, type=category, date=date)) message = f"*New Bluetooth Launch Studio Certificate added!*\n\n" if name: message += f"*Name:* {name}\n" message += f"*Models:* {items}\n" \ f"*Certification:* [Here]({certification})\n" \ f"*Date:* {date}\n" telegram_bot.send_telegram_message(message) self.session.commit() return item
def process_item(self, item, spider): brand = item.get('brand') model = item.get('model') device = item.get('device') certification = item.get('certification') link = item.get('link') if self.session.query(Item).filter_by(model=model).filter_by( certification=certification).count() < 1: self.session.add( Item(brand=brand, device=device, model=model, certification=certification, link=link)) telegram_bot.send_telegram_message( f"*New NTBC Certificate added!*\n\n" f"*Brand:* {brand}\n" f"*Device:* {device}\n" f"*Model:* {model}\n" f"*Certification:* [{certification}]({link})\n") self.session.commit() return item
def process_item(self, item, spider): model = item.get('model') if self.session.query(Item).filter_by(model=model).count() < 1: self.session.add(Item(model=model)) message = f"*New device added to XSMS Database!*\n\n" \ f"*Model:* {model}\n" telegram_bot.send_telegram_message(message) self.session.commit() return item
def process_item(self, item, spider): models = item.get('models') certification = item.get('certification') link = item.get('link') if self.session.query(Item).filter_by(models=models).count() < 1: self.session.add( Item(models=models, certification=certification, link=link)) message = f"*New Certipedia Certificate added!*\n\n" \ f"*Models:* {models}\n" \ f"*Certification:* [{certification}]({link})\n" telegram_bot.send_telegram_message(message) self.session.commit() return item
def process_item(self, item, spider): name = item.get('name') codename = item.get('codename') model = item.get('model') if self.session.query(Item).filter_by(name=name).filter_by( codename=codename).filter_by(model=model).count() < 1: self.session.add(Item(name=name, codename=codename, model=model)) message = f"*New Google Play Certificate added!*\n\n" \ f"*Name:* {name}\n" \ f"*Codename:* {codename}\n" \ f"*Model:* {model}\n" telegram_bot.send_telegram_message(message) self.session.commit() return item
def process_item(self, item, spider): brand = item.get('brand') model = item.get('model') description = item.get('description') if self.session.query(Item).filter_by(brand=brand).filter_by( model=model).count() < 1: self.session.add( Item(brand=brand, model=model, description=description)) telegram_bot.send_telegram_message( f"*New IMDA Certificate added!*\n\n" f"*Brand:* {brand}\n" f"*Model:* {model}\n" f"*Description:* {description}\n") self.session.commit() return item
def process_item(self, item, spider): model = item.get('model') photo = item.get('photo') certification = item.get('certification') if self.session.query(Item).filter_by(model=model).filter_by( certification=certification).count() < 1: self.session.add( Item(model=model, certification=certification, photo=photo)) message = f"*New TENAA Shouji Certificate added!*\n\n" \ f"*Model:* {model}\n" \ f"*Certification:* [Here]({certification})\n" if photo: message += f"*Photos:* [Here]({photo})\n" telegram_bot.send_telegram_message(message) self.session.commit() return item
def process_item(self, item, spider): model = item.get('model') date = item.get('date') certification = item.get('certification') if self.session.query(Item).filter_by(model=model).count() < 1: self.session.add( Item(model=model, date=date, certification=certification) ) telegram_bot.send_telegram_message( f"*New FCCID Certificate added!*\n\n" f"*Model:* {model}\n" f"*Date:* {date}\n" f"*Certification*: [Here]({certification})\n") self.session.commit() return item
def process_item(self, item, spider): brand = item.get('brand') _item = item.get('item') certification = item.get('certification') date = item.get('date') if self.session.query(Item).filter_by(item=_item).count() < 1: self.session.add( Item(brand=brand, item=_item, certification=certification, date=date)) message = f"*New EEC Certificate added!*\n\n" \ f"*Brand:* {brand}\n" \ f"*Item:* `{_item}`\n" \ f"*Certification:* [Here]({certification})\n" \ f"*Date:* {date}\n" telegram_bot.send_telegram_message(message) self.session.commit() return item
def process_item(self, item, spider): models = item.get('models') category = item.get('category') certification = item.get('certification') date = item.get('date') if self.session.query(Item).filter_by(category=category).filter_by( models=models).count() < 1: self.session.add( Item(models=models, category=category, certification=certification, date=date)) telegram_bot.send_telegram_message( f"*New TÜV SÜD Certificate added!*\n\n" f"*Models:* {models}\n" f"*Type:* {category}\n" f"*Certification:* {certification}\n" f"*Date:* {date}\n") self.session.commit() return item