def process_item(self, item, spider):
brand = item.get('brand')
model = item.get('model')
category = item.get('category')
certification = item.get('certification')
date = item.get('date')
if self.session.query(Item).filter_by(brand=brand).filter_by(
model=model).filter_by(category=category).count() < 1:
self.session.add(
Item(brand=brand,
model=model,
category=category,
certification=certification,
date=date))
telegram_bot.send_telegram_message(
f"*New BIS Certificate added!*\n\n"
f"*Brand:* {brand}\n"
f"*Model:* {model}\n"
f"*Type:* {category}\n"
f"*Certification:* {certification}\n"
f"*Date:* {date}\n")
self.session.commit()
return item
def process_item(self, item, spider):
device = item.get('device')
model = item.get('model')
category = item.get('category')
date = item.get('date')
certification = item.get('certification')
if not device and not model:
return item
if self.session.query(Item).filter_by(model=model).filter_by(
device=device).filter_by(
certification=certification).count() < 1:
self.session.add(
Item(device=device,
model=model,
category=category,
date=date,
certification=certification))
message = f"*New MIIT Certificate added!*\n\n" \
f"*Name:* {device}\n" \
f"*Model:* {model}\n" \
f"*Type:* {category}\n"
if date:
message += f"*Date:* {date}\n"
message += f"*Certification:* {certification}\n"
telegram_bot.send_telegram_message(message)
self.session.commit()
return item
def process_item(self, item, spider):
model = item.get('model')
certification = item.get('certification')
reference = item.get('reference')
date = item.get('date')
link = item.get('link')
if self.session.query(Item).filter_by(model=model).filter_by(
certification=certification).filter_by(date=date).count() < 1:
self.session.add(
Item(model=model,
certification=certification,
reference=reference,
date=date,
link=link))
telegram_bot.send_telegram_message(
f"*New TKDN Certificate added!*\n\n"
f"*Model:* {model}\n"
f"*Reference Number:* {reference}\n"
f"*Date:* {date}\n"
f"*Certification:* [{certification}]({link})\n")
self.session.commit()
return item
def process_item(self, item, spider):
model = item.get('model')
category = item.get('category')
certification = item.get('certification')
date = item.get('date')
description = item.get('description')
if self.session.query(Item).filter_by(model=model).filter_by(
description=description).filter_by(category=category).count() < 1:
self.session.add(
Item(model=model,
category=category,
certification=certification,
description=description,
date=date)
)
message = f"*New SIRIM Certificate added!*\n\n" \
f"*Model:* {model}\n" \
f"*Description:* `{description}`\n" \
f"*Type:* {category}\n" \
f"*Certification:* {certification}\n" \
f"*Date:* {date}\n"
telegram_bot.send_telegram_message(message)
self.session.commit()
return item
def process_item(self, item, spider):
device = item.get('device')
region = item.get('region')
certification = item.get('certification')
if self.session.query(Item).filter_by(device=device).count() < 1:
self.session.add(
Item(device=device,
certification=certification,
region=region)
)
message = f"*New Xiaomi device Added to Mi {region} website!*\n\n*Name:* {device}\n"
if certification:
message += f"*Certification*: [Here]({certification})\n"
telegram_bot.send_telegram_message(message)
else:
query = self.session.query(Item).filter(
Item.device == device).filter(
Item.region == region).first()
if not query:
return
if query.certification != certification:
query.certification = certification
self.session.add(query)
self.session.commit()
return item
def process_item(self, item, spider):
device = item.get('device').strip('\xa0')
model = item.get('model').strip('\xa0')
category = item.get('category').strip('\xa0')
date = item.get('date').strip('\xa0')
certification = item.get('certification')
if self.session.query(Item).filter_by(model=model).filter_by(category=category).count() < 1:
self.session.add(
Item(device=device,
model=model,
category=category,
date=date,
certification=certification)
)
telegram_bot.send_telegram_message(
f"*New Wi-Fi Alliance Certificate added!*\n\n"
f"*Name:* {device}\n"
f"*Model:* {model}\n"
f"*Type:* {category}\n"
f"*Date:* {date}\n"
f"*Certification:* [Here]({certification})\n"
)
self.session.commit()
return item
def process_item(self, item, spider):
name = item.get('name')
model = item.get('model')
description = item.get('description')
certification = item.get('certification')
if self.session.query(Item).filter_by(certification=certification).filter_by(
model=model).filter_by(description=description).count() < 1:
self.session.add(
Item(name=name,
model=model,
description=description,
certification=certification)
)
telegram_bot.send_telegram_message(
f"*New POSTEL Certificate added!*\n\n"
f"*Name:* {name}\n"
f"*Model:* {model}\n"
f"*Description:* {description}\n"
f"*Certification:* {certification}\n"
)
self.session.commit()
return item
def process_item(self, item, spider):
name = item.get('name')
items = item.get('items')
certification = item.get('certification')
category = item.get('type')
date = item.get('date')
if self.session.query(Item).filter_by(items=items).filter_by(
certification=certification).count() < 1:
self.session.add(
Item(name=name,
items=items,
certification=certification,
type=category,
date=date))
message = f"*New Bluetooth Launch Studio Certificate added!*\n\n"
if name:
message += f"*Name:* {name}\n"
message += f"*Models:* {items}\n" \
f"*Certification:* [Here]({certification})\n" \
f"*Date:* {date}\n"
telegram_bot.send_telegram_message(message)
self.session.commit()
return item
def process_item(self, item, spider):
brand = item.get('brand')
model = item.get('model')
device = item.get('device')
certification = item.get('certification')
link = item.get('link')
if self.session.query(Item).filter_by(model=model).filter_by(
certification=certification).count() < 1:
self.session.add(
Item(brand=brand,
device=device,
model=model,
certification=certification,
link=link))
telegram_bot.send_telegram_message(
f"*New NTBC Certificate added!*\n\n"
f"*Brand:* {brand}\n"
f"*Device:* {device}\n"
f"*Model:* {model}\n"
f"*Certification:* [{certification}]({link})\n")
self.session.commit()
return item
def process_item(self, item, spider):
model = item.get('model')
if self.session.query(Item).filter_by(model=model).count() < 1:
self.session.add(Item(model=model))
message = f"*New device added to XSMS Database!*\n\n" \
f"*Model:* {model}\n"
telegram_bot.send_telegram_message(message)
self.session.commit()
return item
def process_item(self, item, spider):
models = item.get('models')
certification = item.get('certification')
link = item.get('link')
if self.session.query(Item).filter_by(models=models).count() < 1:
self.session.add(
Item(models=models, certification=certification, link=link))
message = f"*New Certipedia Certificate added!*\n\n" \
f"*Models:* {models}\n" \
f"*Certification:* [{certification}]({link})\n"
telegram_bot.send_telegram_message(message)
self.session.commit()
return item
def process_item(self, item, spider):
name = item.get('name')
codename = item.get('codename')
model = item.get('model')
if self.session.query(Item).filter_by(name=name).filter_by(
codename=codename).filter_by(model=model).count() < 1:
self.session.add(Item(name=name, codename=codename, model=model))
message = f"*New Google Play Certificate added!*\n\n" \
f"*Name:* {name}\n" \
f"*Codename:* {codename}\n" \
f"*Model:* {model}\n"
telegram_bot.send_telegram_message(message)
self.session.commit()
return item
def process_item(self, item, spider):
brand = item.get('brand')
model = item.get('model')
description = item.get('description')
if self.session.query(Item).filter_by(brand=brand).filter_by(
model=model).count() < 1:
self.session.add(
Item(brand=brand, model=model, description=description))
telegram_bot.send_telegram_message(
f"*New IMDA Certificate added!*\n\n"
f"*Brand:* {brand}\n"
f"*Model:* {model}\n"
f"*Description:* {description}\n")
self.session.commit()
return item
def process_item(self, item, spider):
model = item.get('model')
photo = item.get('photo')
certification = item.get('certification')
if self.session.query(Item).filter_by(model=model).filter_by(
certification=certification).count() < 1:
self.session.add(
Item(model=model, certification=certification, photo=photo))
message = f"*New TENAA Shouji Certificate added!*\n\n" \
f"*Model:* {model}\n" \
f"*Certification:* [Here]({certification})\n"
if photo:
message += f"*Photos:* [Here]({photo})\n"
telegram_bot.send_telegram_message(message)
self.session.commit()
return item
def process_item(self, item, spider):
model = item.get('model')
date = item.get('date')
certification = item.get('certification')
if self.session.query(Item).filter_by(model=model).count() < 1:
self.session.add(
Item(model=model,
date=date,
certification=certification)
)
telegram_bot.send_telegram_message(
f"*New FCCID Certificate added!*\n\n"
f"*Model:* {model}\n"
f"*Date:* {date}\n"
f"*Certification*: [Here]({certification})\n")
self.session.commit()
return item
def process_item(self, item, spider):
brand = item.get('brand')
_item = item.get('item')
certification = item.get('certification')
date = item.get('date')
if self.session.query(Item).filter_by(item=_item).count() < 1:
self.session.add(
Item(brand=brand,
item=_item,
certification=certification,
date=date))
message = f"*New EEC Certificate added!*\n\n" \
f"*Brand:* {brand}\n" \
f"*Item:* `{_item}`\n" \
f"*Certification:* [Here]({certification})\n" \
f"*Date:* {date}\n"
telegram_bot.send_telegram_message(message)
self.session.commit()
return item
def process_item(self, item, spider):
models = item.get('models')
category = item.get('category')
certification = item.get('certification')
date = item.get('date')
if self.session.query(Item).filter_by(category=category).filter_by(
models=models).count() < 1:
self.session.add(
Item(models=models,
category=category,
certification=certification,
date=date))
telegram_bot.send_telegram_message(
f"*New TÜV SÜD Certificate added!*\n\n"
f"*Models:* {models}\n"
f"*Type:* {category}\n"
f"*Certification:* {certification}\n"
f"*Date:* {date}\n")
self.session.commit()
return item
