def close(spider, reason):
end = datetime.now()
email_message = "The {} start at {}, and end at {}".format(spider.name, spider.start, end)
threat_email = ThreatEmail()
threat_email.send_mail(spider.config.get("email_service", "user_name"),
spider.config.get("email_service", "receivers"),
"{} spider information".format(spider.name),
email_message)
def start_requests(self):
self.start = datetime.now()
email_message = "The {} start at {}".format(self.name, self.start)
threat_email = ThreatEmail()
threat_email.send_mail(self.config.get("email_service", "user_name"),
self.config.get("email_service", "receivers"),
"{} spider information".format(self.name),
email_message)
yield scrapy.Request(url='https://ransomwaretracker.abuse.ch/feeds/csv/', callback=self.parse)
def start_requests(self):
self.start = datetime.now()
email_message = "The {} start at {}".format(self.name, self.start)
threat_email = ThreatEmail()
threat_email.send_mail(self.config.get("email_service", "user_name"),
self.config.get("email_service", "receivers"),
"{} spider information".format(self.name),
email_message)
yield scrapy.Request(url='https://hosts-file.net/rss.asp', callback=self.parse)
def start_requests(self):
self.start = datetime.now()
email_message = "The badips start at {}".format(self.start)
threat_email = ThreatEmail()
threat_email.send_mail(self.conf.get("email_service", "user_name"),
self.conf.get("email_service", "receivers"),
"{} spider information".format(self.name),
email_message)
yield scrapy.Request(url='https://www.badips.com/info',
callback=self.parse)