def close(spider, reason): end = datetime.now() email_message = "The {} start at {}, and end at {}".format(spider.name, spider.start, end) threat_email = ThreatEmail() threat_email.send_mail(spider.config.get("email_service", "user_name"), spider.config.get("email_service", "receivers"), "{} spider information".format(spider.name), email_message)
def start_requests(self): self.start = datetime.now() email_message = "The {} start at {}".format(self.name, self.start) threat_email = ThreatEmail() threat_email.send_mail(self.config.get("email_service", "user_name"), self.config.get("email_service", "receivers"), "{} spider information".format(self.name), email_message) yield scrapy.Request(url='https://ransomwaretracker.abuse.ch/feeds/csv/', callback=self.parse)
def start_requests(self): self.start = datetime.now() email_message = "The {} start at {}".format(self.name, self.start) threat_email = ThreatEmail() threat_email.send_mail(self.config.get("email_service", "user_name"), self.config.get("email_service", "receivers"), "{} spider information".format(self.name), email_message) yield scrapy.Request(url='https://hosts-file.net/rss.asp', callback=self.parse)
def start_requests(self): self.start = datetime.now() email_message = "The badips start at {}".format(self.start) threat_email = ThreatEmail() threat_email.send_mail(self.conf.get("email_service", "user_name"), self.conf.get("email_service", "receivers"), "{} spider information".format(self.name), email_message) yield scrapy.Request(url='https://www.badips.com/info', callback=self.parse)