Exemple #1
0
 def __check_file(self, file_name):
     path = "xls/{0}/{1}.xls".format(self.name, file_name)
     print path
     if not self.os.path.exists(path):
         basic.warning("File you selected does not exist")
         basic.green("Files available for this script:")
         files = self.os.listdir("xls/{0}/".format(self.name))
         for f in files:
             if '.xls' in f and '.xlsx' not in f:
                 if not f.startswith('.'):
                     basic.green("\t{0}".format(f.replace(".xls", "")))
         self.os._exit(3)
Exemple #2
0
 def __check_file(self, file_name):
     path = "xls/{0}/{1}.xls".format(self.name, file_name)
     print path
     if not self.os.path.exists(path):
         basic.warning("File you selected does not exist")
         basic.green("Files available for this script:")
         files = self.os.listdir("xls/{0}/".format(self.name))
         for f in files:
             if '.xls' in f and '.xlsx' not in f:
                 if not f.startswith('.'):
                     basic.green("\t{0}".format(f.replace(".xls", "")))
         self.os._exit(3)
Exemple #3
0
 def spider_closed(self, spider):
     """Handles spider_closed signal from end of scraping.
     Handles usual end operations for scraper like writing xml, exporting
     to database and sending appropriate mail message."""
     msg = "Ran: {0}\n".format(datetime.now())
     if self.total - self.number:
         msg += "{0} id(s) from id list weren't found in feed".format(
             self.total - self.number)
         basic.warning(msg)
     else:
         msg += "All ids found in feed."
         basic.green(msg)
     # filename for writing xml
     if self.d['database']:
         try:
             self.database.connect()
             filename = self.database.get_name(self.d['catalog_id'])
             self.database.update_db(self.no_urls)
             self.database.disconnect()
             msg += "\nRan from interface.\n"
         except:
             msg += "\nUpdating database failed, please report."
     else:
         msg += "\nRan from console.\n"
         filename = self.d['file']
     self.xml.write_xml(self.name, filename)
     msg += self.exc.create_message(self.counter)
     #if self.d['upload']:
     #exp = CommonExport()
     #try:
     #exp.xml_to_db(self.name, self.d['file'], "40b029c9-dff7-4bc1-b8bc-ef062960b24d")
     #msg += "\n\nExport to database successful"
     #except StandardError:
     #msg += "\n\nExport to database failed"
     #else:
     #msg += "\n\nUpload to database not selected"
     from modules.mail import Mail
     mail = Mail()
     try:
         mail.send_mail(msg, "CelebratingHome: {0}".format(filename))
         if self.d['email']:
             mail.send_mail(msg, "CelebratingHome: {0}".format(filename),
                            self.d['email'])
     except:
         msg += "\nSending mail failed."
     if self.d['database']:
         path = "logs/{0}".format(self.name)
         if not os.path.exists(path):
             os.makedirs(path)
         with open("{0}/{1}".format(path, filename), 'w') as f:
             f.write(msg)
Exemple #4
0
 def spider_closed(self, spider):
     """Handles spider_closed signal from end of scraping.
     Handles usual end operations for scraper like writing xml, exporting
     to database and sending appropriate mail message."""
     msg = "Ran: {0}\n".format(datetime.now())
     if self.total - self.number:
         msg += "{0} id(s) from id list weren't found in feed".format(self.total - self.number)
         basic.warning(msg)
     else:
         msg += "All ids found in feed."
         basic.green(msg)
     # filename for writing xml
     if self.d['database']:
         try:
             self.database.connect()
             filename = self.database.get_name(self.d['catalog_id'])
             self.database.update_db(self.no_urls)
             self.database.disconnect()
             msg += "\nRan from interface.\n"
         except:
             msg += "\nUpdating database failed, please report."
     else:
         msg += "\nRan from console.\n"
         filename = self.d['file']
     self.xml.write_xml(self.name, filename)
     msg += self.exc.create_message(self.counter)
     #if self.d['upload']:
         #exp = CommonExport()
         #try:
             #exp.xml_to_db(self.name, self.d['file'], "40b029c9-dff7-4bc1-b8bc-ef062960b24d")
             #msg += "\n\nExport to database successful"
         #except StandardError:
             #msg += "\n\nExport to database failed"
     #else:
         #msg += "\n\nUpload to database not selected"
     from modules.mail import Mail
     mail = Mail()
     try:
         mail.send_mail(msg, "CelebratingHome: {0}".format(filename))
         if self.d['email']:
             mail.send_mail(msg, "CelebratingHome: {0}".format(filename), self.d['email'])
     except:
         msg += "\nSending mail failed."
     if self.d['database']:
         path = "logs/{0}".format(self.name)
         if not os.path.exists(path):
             os.makedirs(path)
         with open("{0}/{1}".format(path, filename), 'w') as f:
             f.write(msg)
Exemple #5
0
 def __print_option_lie(self, option, description):
     basic.green("\t -a {0}= \t {1}".format(option, description))
Exemple #6
0
 def print_arguments(self):
     basic.green("Options supported to pass to catalog are:\n")
     self.__print_options(self.options)
Exemple #7
0
 def __print_option_lie(self, option, description):
     basic.green("\t -a {0}= \t {1}".format(option, description))
Exemple #8
0
 def print_arguments(self):
     basic.green("Options supported to pass to catalog are:\n")
     self.__print_options(self.options)