def setUp(self): fd, self.filename = tempfile.mkstemp() os.close(fd) self.sqluri = 'sqlite:///%s' % self.filename self.db = Database(database=self.sqluri) self._today = datetime.date.today() self._last_week = self._today - datetime.timedelta(weeks=1) self._yesterday = self._today - datetime.timedelta(days=1)
def extract(config, start_date, end_date, sequence=None, batch_size=None, force=False, purge_only=False, retries=3): """Reads the configuration file and does the job. """ defaults = {'here': os.path.abspath(os.path.dirname(config))} parser = ConfigParser(defaults=defaults) parser.read(config) try: batch_size = parser.get('monolith', 'batch_size') except NoOptionError: # using the default value if batch_size is None: batch_size = 100 # creating the sequence sequence = Sequence(parser, sequence) # load the database try: monolith_db = parser.get('monolith', 'database') except NoOptionError: # pragma: no cover # BBB support old history config name try: monolith_db = parser.get('monolith', 'history') except NoOptionError: raise ValueError("You need a database option") database = Database(database=monolith_db) # run the engine engine = Engine(sequence, database, batch_size=batch_size, force=force, retries=retries) return engine.run(start_date, end_date, purge_only)