Ejemplo n.º 1
0
  def run_resume(self):
    config.load(os.path.join(config.latest_link_file, config.config_file_name))
    fridge.get_all_from_disk(config.work_dir)

    with open(config.failure_file) as failure_f:
      last_stage = int(failure_f.readline())
    config.dynamic('stage', last_stage)

    self.run_stages()
Ejemplo n.º 2
0
    def run_resume(self):
        config.load(
            os.path.join(config.latest_link_file, config.config_file_name))
        fridge.get_all_from_disk(config.work_dir)

        with open(config.failure_file) as failure_f:
            last_stage = int(failure_f.readline())
        config.dynamic('stage', last_stage)

        self.run_stages()
Ejemplo n.º 3
0
    def run_new(self):
        # prevent accidental early start
        assert self.__is_ready

        # make some space to work in, and a pointer to it
        os.makedirs(config.work_dir)
        try:
            os.remove(config.latest_link_file)
        except OSError:
            pass
        os.symlink(config.work_dir, config.latest_link_file)

        config.dynamic('stage', 0)
        self.run_stages()
Ejemplo n.º 4
0
  def run_new(self):
    # prevent accidental early start
    assert self.__is_ready

    # make some space to work in, and a pointer to it
    os.makedirs(config.work_dir)
    try:
      os.remove(config.latest_link_file)
    except OSError:
      pass
    os.symlink(config.work_dir, config.latest_link_file)

    config.dynamic('stage', 0)
    self.run_stages()
Ejemplo n.º 5
0
    def run_stages(self):

        config.log_to_file(config.log_file)
        logger.info('BEGIN')

        while config.stage < len(self.__stages):
            stage = self.__stages[config.stage]
            try:
                logger.info('running {.__name__}'.format(stage))
                stage()
            except:
                logger.error('error---saving state')
                with open(config.failure_file, 'w') as failure_f:
                    print >> failure_f, config.stage
                #logger.error(traceback.format_exc())
                config.dump(config.config_file)
                raise

            config.dynamic('stage', config.stage + 1)
Ejemplo n.º 6
0
  def run_stages(self):

    config.log_to_file(config.log_file)
    logger.info('BEGIN')

    while config.stage < len(self.__stages):
      stage = self.__stages[config.stage]
      try:
        logger.info('running {.__name__}'.format(stage))
        stage()
      except:
        logger.error('error---saving state')
        with open(config.failure_file, 'w') as failure_f:
          print >>failure_f, config.stage
        #logger.error(traceback.format_exc())
        config.dump(config.config_file)
        raise

      config.dynamic('stage', config.stage + 1)