def copy(self, source, target, copySnapshot, iter): tb.system('mkdir -p %s' % target) for f in os.listdir(source): if f == '.': continue if f == '..': continue if f == 'training': if copySnapshot: os.system('mkdir -p %s/training' % target) modelFiles = iterFiles('.caffemodel', '%s/training' % source) stateFiles = iterFiles('.solverstate', '%s/training' % source) if iter != -1: for m in modelFiles: if m.iteration() == iter: tb.system('cp -v %s %s/training' % (m.filename(), target)) for s in stateFiles: if s.iteration() == iter: tb.system('cp -v %s %s/training' % (s.filename(), target)) else: tb.system('cp -v %s %s/training' % (modelFiles[-1].filename(), target)) tb.system('cp -v %s %s/training' % (stateFiles[-1].filename(), target)) tb.system('cp %s %s/training/log.txt %s/training' % ('' if self._silent else '-v', source, target)) continue if f == 'scratch': continue if f == 'jobs': continue if f.endswith('.pyc'): continue if os.path.isdir('%s/%s' % (source,f)) and f.startswith('test_'): continue if os.path.isdir('%s/%s' % (source,f)) and f.startswith('output'): continue tb.system('cp -r %s %s/%s %s' % ('' if self._silent else '-v', source, f, target))
def init(self): path = self._path self._logDir = self._path + '/training/log' self._trainDir = self._path + '/training' self._scratchDir = self._path + '/scratch/%s' % uuid.uuid4() self._jobDir = self._path + '/jobs' self._modelFiles = iterFiles('.caffemodel', self._trainDir) + iterFiles( '.caffemodel.h5', self._trainDir) self._stateFiles = iterFiles('.solverstate', self._trainDir) + iterFiles( '.solverstate.h5', self._trainDir) self._logFiles = logFiles(self._logDir) self._trainProto = self.findProto('train') self._solverProto = self.findProto('solver') self._logFile = self._path + '/training/log.txt' self._scratchLogFile = self._scratchDir + '/log.txt' self._params = Environment.Parameters(self) if os.path.isfile(self._path + '/params.txt'): self._params.read(self._path + '/params.txt') parts = list(reversed(os.path.normpath(self._path).split('/'))) parts = list(reversed(parts[0:self.params().nameDepth()])) self._name = '/'.join(parts)
def init(self): path = self._path self._logDir = self._path + '/training/log' self._trainDir = self._path + '/training' self._scratchDir = self._path + '/scratch/%s' % uuid.uuid4() self._jobDir = self._path + '/jobs' self._modelFiles = iterFiles('.caffemodel', self._trainDir) + iterFiles('.caffemodel.h5', self._trainDir) self._stateFiles = iterFiles('.solverstate', self._trainDir) + iterFiles('.solverstate.h5', self._trainDir) self._logFiles = logFiles(self._logDir) self._trainProto = self.findProto('train') self._solverProto = self.findProto('solver') self._logFile = self._path + '/training/log.txt' self._scratchLogFile = self._scratchDir + '/log.txt' self._params = Environment.Parameters(self) if os.path.isfile(self._path + '/params.txt'): self._params.read(self._path + '/params.txt') parts = list(reversed(os.path.normpath(self._path).split('/'))) parts = list(reversed(parts[0:self.params().nameDepth()])) self._name = '/'.join(parts)
def copy(self, source, target, copySnapshot, iter): tb.system('mkdir -p %s' % target) for f in os.listdir(source): if f == '.': continue if f == '..': continue if f == 'training': if copySnapshot: os.system('mkdir -p %s/training' % target) modelFiles = iterFiles('.caffemodel', '%s/training' % source) stateFiles = iterFiles('.solverstate', '%s/training' % source) if iter != -1: for m in modelFiles: if m.iteration() == iter: tb.system('cp -v %s %s/training' % (m.filename(), target)) for s in stateFiles: if s.iteration() == iter: tb.system('cp -v %s %s/training' % (s.filename(), target)) else: tb.system('cp -v %s %s/training' % (modelFiles[-1].filename(), target)) tb.system('cp -v %s %s/training' % (stateFiles[-1].filename(), target)) tb.system('cp %s %s/training/log.txt %s/training' % ('' if self._silent else '-v', source, target)) continue if f == 'scratch': continue if f == 'jobs': continue if f.endswith('.pyc'): continue if os.path.isdir('%s/%s' % (source, f)) and f.startswith('test_'): continue if os.path.isdir('%s/%s' % (source, f)) and f.startswith('output'): continue tb.system('cp -r %s %s/%s %s' % ('' if self._silent else '-v', source, f, target))