def copy(self, source, target, copySnapshot, iter):
tb.system('mkdir -p %s' % target)
for f in os.listdir(source):
if f == '.': continue
if f == '..': continue
if f == 'training':
if copySnapshot:
os.system('mkdir -p %s/training' % target)
modelFiles = iterFiles('.caffemodel', '%s/training' % source)
stateFiles = iterFiles('.solverstate', '%s/training' % source)
if iter != -1:
for m in modelFiles:
if m.iteration() == iter:
tb.system('cp -v %s %s/training' % (m.filename(), target))
for s in stateFiles:
if s.iteration() == iter:
tb.system('cp -v %s %s/training' % (s.filename(), target))
else:
tb.system('cp -v %s %s/training' % (modelFiles[-1].filename(), target))
tb.system('cp -v %s %s/training' % (stateFiles[-1].filename(), target))
tb.system('cp %s %s/training/log.txt %s/training' % ('' if self._silent else '-v', source, target))
continue
if f == 'scratch': continue
if f == 'jobs': continue
if f.endswith('.pyc'): continue
if os.path.isdir('%s/%s' % (source,f)) and f.startswith('test_'): continue
if os.path.isdir('%s/%s' % (source,f)) and f.startswith('output'): continue
tb.system('cp -r %s %s/%s %s' % ('' if self._silent else '-v', source, f, target))
def init(self):
path = self._path
self._logDir = self._path + '/training/log'
self._trainDir = self._path + '/training'
self._scratchDir = self._path + '/scratch/%s' % uuid.uuid4()
self._jobDir = self._path + '/jobs'
self._modelFiles = iterFiles('.caffemodel',
self._trainDir) + iterFiles(
'.caffemodel.h5', self._trainDir)
self._stateFiles = iterFiles('.solverstate',
self._trainDir) + iterFiles(
'.solverstate.h5', self._trainDir)
self._logFiles = logFiles(self._logDir)
self._trainProto = self.findProto('train')
self._solverProto = self.findProto('solver')
self._logFile = self._path + '/training/log.txt'
self._scratchLogFile = self._scratchDir + '/log.txt'
self._params = Environment.Parameters(self)
if os.path.isfile(self._path + '/params.txt'):
self._params.read(self._path + '/params.txt')
parts = list(reversed(os.path.normpath(self._path).split('/')))
parts = list(reversed(parts[0:self.params().nameDepth()]))
self._name = '/'.join(parts)
def init(self):
path = self._path
self._logDir = self._path + '/training/log'
self._trainDir = self._path + '/training'
self._scratchDir = self._path + '/scratch/%s' % uuid.uuid4()
self._jobDir = self._path + '/jobs'
self._modelFiles = iterFiles('.caffemodel', self._trainDir) + iterFiles('.caffemodel.h5', self._trainDir)
self._stateFiles = iterFiles('.solverstate', self._trainDir) + iterFiles('.solverstate.h5', self._trainDir)
self._logFiles = logFiles(self._logDir)
self._trainProto = self.findProto('train')
self._solverProto = self.findProto('solver')
self._logFile = self._path + '/training/log.txt'
self._scratchLogFile = self._scratchDir + '/log.txt'
self._params = Environment.Parameters(self)
if os.path.isfile(self._path + '/params.txt'):
self._params.read(self._path + '/params.txt')
parts = list(reversed(os.path.normpath(self._path).split('/')))
parts = list(reversed(parts[0:self.params().nameDepth()]))
self._name = '/'.join(parts)
def copy(self, source, target, copySnapshot, iter):
tb.system('mkdir -p %s' % target)
for f in os.listdir(source):
if f == '.': continue
if f == '..': continue
if f == 'training':
if copySnapshot:
os.system('mkdir -p %s/training' % target)
modelFiles = iterFiles('.caffemodel',
'%s/training' % source)
stateFiles = iterFiles('.solverstate',
'%s/training' % source)
if iter != -1:
for m in modelFiles:
if m.iteration() == iter:
tb.system('cp -v %s %s/training' %
(m.filename(), target))
for s in stateFiles:
if s.iteration() == iter:
tb.system('cp -v %s %s/training' %
(s.filename(), target))
else:
tb.system('cp -v %s %s/training' %
(modelFiles[-1].filename(), target))
tb.system('cp -v %s %s/training' %
(stateFiles[-1].filename(), target))
tb.system('cp %s %s/training/log.txt %s/training' %
('' if self._silent else '-v', source, target))
continue
if f == 'scratch': continue
if f == 'jobs': continue
if f.endswith('.pyc'): continue
if os.path.isdir('%s/%s' % (source, f)) and f.startswith('test_'):
continue
if os.path.isdir('%s/%s' % (source, f)) and f.startswith('output'):
continue
tb.system('cp -r %s %s/%s %s' %
('' if self._silent else '-v', source, f, target))
