def _paths(self):
pths = sev2.get_folder_paths(self.id_, self.splitPrms_,
self.isAlign_, hostName=self.forceHost_)
cPaths = get_config_paths(self.forceHost_)
#raw data
self.dirName_ = osp.join(cPaths.mainDataDr, self.name_)
self.paths_ = pths
def scp_trainval_splits(self, hostName):
fPaths = sev2.get_folder_paths(self.id_, self.splitPrms_,
self.isAlign_, hostName)
srcPath = self.paths_.deriv.grpsTar
tgHost = scput.get_hostaddr(hostName)
tgPath = tgHost + fPaths.deriv.grpsTar
print (tgPath)
subprocess.check_call(['rsync -ravz %s %s' % (srcPath, tgPath)],shell=True)
def fetch_scp_trainval_splits(self, hostName):
fPaths = sev2.get_folder_paths(self.id_, self.splitPrms_,
self.isAlign_, hostName)
tgPath = self.paths_.deriv.grpsTar
srcHost = scput.get_hostaddr(hostName)
srcPath = srcHost + fPaths.deriv.grpsTar
print (srcPath)
dirName = osp.dirname(tgPath)
ou.mkdir(dirName)
#subprocess.check_call(['rsync -ravz --progress %s %s' % (srcPath, tgPath)],shell=True)
subprocess.check_call(['scp %s %s' % (srcPath, tgPath)],shell=True)
def scp_cropped_images(self, hostName, imSz=256):
print ('I AM HERE')
fPaths = sev2.get_folder_paths(self.id_, self.splitPrms_,
self.isAlign_, hostName)
tgHost = scput.get_hostaddr(hostName)
if self.isAlign_:
srcPath = self.paths_.crpImPathAlignTar % imSz
tgPath = tgHost + fPaths.crpImPathAlignTar % imSz
else:
srcPath = self.paths_.crpImPathTar % imSz
tgPath = tgHost + fPaths.crpImPathTar % imSz
print (tgPath)
subprocess.check_call(['rsync -ravz --progress %s %s' % (srcPath, tgPath)],shell=True)
def untar_trainval_splits(self, hostName=None): if hostName is None: drName = self.paths_.deriv.grps else: fPaths = sev2.get_folder_paths(self.id_, self.splitPrms_, self.isAlign_, hostName) drName = fPaths.deriv.grps + '/' ou.mkdir(drName) ou.mkdir(drName) trFile = self.paths_.deriv.grpsTar cmd = 'tar -xf %s -C %s' % (trFile, drName) print (cmd) subprocess.check_call([cmd] ,shell=True)
def untar_cropped_images(self, imSz=256, hostName=None): if hostName is not None: pth = sev2.get_folder_paths(self.id_, self.splitPrms_, self.isAlign_, hostName) else: pth = self.paths_ if self.isAlign_: trFile = self.paths_.crpImPathAlignTar % imSz drName = pth.crpImPathAlign % imSz else: trFile = self.paths_.crpImPathTar % imSz drName = pth.crpImPath % imSz ou.mkdir(drName) subprocess.check_call(['tar -xf %s -C %s' % (trFile, drName)],shell=True)
def fetch_scp_cropped_images(self, hostName, imSz=256):
print ('I AM HERE')
fPaths = sev2.get_folder_paths(self.id_, self.splitPrms_,
self.isAlign_, hostName)
srcHost = scput.get_hostaddr(hostName)
if self.isAlign_:
tgPath = self.paths_.crpImPathAlignTar % imSz
srcPath = srcHost + fPaths.crpImPathAlignTar % imSz
else:
tgPath = self.paths_.crpImPathTar % imSz
srcPath = srcHost + fPaths.crpImPathTar % imSz
dirName = osp.dirname(tgPath)
print (dirName)
if not osp.exists(dirName):
ou.mkdir(dirName)
print (srcPath)
#subprocess.check_call(['rsync -ravz %s %s' % (srcPath, tgPath)],shell=True)
subprocess.check_call(['scp %s %s' % (srcPath, tgPath)],shell=True)