def _paths(self): pths = sev2.get_folder_paths(self.id_, self.splitPrms_, self.isAlign_, hostName=self.forceHost_) cPaths = get_config_paths(self.forceHost_) #raw data self.dirName_ = osp.join(cPaths.mainDataDr, self.name_) self.paths_ = pths
def scp_trainval_splits(self, hostName): fPaths = sev2.get_folder_paths(self.id_, self.splitPrms_, self.isAlign_, hostName) srcPath = self.paths_.deriv.grpsTar tgHost = scput.get_hostaddr(hostName) tgPath = tgHost + fPaths.deriv.grpsTar print (tgPath) subprocess.check_call(['rsync -ravz %s %s' % (srcPath, tgPath)],shell=True)
def fetch_scp_trainval_splits(self, hostName): fPaths = sev2.get_folder_paths(self.id_, self.splitPrms_, self.isAlign_, hostName) tgPath = self.paths_.deriv.grpsTar srcHost = scput.get_hostaddr(hostName) srcPath = srcHost + fPaths.deriv.grpsTar print (srcPath) dirName = osp.dirname(tgPath) ou.mkdir(dirName) #subprocess.check_call(['rsync -ravz --progress %s %s' % (srcPath, tgPath)],shell=True) subprocess.check_call(['scp %s %s' % (srcPath, tgPath)],shell=True)
def scp_cropped_images(self, hostName, imSz=256): print ('I AM HERE') fPaths = sev2.get_folder_paths(self.id_, self.splitPrms_, self.isAlign_, hostName) tgHost = scput.get_hostaddr(hostName) if self.isAlign_: srcPath = self.paths_.crpImPathAlignTar % imSz tgPath = tgHost + fPaths.crpImPathAlignTar % imSz else: srcPath = self.paths_.crpImPathTar % imSz tgPath = tgHost + fPaths.crpImPathTar % imSz print (tgPath) subprocess.check_call(['rsync -ravz --progress %s %s' % (srcPath, tgPath)],shell=True)
def untar_trainval_splits(self, hostName=None): if hostName is None: drName = self.paths_.deriv.grps else: fPaths = sev2.get_folder_paths(self.id_, self.splitPrms_, self.isAlign_, hostName) drName = fPaths.deriv.grps + '/' ou.mkdir(drName) ou.mkdir(drName) trFile = self.paths_.deriv.grpsTar cmd = 'tar -xf %s -C %s' % (trFile, drName) print (cmd) subprocess.check_call([cmd] ,shell=True)
def untar_cropped_images(self, imSz=256, hostName=None): if hostName is not None: pth = sev2.get_folder_paths(self.id_, self.splitPrms_, self.isAlign_, hostName) else: pth = self.paths_ if self.isAlign_: trFile = self.paths_.crpImPathAlignTar % imSz drName = pth.crpImPathAlign % imSz else: trFile = self.paths_.crpImPathTar % imSz drName = pth.crpImPath % imSz ou.mkdir(drName) subprocess.check_call(['tar -xf %s -C %s' % (trFile, drName)],shell=True)
def fetch_scp_cropped_images(self, hostName, imSz=256): print ('I AM HERE') fPaths = sev2.get_folder_paths(self.id_, self.splitPrms_, self.isAlign_, hostName) srcHost = scput.get_hostaddr(hostName) if self.isAlign_: tgPath = self.paths_.crpImPathAlignTar % imSz srcPath = srcHost + fPaths.crpImPathAlignTar % imSz else: tgPath = self.paths_.crpImPathTar % imSz srcPath = srcHost + fPaths.crpImPathTar % imSz dirName = osp.dirname(tgPath) print (dirName) if not osp.exists(dirName): ou.mkdir(dirName) print (srcPath) #subprocess.check_call(['rsync -ravz %s %s' % (srcPath, tgPath)],shell=True) subprocess.check_call(['scp %s %s' % (srcPath, tgPath)],shell=True)