def testLocalToOneRemoteHost(self):
tempFolder = "localToOneRemote"
filePaths = {}
checkPathList = []
sourceFilesPathList = getFiles(self.localSourceFolder)
for sourceFilePath in sourceFilesPathList:
sourceFileName = basename(sourceFilePath)
targetFilePath = join(self.remoteTargetFolder1, tempFolder,
sourceFileName)
filePaths[sourceFilePath] = targetFilePath
checkPathList.append(self.hostsRefs[0] + ":" + targetFilePath)
self.fileTransfer.transferFilesTo(filePaths,
self.remoteHostName1,
self.remoteUserName1,
self.remotePassword1,
gatewayHosts=self.gatewayHosts,
numberTrials=self.numberTrials,
forceOperation=self.forceOperation,
operationId=self.operationId)
passTest = len(
self.fileTransfer.checkFiles(checkPathList,
self.hostPasswords,
gatewayHosts=self.gatewayHosts,
numberTrials=self.numberTrials,
forceOperation=self.forceOperation,
operationId=self.operationId)) == 0
ft.removeRemoteFolder(self.remoteHostName1, self.remoteUserName1,
self.remotePassword1,
join(self.remoteTargetFolder1, tempFolder))
self.assertTrue(passTest)
def testLocalToLocal(self):
tempFolder = "localToLocal"
filePaths = {}
sourceFilesPathList = getFiles(self.localSourceFolder)
for sourceFilePath in sourceFilesPathList:
sourceFileName = basename(sourceFilePath)
targetFilePath = join(self.localTargetFolder, tempFolder,
sourceFileName)
targetFilePathList = []
targetFilePathList.append(targetFilePath)
filePaths[sourceFilePath] = targetFilePathList
self.fileTransfer.transferFiles(filePaths,
self.hostPasswords,
gatewayHosts=self.gatewayHosts,
numberTrials=self.numberTrials,
forceOperation=self.forceOperation,
operationId=self.operationId)
checkPathList = ft.getFilePathList(filePaths)
passTest = len(
self.fileTransfer.checkFiles(checkPathList,
self.hostPasswords,
gatewayHosts=self.gatewayHosts,
numberTrials=self.numberTrials,
forceOperation=self.forceOperation,
operationId=self.operationId)) == 0
# self.fileTransfer.deleteFiles(checkPathList, self.hostPasswords, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)
cleanPath(join(self.localTargetFolder, tempFolder))
self.assertTrue(passTest)
def testLocalToOneRemoteHost(self):
tempFolder = "localToOneRemote"
filePaths = {}
checkPathList = []
sourceFilesPathList = getFiles(self.localSourceFolder)
for sourceFilePath in sourceFilesPathList:
sourceFileName = basename(sourceFilePath)
targetFilePath = join(self.remoteTargetFolder1, tempFolder, sourceFileName)
filePaths[sourceFilePath] = targetFilePath
checkPathList.append(self.hostsRefs[0] + ":" + targetFilePath)
self.fileTransfer.transferFilesTo(filePaths, self.remoteHostName1, self.remoteUserName1, self.remotePassword1, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)
passTest = len(self.fileTransfer.checkFiles(checkPathList, self.hostPasswords, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)) == 0
ft.removeRemoteFolder(self.remoteHostName1, self.remoteUserName1, self.remotePassword1, join(self.remoteTargetFolder1, tempFolder))
self.assertTrue(passTest)
def testLocalToLocal(self):
tempFolder = "localToLocal"
filePaths = {}
sourceFilesPathList = getFiles(self.localSourceFolder)
for sourceFilePath in sourceFilesPathList:
sourceFileName = basename(sourceFilePath)
targetFilePath = join(self.localTargetFolder, tempFolder, sourceFileName)
targetFilePathList = []
targetFilePathList.append(targetFilePath)
filePaths[sourceFilePath] = targetFilePathList
self.fileTransfer.transferFiles(filePaths, self.hostPasswords, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)
checkPathList = ft.getFilePathList(filePaths)
passTest = len(self.fileTransfer.checkFiles(checkPathList, self.hostPasswords, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)) == 0
# self.fileTransfer.deleteFiles(checkPathList, self.hostPasswords, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)
cleanPath(join(self.localTargetFolder, tempFolder))
self.assertTrue(passTest)
def testLocalToSeveralRemoteHosts(self):
tempFolder = "localToSeveralRemote"
filePaths = {}
sourceFilesPathList = getFiles(self.localSourceFolder)
for sourceFilePath in sourceFilesPathList:
sourceFileName = basename(sourceFilePath)
targetFilePath1 = join(self.remoteTargetFolder1, tempFolder, sourceFileName)
targetFilePath2 = join(self.remoteTargetFolder2, tempFolder, sourceFileName)
targetFilePathList = []
targetFilePathList.append(self.hostsRefs[0] + ":" + targetFilePath1)
targetFilePathList.append(self.hostsRefs[1] + ":" + targetFilePath2)
filePaths[sourceFilePath] = targetFilePathList
self.fileTransfer.transferFiles(filePaths, self.hostPasswords, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)
checkPathList = ft.getFilePathList(filePaths)
passTest = len(self.fileTransfer.checkFiles(checkPathList, self.hostPasswords, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)) == 0
# self.fileTransfer.deleteFiles(checkPathList, self.hostPasswords, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)
ft.removeRemoteFolder(self.remoteHostName1, self.remoteUserName1, self.remotePassword1, join(self.remoteTargetFolder1, tempFolder))
ft.removeRemoteFolder(self.remoteHostName2, self.remoteUserName2, self.remotePassword2, join(self.remoteTargetFolder2, tempFolder))
self.assertTrue(passTest)
def testAll(self):
tempFolder = "allTransfer"
filePaths = {}
sourceFilesPathList = getFiles(self.localSourceFolder)
remoteSourceFilePathList1 = ft.getRemoteFolderFiles(self.remoteHostName1, self.remoteUserName1, self.remotePassword1, self.remoteSourceFolder1)
remoteSourceFilePathList2 = ft.getRemoteFolderFiles(self.remoteHostName2, self.remoteUserName2, self.remotePassword2, self.remoteSourceFolder2)
localUserName = getLocalUserName()
localHostname = getLocalHostName()
for sourceFilePath in sourceFilesPathList:
sourceFileName = basename(sourceFilePath)
targetFilePath1 = join(self.remoteTargetFolder1, tempFolder, sourceFileName)
targetFilePath2 = join(self.remoteTargetFolder2, tempFolder, sourceFileName)
targetFilePath3 = join (self.localTargetFolder, tempFolder, sourceFileName)
targetFilePathList = []
targetFilePathList.append(self.hostsRefs[0] + ":" + targetFilePath1)
targetFilePathList.append(self.hostsRefs[1] + ":" + targetFilePath2)
targetFilePathList.append(localUserName + "@" + localHostname + ":" + targetFilePath3)
filePaths[sourceFilePath] = targetFilePathList
for remoteSourceFilePath in remoteSourceFilePathList1:
targetFilePathList = []
targetFilePathList.append(join(self.localTargetFolder, tempFolder, "test1", basename(remoteSourceFilePath)))
filePaths[self.hostsRefs[0] + ":" + remoteSourceFilePath] = targetFilePathList
for remoteSourceFilePath in remoteSourceFilePathList2:
targetFilePathList = []
targetFilePathList.append(join(self.localTargetFolder, tempFolder, "test2", basename(remoteSourceFilePath)))
filePaths[self.hostsRefs[1] + ":" + remoteSourceFilePath] = targetFilePathList
self.fileTransfer.transferFiles(filePaths, self.hostPasswords, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)
checkPathList = ft.getFilePathList(filePaths)
passTest = len(self.fileTransfer.checkFiles(checkPathList, self.hostPasswords, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)) == 0
# self.fileTransfer.deleteFiles(checkPathList, self.hostPasswords, gatewayHosts=self.gatewayHosts, numberTrials=self.numberTrials, forceOperation=self.forceOperation, operationId=self.operationId)
cleanPath(join(self.localTargetFolder, tempFolder))
ft.removeRemoteFolder(self.remoteHostName1, self.remoteUserName1, self.remotePassword1, join(self.remoteTargetFolder1, tempFolder))
ft.removeRemoteFolder(self.remoteHostName2, self.remoteUserName2, self.remotePassword2, join(self.remoteTargetFolder2, tempFolder))
self.assertTrue(passTest)
def _importFromFolderStep(self):
""" This function will copy Xmipp .pos files for
simulating a particle picking run...this is only
for testing purposes.
"""
for f in getFiles(self.importFolder.get()):
copyFile(f, self._getExtraPath())
extradir = self._getExtraPath()
inputset = self.inputMicrographsTiltedPair.get()
uSet = inputset.getUntilted()
tSet = inputset.getTilted()
# Create Untilted and Tilted SetOfCoordinates
uCoordSet = self._createSetOfCoordinates(uSet, suffix='Untilted')
readSetOfCoordinates(extradir, uSet, uCoordSet)
uCoordSet.write()
tCoordSet = self._createSetOfCoordinates(tSet, suffix='Tilted')
readSetOfCoordinates(extradir, tSet, tCoordSet)
tCoordSet.write()
# Read Angles from faked input micrographs
micsFn = self._getExtraPath('input_micrographs.xmd')
setAngles = self._createSetOfAngles()
readAnglesFromMicrographs(micsFn, setAngles)
setAngles.write()
# Create CoordinatesTiltPair object
outputset = CoordinatesTiltPair(filename=self._getPath('coordinates_pairs.sqlite'))
outputset.setTilted(tCoordSet)
outputset.setUntilted(uCoordSet)
outputset.setAngles(setAngles)
outputset.setMicsPair(inputset)
outputset.setObjComment(self.getSummary(outputset))
for coordU, coordT in izip(uCoordSet, tCoordSet):
outputset.append(TiltPair(coordU, coordT))
self._defineOutputs(outputCoordinatesTiltPair=outputset)
self._defineSourceRelation(inputset, outputset)
