def downloadFileContentToWorker(self,
workerdest,
strfile,
abandonOnFailure=False):
self.checkWorkerHasCommand("downloadFile")
fileReader = remotetransfer.FileReader(strfile)
# default arguments
args = {
'maxsize': None,
'reader': fileReader,
'blocksize': 32 * 1024,
}
if self.workerVersionIsOlderThan('downloadFile', '3.0'):
args['slavedest'] = workerdest
else:
args['workerdest'] = workerdest
def commandComplete(cmd):
if cmd.didFail():
return None
return fileReader
return self.runRemoteCommand('downloadFile',
args,
abandonOnFailure=abandonOnFailure,
evaluateCommand=commandComplete)
def start(self):
self.checkWorkerHasCommand("downloadFile")
self.stdio_log = self.addLog("stdio")
# we are currently in the buildmaster's basedir, so any non-absolute
# paths will be interpreted relative to that
source = os.path.expanduser(self.mastersrc)
workerdest = self.workerdest
log.msg("FileDownload started, from master %r to worker %r" %
(source, workerdest))
self.descriptionDone = "downloading to %s" % os.path.basename(
workerdest)
# setup structures for reading the file
try:
fp = open(source, 'rb')
except IOError:
# if file does not exist, bail out with an error
self.addCompleteLog('stderr',
'File %r not available at master' % source)
# TODO: once BuildStep.start() gets rewritten to use
# maybeDeferred, just re-raise the exception here.
eventually(BuildStep.finished, self, FAILURE)
return
fileReader = remotetransfer.FileReader(fp)
# default arguments
args = {
'maxsize': self.maxsize,
'reader': fileReader,
'blocksize': self.blocksize,
'workdir': self.workdir,
'mode': self.mode,
}
if self.workerVersionIsOlderThan('downloadFile', '3.0'):
args['slavedest'] = workerdest
else:
args['workerdest'] = workerdest
cmd = makeStatusRemoteCommand(self, 'downloadFile', args)
d = self.runTransferCommand(cmd)
d.addCallback(self.finished).addErrback(self.failed)
def run(self):
self.checkWorkerHasCommand("downloadFile")
self.stdio_log = yield self.addLog("stdio")
# we are currently in the buildmaster's basedir, so any non-absolute
# paths will be interpreted relative to that
source = os.path.expanduser(self.mastersrc)
workerdest = self.workerdest
log.msg("FileDownload started, from master %r to worker %r" %
(source, workerdest))
self.descriptionDone = ["downloading to", os.path.basename(workerdest)]
# setup structures for reading the file
try:
fp = open(source, 'rb')
except IOError:
# if file does not exist, bail out with an error
yield self.addCompleteLog(
'stderr', 'File {!r} not available at master'.format(source))
raise
fileReader = remotetransfer.FileReader(fp)
# default arguments
args = {
'maxsize': self.maxsize,
'reader': fileReader,
'blocksize': self.blocksize,
'workdir': self.workdir,
'mode': self.mode,
}
if self.workerVersionIsOlderThan('downloadFile', '3.0'):
args['slavedest'] = workerdest
else:
args['workerdest'] = workerdest
cmd = makeStatusRemoteCommand(self, 'downloadFile', args)
res = yield self.runTransferCommand(cmd)
return res
