def download_source_file(self):
"""
Download the source file to a temporary file.
"""
self.wrapped_set_job_state('DOWNLOADING')
# This is the remote path.
file_uri = self.job.source_path
logger.debug("BaseNommer.download_source_file(): " \
"Attempting to download %s" % file_uri)
# Figure out which backend to use for the protocol in the URI.
storage = get_backend_for_uri(file_uri)
# Create a temporary file which will be auto deleted when
# garbage collected.
fobj = tempfile.NamedTemporaryFile(mode='w+b', delete=True)
# Using the correct backend, download the file to the given
# file-like object.
storage.download_file(file_uri, fobj)
# flush and fsync to force writing to the file object. Doesn't always
# happen otherwise.
fobj.flush()
os.fsync(fobj.fileno())
logger.debug("BaseNommer.download_source_file(): " \
"Downloaded %s to %s" % (file_uri, fobj.name))
# As soon as this fobj is garbage collected, it is closed(). Be
# careful to continue its existence if you need it.
return fobj
def download_source_file(self):
"""
Download the source file to a temporary file.
"""
self.wrapped_set_job_state('DOWNLOADING')
# This is the remote path.
file_uri = self.job.source_path
logger.debug("BaseNommer.download_source_file(): " \
"Attempting to download %s" % file_uri)
# Figure out which backend to use for the protocol in the URI.
storage = get_backend_for_uri(file_uri)
# Create a temporary file which will be auto deleted when
# garbage collected.
fobj = tempfile.NamedTemporaryFile(mode='w+b', delete=True)
# Using the correct backend, download the file to the given
# file-like object.
storage.download_file(file_uri, fobj)
# flush and fsync to force writing to the file object. Doesn't always
# happen otherwise.
fobj.flush()
os.fsync(fobj.fileno())
logger.debug("BaseNommer.download_source_file(): " \
"Downloaded %s to %s" % (file_uri, fobj.name))
# As soon as this fobj is garbage collected, it is closed(). Be
# careful to continue its existence if you need it.
return fobj
def upload_to_destination(self, fobj):
"""
Upload the output file to the destination specified by the user.
"""
self.wrapped_set_job_state('UPLOADING')
file_uri = self.job.dest_path
logger.debug("BaseNommer.upload_to_destination(): " \
"Attempting to upload %s to %s" % (fobj.name, file_uri))
storage = get_backend_for_uri(file_uri)
storage.upload_file(file_uri, fobj)
logger.debug("BaseNommer.upload_to_destination(): " \
"Finished uploading %s to %s" % (fobj.name, file_uri))
def upload_to_destination(self, fobj):
"""
Upload the output file to the destination specified by the user.
"""
self.wrapped_set_job_state('UPLOADING')
file_uri = self.job.dest_path
logger.debug("BaseNommer.upload_to_destination(): " \
"Attempting to upload %s to %s" % (fobj.name, file_uri))
storage = get_backend_for_uri(file_uri)
storage.upload_file(file_uri, fobj)
logger.debug("BaseNommer.upload_to_destination(): " \
"Finished uploading %s to %s" % (fobj.name, file_uri))
