def _save_chunk(self, data, chunk_info, executor=None):
filename = self._chunk_filename(chunk_info)
fn = os.path.join(self.tempdirname, filename)
kwargs = dict(data=data, compressor=self.md['compressor'])
if executor is None:
filesize = strax.save_file(fn, **kwargs)
return dict(filename=filename, filesize=filesize), None
else:
return dict(filename=filename), executor.submit(
strax.save_file, fn, **kwargs)
def _save_chunk(self, data, chunk_info, executor=None):
ichunk = '%06d' % chunk_info['chunk_i']
filename = f'{self.prefix}-{ichunk}'
fn = os.path.join(self.tempdirname, filename)
kwargs = dict(data=data, compressor=self.md['compressor'])
if executor is None:
filesize = strax.save_file(fn, **kwargs)
return dict(filename=filename, filesize=filesize), None
else:
return dict(filename=filename), executor.submit(
strax.save_file, fn, **kwargs)
def _save_chunk(self, data, chunk_info, executor=None):
# Keyname
key_name = f"{self.strax_unique_key}/{chunk_info['chunk_i']:06d}"
# Save chunk via temporary file
with tempfile.SpooledTemporaryFile() as f:
filesize = strax.save_file(f,
data=data,
compressor=self.md['compressor'])
f.seek(0)
self.s3.upload_fileobj(f,
BUCKET_NAME,
key_name,
Config=self.config)
return dict(key_name=key_name, filesize=filesize), None
def _save_chunk(self, data, chunk_info):
filename = '%06d' % chunk_info['chunk_i']
filesize = strax.save_file(os.path.join(self.tempdirname, filename),
data=data,
compressor=self.md['compressor'])
return dict(filename=filename, filesize=filesize)
