def _save_chunk(self, data, chunk_info, executor=None): filename = self._chunk_filename(chunk_info) fn = os.path.join(self.tempdirname, filename) kwargs = dict(data=data, compressor=self.md['compressor']) if executor is None: filesize = strax.save_file(fn, **kwargs) return dict(filename=filename, filesize=filesize), None else: return dict(filename=filename), executor.submit( strax.save_file, fn, **kwargs)
def _save_chunk(self, data, chunk_info, executor=None): ichunk = '%06d' % chunk_info['chunk_i'] filename = f'{self.prefix}-{ichunk}' fn = os.path.join(self.tempdirname, filename) kwargs = dict(data=data, compressor=self.md['compressor']) if executor is None: filesize = strax.save_file(fn, **kwargs) return dict(filename=filename, filesize=filesize), None else: return dict(filename=filename), executor.submit( strax.save_file, fn, **kwargs)
def _save_chunk(self, data, chunk_info, executor=None): # Keyname key_name = f"{self.strax_unique_key}/{chunk_info['chunk_i']:06d}" # Save chunk via temporary file with tempfile.SpooledTemporaryFile() as f: filesize = strax.save_file(f, data=data, compressor=self.md['compressor']) f.seek(0) self.s3.upload_fileobj(f, BUCKET_NAME, key_name, Config=self.config) return dict(key_name=key_name, filesize=filesize), None
def _save_chunk(self, data, chunk_info): filename = '%06d' % chunk_info['chunk_i'] filesize = strax.save_file(os.path.join(self.tempdirname, filename), data=data, compressor=self.md['compressor']) return dict(filename=filename, filesize=filesize)