def __init__(self, options, partition_id, process_index):
self._options = options
self._partition_id = partition_id
self._process_index = process_index
self._begin_index = None
self._end_index = None
self._buffer = []
self._tmp_fpath = common.gen_tmp_fpath(
os.path.join(self._options.output_dir,
common.partition_repr(self._partition_id)))
def __init__(self, options, partition_id):
self._partition_id = partition_id
self._writer = None
self._begin_index = None
self._end_index = None
self._options = options
self._size_bytes = 0
self._tmp_fpath = common.gen_tmp_fpath(
os.path.join(self._options.output_dir,
common.partition_repr(self._partition_id)))
def _get_tmp_fpath(self):
return gen_tmp_fpath(self._get_data_block_dir())
def _get_tmp_fpath(self):
return common.gen_tmp_fpath(self._example_dumped_dir)
def _get_tmp_fpath(self):
return common.gen_tmp_fpath(self._get_output_dir())
def _gen_tmp_fpath(self):
return gen_tmp_fpath(self._output_dir)
def dump_rsa_key_as_pem(output_dir, key, fname):
tmp_fpath = common.gen_tmp_fpath(output_dir)
with gfile.GFile(tmp_fpath, 'w') as wf:
wf.write(key.save_pkcs1())
key_fpath = os.path.join(output_dir, fname)
gfile.Rename(tmp_fpath, key_fpath)
def _get_output_writer(self):
if self._writer is None:
self._tmp_fpath = common.gen_tmp_fpath(self._merged_dir)
self._writer = create_output_writer(self._writer_options,
self._tmp_fpath)
return self._writer
def _get_csv_dict_writer(self):
if self._csv_dict_writer is None:
self._tmp_fpath = common.gen_tmp_fpath(self._merged_dir)
self._csv_dict_writer = \
csv_dict_writer.CsvDictWriter(self._tmp_fpath)
return self._csv_dict_writer
