def save_to_file(self, filename_prefix):
vocab_file = f'{filename_prefix}.vocab'
util.safe_copy(self.vocab_file, vocab_file)
util.write_json(
{
'vocab_file': vocab_file,
'do_lower_case': self.do_lower_case,
}, f'{filename_prefix}.tokenizer')
def copy_file_to_tmp(path_pair):
orig_path, tmp_path = path_pair
with util.log_time(f'Copy: {orig_path} To: {tmp_path}'):
util.safe_copy(orig_path, tmp_path)