def recursive_expanduser(obj):
if isinstance(obj, dict):
for key, value in obj.items():
obj[key] = recursive_expanduser(value)
elif isinstance(obj, str) and obj.startswith('~/'):
obj = PathManager.expanduser(obj)
elif isinstance(obj, list):
for i, val in enumerate(obj):
if isinstance(val, str) and val.startswith('~/'):
obj[i] = PathManager.expanduser(val)
return obj
def save_lang_dict():
src_file = PathManager.expanduser("~/clcdsa/astbert/data-mmap/lang.jsonl")
dict = Dictionary.load(src_file)
tgt_file = os.path.join(args['preprocess']['destdir'], 'lang.jsonl')
PathManager.mkdir(os.path.dirname(tgt_file))
dict.save(tgt_file)
return dict