def hf_private_dataset_repo_txt_data_(hf_api: HfApi, hf_token, text_file):
repo_name = "repo_txt_data-{}".format(int(time.time() * 10e3))
hf_api.create_repo(token=hf_token,
name=repo_name,
repo_type="dataset",
private=True)
repo_id = f"{USER}/{repo_name}"
hf_api.upload_file(
token=hf_token,
path_or_fileobj=str(text_file),
path_in_repo="data.txt",
repo_id=repo_id,
repo_type="dataset",
)
yield repo_id
try:
hf_api.delete_repo(token=hf_token, name=repo_name, repo_type="dataset")
except requests.exceptions.HTTPError:
pass
def hf_private_dataset_repo_txt_data_(hf_api: HfApi, hf_token, text_file):
repo_name = f"repo_txt_data-{int(time.time() * 10e3)}"
hf_api.create_repo(token=hf_token,
name=repo_name,
repo_type="dataset",
private=True)
repo_id = f"{USER}/{repo_name}"
hf_api.upload_file(
token=hf_token,
path_or_fileobj=str(text_file),
path_in_repo="data/text_data.txt",
repo_id=repo_id,
repo_type="dataset",
)
yield repo_id
try:
hf_api.delete_repo(token=hf_token, name=repo_name, repo_type="dataset")
except (requests.exceptions.HTTPError,
ValueError): # catch http error and token invalid error
pass
