def create_experiment_outputs_path(experiment_name):
values = experiment_name.split('.')
path = create_experiment_path(experiment_name, settings.OUTPUTS_ROOT)
path = os.path.join(path, values[-1])
if not os.path.isdir(path):
create_path(path)
return path
def create_experiment_outputs_path(experiment_name):
values = experiment_name.split('.')
path = create_experiment_path(experiment_name, settings.OUTPUTS_ROOT)
path = os.path.join(path, values[-1])
if not os.path.isdir(path):
create_path(path)
return path
def create_job_outputs_path(persistence_outputs, job_name):
persistence_outputs = get_outputs_paths(persistence_outputs)
values = job_name.split('.')
path = create_job_path(job_name, persistence_outputs)
path = os.path.join(path, values[-1])
if not os.path.isdir(path):
create_path(path)
return path
def create_experiment_outputs_path(cls, persistence, experiment_name):
persistence_outputs = cls.get_outputs_path(persistence=persistence)
values = experiment_name.split('.')
path = create_experiment_path(experiment_name, persistence_outputs)
path = os.path.join(path, values[-1])
if not os.path.isdir(path):
create_path(path)
return path
def create_job_path(job_name, path):
values = job_name.split('.')
for value in values[:-1]:
path = os.path.join(path, value)
if not os.path.isdir(path):
create_path(path)
return path
def create_job_path(job_name, path):
values = job_name.split('.')
for value in values[:-1]:
path = os.path.join(path, value)
if not os.path.isdir(path):
create_path(path)
return path
def set_git_repo(repo):
# Check that the user has a dir
if not os.path.isdir(repo.user_path):
create_path(repo.user_path)
# Check that the project has a dir
if not os.path.isdir(repo.project_path):
create_path(repo.project_path)
# Create a new repo
get_git_repo(repo_path=repo.path, init=True)
def set_git_repo(repo):
# Check that the user has a dir
if not os.path.isdir(repo.user_path):
create_path(repo.user_path)
# Check that the project has a dir
if not os.path.isdir(repo.project_path):
create_path(repo.project_path)
# Create a new repo
get_git_repo(repo_path=repo.path, init=True)
def create_experiment_path(experiment_name, path):
values = experiment_name.split('.')
if len(values) == 3:
values.insert(2, 'independents')
else:
values.insert(2, 'groups')
for value in values[:-1]:
path = os.path.join(path, value)
if not os.path.isdir(path):
create_path(path)
return path
def create_experiment_path(experiment_name, path):
values = experiment_name.split('.')
if len(values) == 3:
values.insert(2, 'experiments')
else:
values.insert(2, 'groups')
for value in values[:-1]:
path = os.path.join(path, value)
if not os.path.isdir(path):
create_path(path)
return path
def new_external_repo(sender, **kwargs):
instance = kwargs['instance']
# Check that the user has a dir
if not os.path.isdir(instance.user_path):
create_path(instance.user_path)
# Check that the project has a dir
if not os.path.isdir(instance.project_path):
create_path(instance.project_path)
# Create a new repo
git.clone_git_repo(repo_path=instance.path, git_url=instance.git_url)
def set_git_repo(repo: 'Repo') -> None:
from libs.repos.git import get_git_repo
# Check that the user has a dir
if not os.path.isdir(repo.user_path):
create_path(repo.user_path)
# Check that the project has a dir
if not os.path.isdir(repo.project_path):
create_path(repo.project_path)
# Create a new repo
get_git_repo(repo_path=repo.path, init=True)
def create_experiment_job_path(experiment_job_name, path):
values = experiment_job_name.split('.')
values = values[:-2] + ['.'.join(values[-2:])]
if len(values) == 4:
values.insert(2, 'experiments')
else:
values.insert(2, 'groups')
for value in values[:-2]:
path = os.path.join(path, value)
if not os.path.isdir(path):
create_path(path)
return path
def get_git_repo(repo_path, init=False):
if os.path.isdir(repo_path):
try:
return GitRepo(repo_path)
except InvalidGitRepositoryError:
if init:
return GitRepo.init(repo_path)
elif init:
try:
create_path(repo_path)
return get_git_repo(repo_path, init=init)
except FileNotFoundError:
pass
raise ValueError('Could not create a repo on this path {}'.format(repo_path))
def get_git_repo(repo_path, init=False):
if os.path.isdir(repo_path):
try:
return GitRepo(repo_path)
except InvalidGitRepositoryError:
if init:
return GitRepo.init(repo_path)
elif init:
try:
create_path(repo_path)
return get_git_repo(repo_path, init=init)
except FileNotFoundError:
pass
raise ValueError('Could not create a repo on this path {}'.format(repo_path))
def set_git_repo(git_url: str) -> None:
from libs.repos.git import get_git_repo
mount_path = conf.get('REPOS_MOUNT_PATH')
repo_name = get_repo_name(git_url=git_url)
repo_owner = repo_name.split('/')[0]
# Check that the owner has a dir
owner_path = '{}/{}'.format(mount_path, repo_owner)
if not os.path.isdir(owner_path):
create_path(owner_path)
# Check that the project has a dir
repo_path = '{}/{}'.format(mount_path, repo_name)
if not os.path.isdir(repo_path):
create_path(repo_path)
# Create a new repo
get_git_repo(repo_path=repo_path, init=True)
