def clone(ws_id: int, url: str, name: str = None):
"""
Clones a repository by url into given workspace
:param name: Optional name of the local repository name, otherwise the remote name is taken
:param user_data: Session data to get access token for GitHub
:param ws_id: Destination workspace to clone
:param url: URL of the source repository
:return: True if successful, otherwise NameConflict is thrown
"""
workspace = get_workspace(ws_id)
url_decode = parse.urlparse(url)
if is_github(url_decode.netloc):
# Take the suffix of url as first name candidate
github_project_name = name
if github_project_name is None:
github_project_name = _repo_name_from_url(url_decode)
dbsession = db_session()
pj = dbsession.query(Project).join(Workspace)\
.filter(Workspace.id == workspace.id).filter(
Project.name == github_project_name).first()
dbsession.commit()
# Error when the project name in given workspace already exists
if pj is not None:
raise NameConflict('A project with name {} already exists'.format(github_project_name))
project_target_path = os.path.join(workspace.path, PROJECT_REL_PATH, github_project_name)
logger.info('Cloning from github repo...')
# If url in GitHub domain, access by token
url_with_token = _get_repo_url(url_decode)
out, err, exitcode = git_command(['clone', url_with_token, project_target_path])
if exitcode is 0:
setup_git_user_email(project_target_path)
# Check if the project is a valid son project
check_son_validity(project_target_path)
# Create project and scan it.
dbsession = db_session()
try:
pj = Project(github_project_name, github_project_name, workspace)
pj.repo_url = url
sync_project_descriptor(pj)
dbsession.add(pj)
scan_project_dir(project_target_path, pj)
dbsession.commit()
# Check if the project is valid
result = create_info_dict(out=out)
result["id"] = pj.id
return result
except:
dbsession.rollback()
shutil.rmtree(project_target_path)
raise Exception("Scan project failed")
else:
return create_info_dict(err=err, exitcode=exitcode)
raise NotImplemented("Cloning from other is not implemented yet. Only github is supported for now.")
def pull(ws_id: int, project_id: int):
"""
Pulls data from the given project_id.
:param user_data: Session data to get access token for GitHub
:param ws_id: Workspace of the project
:param project_id: Project to pull.
:return:
"""
dbsession = db_session()
project = get_project(ws_id, project_id, session=dbsession)
project_full_path = os.path.join(project.workspace.path, PROJECT_REL_PATH, project.rel_path)
# Error handling
if not os.path.isdir(project_full_path):
raise Exception("Could not find project directory {}".format(project_full_path))
if not project.repo_url:
raise InvalidArgument("Project with id {} is missing the repo attribute".format(project_id))
# Pull in project directory
# If url in GitHub domain, access by token
out, err, exitcode = git_command(['pull', project.repo_url], cwd=project_full_path)
# Return error if pull failed.
if exitcode is not 0:
return create_info_dict(err=err, exitcode=exitcode)
# Rescan project
try:
sync_project_descriptor(project)
dbsession.add(project)
scan_project_dir(project_full_path, project)
dbsession.commit()
except:
dbsession.rollback()
raise Exception("Could not scan the project after pull.")
return create_info_dict(out=out)
def pull(ws_id: int, project_id: int):
"""
Pulls data from the given project_id.
:param ws_id: Workspace of the project
:param project_id: Project to pull.
:return: a dictionary containing the result of the operation
"""
dbsession = db_session()
project = get_project(ws_id, project_id, session=dbsession)
project_full_path = os.path.join(project.workspace.path, PROJECT_REL_PATH, project.rel_path)
# Error handling
if not os.path.isdir(project_full_path):
raise Exception("Could not find project directory {}".format(project_full_path))
if not project.repo_url:
raise InvalidArgument("Project with id {} is missing the repo attribute".format(project_id))
# Pull in project directory
# If url in GitHub domain, access by token
out, err, exitcode = git_command(['pull', project.repo_url], cwd=project_full_path)
# Return error if pull failed.
if exitcode is not 0:
return create_info_dict(err=err, exitcode=exitcode)
# Rescan project
try:
sync_project_descriptor(project)
dbsession.add(project)
scan_project_dir(project_full_path, project)
dbsession.commit()
except:
dbsession.rollback()
raise Exception("Could not scan the project after pull.")
return create_info_dict(out=out)
def create_project(ws_id: int, project_data: dict) -> dict:
"""
Create a new Project in this workspace
:param ws_id: The workpace ID
:param project_data: The project data to create
:return: The new project descriptor as a dict
"""
project_name = shlex.quote(project_data["name"])
repo = None
if "repo" in project_data:
repo = project_data["repo"]
if repo:
return gitimpl.clone(ws_id, repo, project_name)
session = db_session()
# test if ws Name exists in database
workspace = session.query(Workspace). \
filter(Workspace.id == ws_id).first()
if workspace is None:
raise NotFound("No workspace with id {} was found".format(ws_id))
existing_projects = list(session.query(Project)
.filter(Project.workspace == workspace)
.filter(Project.name == project_name))
if len(existing_projects) > 0:
raise NameConflict("Project with name '{}' already exists in this workspace".format(project_name))
# prepare db insert
try:
project = Project(name=project_name, rel_path=project_name, workspace=workspace)
set_data(project, project_data)
session.add(project)
except:
session.rollback()
raise
# create workspace on disk
proc = Popen(['son-workspace',
'--workspace', workspace.path,
'--project', get_project_path(workspace.path, project_name)],
stdout=PIPE, stderr=PIPE)
out, err = proc.communicate()
exitcode = proc.returncode
if err.decode().find('exists') >= 0:
project_exists = True
else:
project_exists = False
if exitcode == 0 and not project_exists:
sync_project_descriptor(project)
session.commit()
scan_project_dir(get_project_path(workspace.path, project_name), project)
return project.as_dict()
else:
session.rollback()
if project_exists:
raise NameConflict("Project with name '{}' already exists in this workspace".format(project_name))
raise Exception(err.decode(), out.decode())
def create_project(ws_id: int, project_data: dict) -> dict:
"""
Create a new Project in this workspace
:param ws_id:
:param project_data:
:return: The new project descriptor as a dict
"""
project_name = shlex.quote(project_data["name"])
repo = None
if "repo" in project_data:
repo = project_data["repo"]
if repo:
return gitimpl.clone(ws_id, repo, project_name)
session = db_session()
# test if ws Name exists in database
workspace = session.query(Workspace). \
filter(Workspace.id == ws_id).first()
if workspace is None:
raise NotFound("No workspace with id {} was found".format(ws_id))
existing_projects = list(session.query(Project)
.filter(Project.workspace == workspace)
.filter(Project.name == project_name))
if len(existing_projects) > 0:
raise NameConflict("Project with name '{}' already exists in this workspace".format(project_name))
# prepare db insert
try:
project = Project(name=project_name, rel_path=project_name, workspace=workspace)
set_data(project, project_data)
session.add(project)
except:
session.rollback()
raise
# create workspace on disk
proc = Popen(['son-workspace',
'--workspace', workspace.path,
'--project', get_project_path(workspace.path, project_name)],
stdout=PIPE, stderr=PIPE)
out, err = proc.communicate()
exitcode = proc.returncode
if err.decode().find('exists') >= 0:
project_exists = True
else:
project_exists = False
if exitcode == 0 and not project_exists:
sync_project_descriptor(project)
session.commit()
scan_project_dir(get_project_path(workspace.path, project_name), project)
return project.as_dict()
else:
session.rollback()
if project_exists:
raise NameConflict("Project with name '{}' already exists in this workspace".format(project_name))
raise Exception(err.decode(), out.decode())
