def test_install(galaxy_context, tmpdir):
built_res = build_repo_artifact(galaxy_context, tmpdir)
archive_path = built_res['build_results'].artifact_file_path
repo_archive = repository_archive.load_archive(archive_path)
log.debug('repo_archive: %s', repo_archive)
repo_spec = RepositorySpec(namespace='some_namespace',
name='some_name',
version='1.2.3')
namespaced_repository_path = '%s/%s' % (repo_spec.namespace,
repo_spec.name)
destination_info = InstallDestinationInfo(
collections_path=galaxy_context.collections_path,
repository_spec=repo_spec,
namespaced_repository_path=namespaced_repository_path,
force_overwrite=True,
editable=False)
res = repository_archive.install(repo_archive,
repo_spec,
destination_info,
display_callback=display_callback)
log.debug('res: %s', res)
assert isinstance(res, InstallationResults)
assert isinstance(res.install_info, InstallInfo)
assert isinstance(res.install_info.version, semantic_version.Version)
assert isinstance(res.installed_datetime, datetime.datetime)
def test_load_from_archive_artifact(galaxy_context, tmpdir):
built_res = build_repo_artifact(galaxy_context, tmpdir)
archive_path = built_res['build_results'].artifact_file_path
repo_archive = repository_archive.load_archive(archive_path)
res = repository.load_from_archive(repo_archive)
assert isinstance(res, Repository)
assert isinstance(res.repository_spec, RepositorySpec)
assert isinstance(res.repository_spec.version, semantic_version.Version)
assert res.repository_spec.namespace == 'greetings_namespace'
assert res.repository_spec.name == 'hello'
def test_load_from_archive(galaxy_context, tmpdir):
built_res = build_repo_artifact(galaxy_context, tmpdir)
archive_path = built_res['build_results'].artifact_file_path
res = repository_archive.load_archive(archive_path)
log.debug('res: %s', res)
assert isinstance(res, CollectionRepositoryArtifactArchive)
assert isinstance(res.info, RepositoryArchiveInfo)
# CollectionRepositoryArtifactArchive(info=RepositoryArchiveInfo(archive_type='multi-content-artifact', top_dir='greetings_namespace.hello-11.11.11'
assert res.info.archive_type == 'multi-content-artifact'
assert res.info.top_dir == 'greetings_namespace.hello-11.11.11'
def load_data_from_repository_archive(repository_spec_string):
log.debug('repo_spec_string: %s', repository_spec_string)
# TODO: may need some name/path sanitations here
archive_file_name = repository_spec_string
repo_archive = repository_archive.load_archive(archive_file_name,
repository_spec=None)
repo = repository.load_from_archive(repo_archive)
# TODO: asdict?
spec_data = repo.repository_spec
log.debug('spec_data: %s', spec_data)
# FIXME: we already have a valid RepositorySpec, but we dict'ify it here
# so existing code that assumes a dict continues to work
return attr.asdict(spec_data)
def test_install(galaxy_context, tmpdir):
built_res = build_repo_artifact(galaxy_context, tmpdir)
archive_path = built_res['build_results'].artifact_file_path
repo_archive = repository_archive.load_archive(archive_path)
log.debug('repo_archive: %s', repo_archive)
repo_spec = RepositorySpec(namespace='some_namespace',
name='some_name',
version='1.2.3')
namespaced_repository_path = '%s/%s' % (repo_spec.namespace,
repo_spec.name)
extract_archive_to_dir = os.path.join(galaxy_context.content_path,
namespaced_repository_path, '')
install_info_path = os.path.join(galaxy_context.content_path,
namespaced_repository_path,
'meta/.galaxy_install_info')
destination_info = InstallDestinationInfo(
destination_root_dir=galaxy_context.content_path,
repository_spec=repo_spec,
extract_archive_to_dir=extract_archive_to_dir,
namespaced_repository_path=namespaced_repository_path,
install_info_path=install_info_path,
force_overwrite=True,
editable=False)
res = repository_archive.install(repo_archive,
repo_spec,
destination_info,
display_callback=display_callback)
log.debug('res: %s', res)
assert isinstance(res, InstallationResults)
assert isinstance(res.install_info, InstallInfo)
assert isinstance(res.install_info.version, VersionInfo)
assert isinstance(res.installed_datetime, datetime.datetime)
def install(galaxy_context,
fetcher,
fetch_results,
repository_spec,
force_overwrite=False,
display_callback=None):
"""extract the archive to the filesystem and write out install metadata.
MUST be called after self.fetch()."""
log.debug('install: repository_spec=%s, force_overwrite=%s',
repository_spec, force_overwrite)
just_installed_spec_and_results = []
# FIXME: really need to move the fetch step elsewhere and do it before,
# install should get pass a content_archive (or something more abstract)
# TODO: some useful exceptions for 'cant find', 'cant read', 'cant write'
archive_path = fetch_results.get('archive_path', None)
# TODO: this could be pulled up a layer, after getting fetch_results but before install()
if not archive_path:
raise exceptions.GalaxyClientError(
'No valid content data found for...')
log.debug("installing from %s", archive_path)
repo_archive_ = repository_archive.load_archive(archive_path,
repository_spec)
log.debug('repo_archive_: %s', repo_archive_)
log.debug('repo_archive_.info: %s', repo_archive_.info)
# we strip off any higher-level directories for all of the files contained within
# the tar file here. The default is 'github_repo-target'. Gerrit instances, on the other
# hand, does not have a parent directory at all.
# preparation for archive extraction
if not os.path.isdir(galaxy_context.content_path):
log.debug('No content path (%s) found so creating it',
galaxy_context.content_path)
os.makedirs(galaxy_context.content_path)
# Build up all the info about where the repository will be installed to
namespaced_repository_path = '%s/%s' % (repository_spec.namespace,
repository_spec.name)
install_info_path = os.path.join(galaxy_context.content_path,
namespaced_repository_path,
'meta/.galaxy_install_info')
# extract_archive_to_dir depends on the repo_archive type, so ask it
extract_archive_to_dir = os.path.join(galaxy_context.content_path,
namespaced_repository_path)
editable = repository_spec.fetch_method == FetchMethods.EDITABLE
destination_info = InstallDestinationInfo(
destination_root_dir=galaxy_context.content_path,
repository_spec=repository_spec,
extract_archive_to_dir=extract_archive_to_dir,
namespaced_repository_path=namespaced_repository_path,
install_info_path=install_info_path,
force_overwrite=force_overwrite,
editable=editable)
# A list of InstallationResults
res = repository_archive.install(repo_archive_,
repository_spec=repository_spec,
destination_info=destination_info,
display_callback=display_callback)
just_installed_spec_and_results.append((repository_spec, res))
if display_callback:
display_callback(
"- The repository %s was successfully installed to %s" %
(repository_spec.label, galaxy_context.content_path))
# rm any temp files created when getting the content archive
# TODO: use some sort of callback?
fetcher.cleanup()
# We know the repo specs for the repos we asked to install, and the installation results,
# so now use that info to find the just installed repos on disk and load them and return them.
just_installed_repository_specs = [
x[0] for x in just_installed_spec_and_results
]
# log.debug('just_installed_repository_specs: %s', just_installed_repository_specs)
irdb = installed_repository_db.InstalledRepositoryDatabase(galaxy_context)
just_installed_repositories = []
for just_installed_repository_spec in just_installed_repository_specs:
just_installed_repository_gen = irdb.by_repository_spec(
just_installed_repository_spec)
# TODO: Eventually, we could make install.install return a generator and yield these results straigt
# from just_installed_repository_generator. The loop here is mostly for logging/feedback.
# Should only get one answer here for now.
for just_installed_repository in just_installed_repository_gen:
log.debug('just_installed_repository is installed: %s',
pprint.pformat(attr.asdict(just_installed_repository)))
just_installed_repositories.append(just_installed_repository)
# log.debug('just_installed_repositories: %s', pprint.pformat(just_installed_repositories))
return just_installed_repositories
def _load_repository_archive(self, archive_path):
repo_archive = repository_archive.load_archive(archive_path)
log.debug('repo_archive: %s', repo_archive)
return repo_archive
