def test_fetch_gomod_source_no_go_mod_file(
mock_resolve_gomod,
mock_bundle_dir,
mock_gwc,
ignore_missing_gomod_file,
exception_expected,
pkg_config,
pkg_results,
):
def directory_present(*args, **kwargs):
mock_subpath = mock.Mock()
(subpath, ) = args
mock_subpath.go_mod_file.exists.return_value = pkg_results["present"][
subpath]
mock_subpath.relpath.return_value = pkg_results["relpath"][subpath]
return mock_subpath
mock_config = mock.Mock()
mock_config.cachito_gomod_ignore_missing_gomod_file = ignore_missing_gomod_file
mock_gwc.return_value = mock_config
mock_bundle_dir.return_value.app_subpath.side_effect = directory_present
if exception_expected:
with pytest.raises(
CachitoError,
match=
"The {} file{} must be present for the gomod package manager".
format(pkg_results["missing_files"],
pkg_results["file_plurality"]),
):
tasks.fetch_gomod_source(1, package_configs=pkg_config)
else:
tasks.fetch_gomod_source(1)
mock_resolve_gomod.assert_not_called()
def test_fetch_gomod_source(
mock_resolve_gomod, mock_set_request_state, mock_update_request_with_deps,
mock_path_exists, auto_detect, contains_go_mod, dep_replacements, expect_state_update,
sample_deps_replace, sample_package, sample_env_vars,
):
mock_request = mock.Mock()
mock_set_request_state.return_value = mock_request
mock_path_exists.return_value = contains_go_mod
mock_resolve_gomod.return_value = sample_package, sample_deps_replace
tasks.fetch_gomod_source(1, auto_detect, dep_replacements)
if expect_state_update:
mock_set_request_state.assert_called_once_with(
1, 'in_progress', 'Fetching the golang dependencies')
mock_update_request_with_deps.assert_called_once_with(
1, sample_deps_replace, sample_env_vars, 'gomod', [sample_package])
if auto_detect:
mock_path_exists.assert_called_once_with('/tmp/cachito-archives/bundles/temp/1/app/go.mod')
if contains_go_mod:
mock_resolve_gomod.assert_called_once_with(
'/tmp/cachito-archives/bundles/temp/1/app', mock_request, dep_replacements,
)
else:
mock_resolve_gomod.assert_not_called()
else:
mock_resolve_gomod.assert_called_once_with(
'/tmp/cachito-archives/bundles/temp/1/app', mock_request, dep_replacements,
)
mock_path_exists.assert_not_called()
def test_fetch_gomod_source(
mock_resolve_gomod_deps,
mock_set_request_state,
mock_update_request_with_deps,
request_id_to_update,
sample_deps,
):
app_archive_path = 'path/to/archive.tar.gz'
mock_resolve_gomod_deps.return_value = sample_deps
tasks.fetch_gomod_source(app_archive_path,
request_id_to_update=request_id_to_update)
if request_id_to_update:
mock_set_request_state.assert_called_once_with(
1, 'in_progress', 'Fetching the golang dependencies')
mock_update_request_with_deps.assert_called_once_with(1, sample_deps)
else:
mock_set_request_state.assert_not_called()
def test_fetch_gomod_source(
mock_resolve_gomod,
mock_set_request_state,
mock_update_request_with_deps,
mock_update_request_with_package,
mock_bundle_dir,
dep_replacements,
expect_state_update,
pkg_config,
pkg_results,
has_pkg_lvl_deps,
sample_deps_replace,
sample_package,
sample_pkg_deps,
sample_pkg_lvl_pkg,
sample_env_vars,
):
def directory_present(*args, **kwargs):
mock_subpath = mock.Mock()
(subpath, ) = args
mock_subpath.go_mod_file.exists.return_value = pkg_results["present"][
subpath]
mock_subpath.relpath.return_value = pkg_results["relpath"][subpath]
mock_subpath.source_dir = pkg_results["sourcedir"][subpath]
return mock_subpath
mock_bundle_dir.return_value.app_subpath.side_effect = directory_present
# Add the default environment variables from the configuration
env_vars = {
"GO111MODULE": {
"value": "on",
"kind": "literal"
},
"GOSUMDB": {
"value": "off",
"kind": "literal"
},
}
sample_env_vars.update(env_vars)
mock_request = mock.Mock()
mock_set_request_state.return_value = mock_request
pkg_lvl_deps = []
if has_pkg_lvl_deps:
pkg_lvl_deps = sample_pkg_deps
mock_resolve_gomod.return_value = {
"module": sample_package,
"module_deps": sample_deps_replace,
"packages": [{
"pkg": sample_pkg_lvl_pkg,
"pkg_deps": pkg_lvl_deps
}],
}
paths = ["."]
if pkg_config is not None:
paths = [paths["path"] for paths in pkg_config]
if dep_replacements is not None and len(paths) > 1:
# This is unsupported and no other tests are necessary
with pytest.raises(
CachitoError,
match=
"Dependency replacements are only supported for a single go module path.",
):
tasks.fetch_gomod_source(1, dep_replacements, pkg_config)
return
tasks.fetch_gomod_source(1, dep_replacements, pkg_config)
if expect_state_update:
state_calls = []
pkg_calls = []
dep_calls = []
for i, path in enumerate(paths):
state_calls.append(
mock.call(
1,
"in_progress",
'Fetching the gomod dependencies at the "{}" directory'.
format(path),
))
if i != 0:
sample_env_vars = None
pkg_calls.append(mock.call(1, sample_package, sample_env_vars))
dep_calls.append(mock.call(1, sample_package, sample_deps_replace))
if has_pkg_lvl_deps:
dep_calls.append(
mock.call(1, sample_pkg_lvl_pkg, sample_pkg_deps))
else:
pkg_calls.append(mock.call(1, sample_pkg_lvl_pkg))
mock_set_request_state.assert_has_calls(state_calls)
mock_update_request_with_package.assert_has_calls(pkg_calls)
assert mock_update_request_with_package.call_count == len(pkg_calls)
mock_update_request_with_deps.assert_has_calls(dep_calls)
assert mock_update_request_with_deps.call_count == len(dep_calls)
gomod_calls = [
mock.call(
str(mock_bundle_dir().app_subpath(path).source_dir),
mock_request,
dep_replacements,
mock_bundle_dir().source_dir,
) for path in paths
]
mock_resolve_gomod.assert_has_calls(gomod_calls)
def test_fetch_gomod_source(
mock_resolve_gomod,
mock_get_request,
mock_set_request_state,
mock_update_request_env_vars,
mock_bundle_dir,
dep_replacements,
expect_state_update,
pkg_config,
pkg_results,
has_pkg_lvl_deps,
sample_deps_replace,
sample_package,
sample_pkg_deps,
sample_pkg_lvl_pkg,
sample_env_vars,
task_passes_state_check,
tmpdir,
):
def directory_present(*args, **kwargs):
mock_subpath = mock.Mock()
(subpath, ) = args
mock_subpath.go_mod_file.exists.return_value = pkg_results["present"][
subpath]
mock_subpath.relpath.return_value = pkg_results["relpath"][subpath]
mock_subpath.source_dir = pkg_results["sourcedir"][subpath]
return mock_subpath
mock_bundle_dir.return_value.app_subpath.side_effect = directory_present
mock_bundle_dir.return_value.gomod_packages_data = Path(
tmpdir, "gomod_packages_data.json")
# Add the default environment variables from the configuration
env_vars = {
"GO111MODULE": {
"value": "on",
"kind": "literal"
},
"GOSUMDB": {
"value": "off",
"kind": "literal"
},
}
sample_env_vars.update(env_vars)
mock_request = mock.Mock()
mock_get_request.return_value = mock_request
pkg_lvl_deps = []
if has_pkg_lvl_deps:
pkg_lvl_deps = sample_pkg_deps
resolved_gomod_infos = [
{
"module": sample_package,
"module_deps": sample_deps_replace,
"packages": [{
"pkg": sample_pkg_lvl_pkg,
"pkg_deps": pkg_lvl_deps
}],
},
]
if pkg_config:
paths = [item["path"] for item in pkg_config]
# make the gomod package for the second path
second = copy.deepcopy(resolved_gomod_infos[0])
# Change the version so that this second package can be collected into
# packages JSON data.
# Whatever the version is, as long as the version are different than
# the one within the first resolved gomod info.
second["module"]["version"] += "2"
second["packages"][0]["pkg"]["version"] += "2"
resolved_gomod_infos.append(second)
else:
paths = ["."]
mock_resolve_gomod.side_effect = resolved_gomod_infos
if dep_replacements is not None and len(paths) > 1:
# This is unsupported and no other tests are necessary
with pytest.raises(
CachitoError,
match=
"Dependency replacements are only supported for a single go module path.",
):
tasks.fetch_gomod_source(1, dep_replacements, pkg_config)
return
tasks.fetch_gomod_source(1, dep_replacements, pkg_config)
if expect_state_update:
state_calls = []
pkg_calls = []
dep_calls = []
for i, (path, gomod_info) in enumerate(zip(paths,
resolved_gomod_infos)):
state_calls.append(
mock.call(
1,
"in_progress",
'Fetching the gomod dependencies at the "{}" directory'.
format(path),
))
if i == 0:
mock_update_request_env_vars.assert_called_once_with(
1, sample_env_vars)
pkg_calls.append(
mock.call(1,
gomod_info["module"],
sample_env_vars,
package_subpath=path))
dep_calls.append(
mock.call(1, gomod_info["module"], gomod_info["module_deps"]))
# The calls for the package level package and dependencies
for package in gomod_info["packages"]:
pkg_calls.append(
mock.call(1, package["pkg"], package_subpath=path))
if has_pkg_lvl_deps:
dep_calls.append(
mock.call(1, package["pkg"], package["pkg_deps"]))
mock_set_request_state.assert_has_calls(state_calls)
mock_get_request.assert_has_calls(mock.call(1) for _ in state_calls)
gomod_calls = [
mock.call(
str(mock_bundle_dir().app_subpath(path).source_dir),
mock_request,
dep_replacements,
mock_bundle_dir().source_dir,
) for path in paths
]
mock_resolve_gomod.assert_has_calls(gomod_calls)
packages_data = PackagesData()
for path, gomod_info in zip(paths, resolved_gomod_infos):
module_info = gomod_info["module"]
packages_data.add_package(module_info, path, gomod_info["module_deps"])
for package in gomod_info["packages"]:
pkg_info = package["pkg"]
packages_data.add_package(pkg_info, path,
package.get("pkg_deps", []))
packages_data.sort()
assert {
"packages": packages_data._packages
} == json.loads(
mock_bundle_dir.return_value.gomod_packages_data.read_bytes())