def test_generate_npmrc_config_files(mock_generate_content, mock_make_config_file, mock_get_cert, has_ca_cert): url = "http://example.org" username = "******" password = "******" subpaths = [".", "foo", "foo/bar"] npmrc_contents = [mock.Mock(), mock.Mock(), mock.Mock()] mock_generate_content.side_effect = npmrc_contents expected_configs = [mock.Mock(), mock.Mock(), mock.Mock()] expected_make_cfg_calls = [ mock.call(npmrc_contents[0], "app/.npmrc"), mock.call(npmrc_contents[1], "app/foo/.npmrc"), mock.call(npmrc_contents[2], "app/foo/bar/.npmrc"), ] if has_ca_cert: mock_get_cert.return_value = "some CA cert" expected_ca_pem = mock.Mock() expected_configs.insert(0, expected_ca_pem) expected_make_cfg_calls.insert( 0, mock.call(mock_get_cert.return_value, "app/registry-ca.pem")) expected_content_calls = [ mock.call(url, username, password, custom_ca_path="registry-ca.pem"), mock.call(url, username, password, custom_ca_path="../registry-ca.pem"), mock.call(url, username, password, custom_ca_path="../../registry-ca.pem"), ] else: mock_get_cert.return_value = None expected_content_calls = [ mock.call(url, username, password, custom_ca_path=None), mock.call(url, username, password, custom_ca_path=None), mock.call(url, username, password, custom_ca_path=None), ] mock_make_config_file.side_effect = expected_configs rv = npm.generate_npmrc_config_files(url, username, password, subpaths) assert rv == expected_configs mock_get_cert.assert_called_once() mock_generate_content.assert_has_calls(expected_content_calls) mock_make_config_file.assert_has_calls(expected_make_cfg_calls)
def fetch_yarn_source(request_id: int, package_configs: List[dict] = None): """ Resolve and fetch yarn dependencies for a given request. This function uses the Python ``os.path`` library to manipulate paths, so the path to the configuration files may differ in format based on the system the Cachito worker is deployed on (i.e. Linux vs Windows). :param int request_id: the Cachito request ID this is for :param list package_configs: the list of optional package configurations submitted by the user :raise CachitoError: if the task fails """ if package_configs is None: package_configs = [] validate_yarn_config() bundle_dir = RequestBundleDir(request_id) subpaths = [ os.path.normpath(c["path"]) for c in package_configs if c.get("path") ] if not subpaths: # Default to the root of the application source subpaths = [os.curdir] _verify_yarn_files(bundle_dir, subpaths) log.info("Configuring Nexus for yarn for the request %d", request_id) set_request_state(request_id, "in_progress", "Configuring Nexus for yarn") repo_name = get_yarn_proxy_repo_name(request_id) prepare_nexus_for_js_request(repo_name) yarn_config_files = [] downloaded_deps = set() for i, subpath in enumerate(subpaths): log.info("Fetching the yarn dependencies for request %d in subpath %s", request_id, subpath) set_request_state( request_id, "in_progress", f'Fetching the yarn dependencies at the "{subpath}" directory', ) request = get_request(request_id) package_source_path = str(bundle_dir.app_subpath(subpath).source_dir) try: package_and_deps_info = resolve_yarn(package_source_path, request, skip_deps=downloaded_deps) except CachitoError: log.exception("Failed to fetch yarn dependencies for request %d", request_id) raise downloaded_deps = downloaded_deps | package_and_deps_info[ "downloaded_deps"] log.info( "Generating the yarn configuration files for request %d in subpath %s", request_id, subpath, ) remote_package_source_path = os.path.normpath( os.path.join("app", subpath)) if package_and_deps_info["package.json"]: package_json_str = json.dumps( package_and_deps_info["package.json"], indent=2) package_json_path = os.path.join(remote_package_source_path, "package.json") yarn_config_files.append( make_base64_config_file(package_json_str, package_json_path)) if package_and_deps_info["lock_file"]: yarn_lock_str = _yarn_lock_to_str( package_and_deps_info["lock_file"]) yarn_lock_path = os.path.join(remote_package_source_path, "yarn.lock") yarn_config_files.append( make_base64_config_file(yarn_lock_str, yarn_lock_path)) if i == 0: default_env = get_worker_config( ).cachito_default_environment_variables env_vars = { **default_env.get("npm", {}), **default_env.get("yarn", {}) } else: env_vars = None package = package_and_deps_info["package"] update_request_with_package(request_id, package, env_vars, package_subpath=subpath) update_request_with_deps(request_id, package, package_and_deps_info["deps"]) log.info("Finalizing the Nexus configuration for yarn for the request %d", request_id) set_request_state(request_id, "in_progress", "Finalizing the Nexus configuration for yarn") username = get_yarn_proxy_repo_username(request_id) password = finalize_nexus_for_js_request(username, repo_name) log.info("Generating the .npmrc file(s)") proxy_repo_url = get_yarn_proxy_repo_url(request_id) yarn_config_files.extend( generate_npmrc_config_files(proxy_repo_url, username, password, subpaths)) log.info("Adding empty .yarnrc file(s)") for subpath in subpaths: yarnrc_path = os.path.normpath(os.path.join("app", subpath, ".yarnrc")) yarn_config_files.append(make_base64_config_file("", yarnrc_path)) update_request_with_config_files(request_id, yarn_config_files)