def _resolve_graph(self, root_node, profile_host, profile_build, graph_lock, build_mode, check_updates, update, remotes, recorder, apply_build_requires=True): build_mode = BuildMode(build_mode, self._output) deps_graph = self._load_graph( root_node, check_updates, update, build_mode=build_mode, remotes=remotes, recorder=recorder, profile_host=profile_host, profile_build=profile_build, apply_build_requires=apply_build_requires, graph_lock=graph_lock) version_ranges_output = self._resolver.output if version_ranges_output: self._output.success("Version ranges solved") for msg in version_ranges_output: self._output.info(" %s" % msg) self._output.writeln("") self._resolver.clear_output() build_mode.report_matches() return deps_graph
def test_non_matching_full_reference_build_force(self): reference = ConanFileReference.loads("Bar/0.1@user/stable") build_mode = BuildMode(["Bar/0.1@user/testing"], self.output) self.assertFalse(build_mode.forced(self.conanfile, reference)) build_mode.report_matches() self.assertIn("No package matching 'Bar/0.1@user/testing' pattern", self.output)
def _resolve_graph(self, root_node, graph_info, build_mode, check_updates, update, remotes, recorder, apply_build_requires=True): build_mode = BuildMode(build_mode, self._output) profile_host = graph_info.profile_host graph_lock = graph_info.graph_lock deps_graph = self._load_graph(root_node, check_updates, update, build_mode=build_mode, remotes=remotes, recorder=recorder, profile_host=profile_host, profile_build=graph_info.profile_build, apply_build_requires=apply_build_requires, graph_lock=graph_lock) # THIS IS NECESSARY to store dependencies options in profile, for consumer # FIXME: This is a hack. Might dissapear if graph for local commands is always recomputed graph_info.options = root_node.conanfile.options.values if root_node.ref: graph_info.root = root_node.ref if graph_info.graph_lock is None: graph_info.graph_lock = GraphLock(deps_graph, self._cache.config.revisions_enabled) version_ranges_output = self._resolver.output if version_ranges_output: self._output.success("Version ranges solved") for msg in version_ranges_output: self._output.info(" %s" % msg) self._output.writeln("") self._resolver.clear_output() build_mode.report_matches() return deps_graph
def install_workspace(self, profile, workspace, remote_name, build_modes, update): loader = self.get_loader(profile) references = [ ConanFileReference(v, "root", "project", "develop") for v in workspace.root ] conanfile = loader.load_virtual(references) remote_proxy = self.get_proxy(remote_name=remote_name) graph_builder = self._get_graph_builder(loader, remote_proxy) graph_builder._workspace = workspace deps_graph = graph_builder.load_graph(conanfile, False, update) output = ScopedOutput(str("Workspace"), self._user_io.out) output.highlight("Installing...") print_graph(deps_graph, self._user_io.out) build_mode = BuildMode(build_modes, self._user_io.out) build_requires = BuildRequires(loader, graph_builder, self._registry) installer = ConanInstaller(self._client_cache, output, remote_proxy, build_mode, build_requires, recorder=self._recorder) installer._workspace = workspace installer.install(deps_graph, profile.build_requires, keep_build=False, update=update) build_mode.report_matches() workspace.generate()
def load_graph(self, reference, create_reference, profile, build_mode, check_updates, update, remote_name, recorder, workspace): def _inject_require(conanfile, reference): """ test_package functionality requires injecting the tested package as requirement before running the install """ require = conanfile.requires.get(reference.name) if require: require.conan_reference = require.range_reference = reference else: conanfile.requires(str(reference)) conanfile._conan_user = reference.user conanfile._conan_channel = reference.channel # Computing the full dependency graph cache_settings = self._client_cache.settings.copy() cache_settings.values = profile.settings_values settings_preprocessor.preprocess(cache_settings) processed_profile = ProcessedProfile(cache_settings, profile, create_reference) if isinstance(reference, list): # Install workspace with multiple root nodes conanfile = self._loader.load_virtual(reference, processed_profile) elif isinstance(reference, ConanFileReference): # create without test_package and install <ref> conanfile = self._loader.load_virtual([reference], processed_profile) else: output = ScopedOutput("PROJECT", self._output) if reference.endswith(".py"): conanfile = self._loader.load_conanfile(reference, output, processed_profile, consumer=True) if create_reference: # create with test_package _inject_require(conanfile, create_reference) else: conanfile = self._loader.load_conanfile_txt( reference, output, processed_profile) build_mode = BuildMode(build_mode, self._output) root_node = Node(None, conanfile) deps_graph = self._load_graph( root_node, check_updates, update, build_mode=build_mode, remote_name=remote_name, profile_build_requires=profile.build_requires, recorder=recorder, workspace=workspace, processed_profile=processed_profile) build_mode.report_matches() return deps_graph, conanfile, cache_settings
def test_pattern_matching(self): build_mode = BuildMode(["Boost*"], self.output) reference = ConanFileReference.loads("Boost/1.69.0@user/stable") self.assertTrue(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("Boost_Addons/1.0.0@user/stable") self.assertTrue(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("MyBoost/1.0@user/stable") self.assertFalse(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("foo/Boost@user/stable") self.assertFalse(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("foo/1.0@Boost/stable") self.assertFalse(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("foo/1.0@user/Boost") self.assertFalse(build_mode.forced(self.conanfile, reference)) build_mode = BuildMode(["foo/*@user/stable"], self.output) reference = ConanFileReference.loads("foo/1.0.0@user/stable") self.assertTrue(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("foo/1.0@user/stable") self.assertTrue(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("foo/1.0.0-abcdefg@user/stable") self.assertTrue(build_mode.forced(self.conanfile, reference)) build_mode = BuildMode(["*@user/stable"], self.output) reference = ConanFileReference.loads("foo/1.0.0@user/stable") self.assertTrue(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("bar/1.0@user/stable") self.assertTrue(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("foo/1.0.0-abcdefg@user/stable") self.assertTrue(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("foo/1.0.0@NewUser/stable") self.assertFalse(build_mode.forced(self.conanfile, reference)) build_mode = BuildMode(["*Tool"], self.output) reference = ConanFileReference.loads("Tool/0.1@lasote/stable") self.assertTrue(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("PythonTool/0.1@lasote/stable") self.assertTrue(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("SomeTool/1.2@user/channel") self.assertTrue(build_mode.forced(self.conanfile, reference)) build_mode = BuildMode(["Tool/*"], self.output) reference = ConanFileReference.loads("Tool/0.1@lasote/stable") self.assertTrue(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("Tool/1.1@user/testing") self.assertTrue(build_mode.forced(self.conanfile, reference)) reference = ConanFileReference.loads("PythonTool/0.1@lasote/stable") self.assertFalse(build_mode.forced(self.conanfile, reference)) build_mode.report_matches() self.assertEqual("", self.output)
def test_casing(self): reference = ConanFileReference.loads("Boost/1.69.0@user/stable") build_mode = BuildMode(["Boost"], self.output) self.assertTrue(build_mode.forced(self.conanfile, reference)) build_mode = BuildMode(["Bo*"], self.output) self.assertTrue(build_mode.forced(self.conanfile, reference)) build_mode.report_matches() self.assertEqual("", self.output) build_mode = BuildMode(["boost"], self.output) self.assertFalse(build_mode.forced(self.conanfile, reference)) build_mode = BuildMode(["bo*"], self.output) self.assertFalse(build_mode.forced(self.conanfile, reference)) build_mode.report_matches() self.assertIn("ERROR: No package matching", self.output)
def load_graph(self, reference, create_reference, graph_info, build_mode, check_updates, update, remote_name, recorder, apply_build_requires=True): def _inject_require(conanfile, ref): """ test_package functionality requires injecting the tested package as requirement before running the install """ require = conanfile.requires.get(ref.name) if require: require.ref = require.range_ref = ref else: conanfile.requires(str(ref)) conanfile._conan_user = ref.user conanfile._conan_channel = ref.channel # Computing the full dependency graph profile = graph_info.profile processed_profile = ProcessedProfile(profile, create_reference) ref = None if isinstance(reference, list): # Install workspace with multiple root nodes conanfile = self._loader.load_virtual(reference, processed_profile, scope_options=False) root_node = Node(ref, conanfile, recipe=RECIPE_VIRTUAL) elif isinstance(reference, ConanFileReference): if not self._cache.config.revisions_enabled and reference.revision is not None: raise ConanException("Revisions not enabled in the client, specify a " "reference without revision") # create without test_package and install <ref> conanfile = self._loader.load_virtual([reference], processed_profile) root_node = Node(ref, conanfile, recipe=RECIPE_VIRTUAL) else: path = reference if path.endswith(".py"): test = str(create_reference) if create_reference else None conanfile = self._loader.load_consumer(path, processed_profile, test=test, name=graph_info.root.name, version=graph_info.root.version, user=graph_info.root.user, channel=graph_info.root.channel) if create_reference: # create with test_package _inject_require(conanfile, create_reference) ref = ConanFileReference(conanfile.name, conanfile.version, conanfile._conan_user, conanfile._conan_channel, validate=False) else: conanfile = self._loader.load_conanfile_txt(path, processed_profile, ref=graph_info.root) root_node = Node(ref, conanfile, recipe=RECIPE_CONSUMER) build_mode = BuildMode(build_mode, self._output) deps_graph = self._load_graph(root_node, check_updates, update, build_mode=build_mode, remote_name=remote_name, profile_build_requires=profile.build_requires, recorder=recorder, processed_profile=processed_profile, apply_build_requires=apply_build_requires) # THIS IS NECESSARY to store dependencies options in profile, for consumer # FIXME: This is a hack. Might dissapear if the graph for local commands is always recomputed graph_info.options = root_node.conanfile.options.values version_ranges_output = self._resolver.output if version_ranges_output: self._output.success("Version ranges solved") for msg in version_ranges_output: self._output.info(" %s" % msg) self._output.writeln("") build_mode.report_matches() return deps_graph, conanfile
def install(self, reference, install_folder, profile, remote_name=None, build_modes=None, update=False, manifest_folder=None, manifest_verify=False, manifest_interactive=False, generators=None, no_imports=False, inject_require=None, install_reference=False, keep_build=False): """ Fetch and build all dependencies for the given reference @param reference: ConanFileReference or path to user space conanfile @param install_folder: where the output files will be saved @param remote: install only from that remote @param profile: Profile object with both the -s introduced options and profile read values @param build_modes: List of build_modes specified @param update: Check for updated in the upstream remotes (and update) @param manifest_folder: Folder to install the manifests @param manifest_verify: Verify dependencies manifests against stored ones @param manifest_interactive: Install deps manifests in folder for later verify, asking user for confirmation @param generators: List of generators from command line. If False, no generator will be written @param no_imports: Install specified packages but avoid running imports @param inject_require: Reference to add as a requirement to the conanfile """ if generators is not False: generators = set(generators) if generators else set() generators.add("txt") # Add txt generator by default manifest_manager = ManifestManager(manifest_folder, user_io=self._user_io, client_cache=self._client_cache, verify=manifest_verify, interactive=manifest_interactive) if manifest_folder else None remote_proxy = self.get_proxy(remote_name=remote_name, manifest_manager=manifest_manager) loader = self.get_loader(profile) if not install_reference: if isinstance(reference, ConanFileReference): # is a create loader.dev_reference = reference elif inject_require: loader.dev_reference = inject_require conanfile = self._load_install_conanfile(loader, reference) if inject_require: self._inject_require(conanfile, inject_require) graph_builder = self._get_graph_builder(loader, remote_proxy) deps_graph = graph_builder.load_graph(conanfile, False, update) if not isinstance(reference, ConanFileReference): output = ScopedOutput(("%s (test package)" % str(inject_require)) if inject_require else "PROJECT", self._user_io.out) output.highlight("Installing %s" % reference) else: output = ScopedOutput(str(reference), self._user_io.out) output.highlight("Installing package") Printer(self._user_io.out).print_graph(deps_graph, self._registry) try: if cross_building(loader._settings): b_os, b_arch, h_os, h_arch = get_cross_building_settings(loader._settings) message = "Cross-build from '%s:%s' to '%s:%s'" % (b_os, b_arch, h_os, h_arch) self._user_io.out.writeln(message, Color.BRIGHT_MAGENTA) except ConanException: # Setting os doesn't exist pass build_mode = BuildMode(build_modes, self._user_io.out) build_requires = BuildRequires(loader, graph_builder, self._registry) installer = ConanInstaller(self._client_cache, output, remote_proxy, build_mode, build_requires, recorder=self._recorder) # Apply build_requires to consumer conanfile if not isinstance(reference, ConanFileReference): build_requires.install("", conanfile, installer, profile.build_requires, output, update) installer.install(deps_graph, profile.build_requires, keep_build, update=update) build_mode.report_matches() if install_folder: # Write generators if generators is not False: tmp = list(conanfile.generators) # Add the command line specified generators tmp.extend([g for g in generators if g not in tmp]) conanfile.generators = tmp write_generators(conanfile, install_folder, output) if not isinstance(reference, ConanFileReference): # Write conaninfo content = normalize(conanfile.info.dumps()) save(os.path.join(install_folder, CONANINFO), content) output.info("Generated %s" % CONANINFO) if not no_imports: run_imports(conanfile, install_folder, output) call_system_requirements(conanfile, output) if install_reference: # The conanfile loaded is really a virtual one. The one with the deploy is the first level one deploy_conanfile = deps_graph.inverse_levels()[1][0].conanfile if hasattr(deploy_conanfile, "deploy") and callable(deploy_conanfile.deploy): run_deploy(deploy_conanfile, install_folder, output) if manifest_manager: manifest_manager.print_log()
def test_multiple_builds(self): reference = ConanFileReference.loads("Bar/0.1@user/stable") build_mode = BuildMode(["Bar", "Foo"], self.output) self.assertTrue(build_mode.forced(self.conanfile, reference)) build_mode.report_matches() self.assertIn("ERROR: No package matching", self.output)
def test_full_reference_build_force(self): reference = ConanFileReference.loads("Bar/0.1@user/testing") build_mode = BuildMode(["Bar/0.1@user/testing"], self.output) self.assertTrue(build_mode.forced(self.conanfile, reference)) build_mode.report_matches() self.assertEqual("", self.output)
def test_no_user_channel_revision_included(self): reference = ConanFileReference.loads("Hello/0.1@#rrev1") build_mode = BuildMode(["Hello/0.1@#rrev1"], self.output) self.assertTrue(build_mode.forced(self.conanfile, reference)) build_mode.report_matches() self.assertEqual("", self.output)
def load_graph(self, reference, create_reference, graph_info, build_mode, check_updates, update, remote_name, recorder, workspace): def _inject_require(conanfile, reference): """ test_package functionality requires injecting the tested package as requirement before running the install """ require = conanfile.requires.get(reference.name) if require: require.conan_reference = require.range_reference = reference else: conanfile.requires(str(reference)) conanfile._conan_user = reference.user conanfile._conan_channel = reference.channel # Computing the full dependency graph profile = graph_info.profile cache_settings = profile.processed_settings processed_profile = ProcessedProfile(profile, create_reference) if isinstance(reference, list): # Install workspace with multiple root nodes conanfile = self._loader.load_virtual(reference, processed_profile) elif isinstance(reference, ConanFileReference): # create without test_package and install <ref> conanfile = self._loader.load_virtual([reference], processed_profile) else: output = ScopedOutput("PROJECT", self._output) if reference.endswith(".py"): conanfile = self._loader.load_conanfile(reference, output, processed_profile, consumer=True) if create_reference: # create with test_package _inject_require(conanfile, create_reference) else: conanfile = self._loader.load_conanfile_txt( reference, output, processed_profile) build_mode = BuildMode(build_mode, self._output) root_node = Node(None, conanfile) deps_graph = self._load_graph( root_node, check_updates, update, build_mode=build_mode, remote_name=remote_name, profile_build_requires=profile.build_requires, recorder=recorder, workspace=workspace, processed_profile=processed_profile) # THIS IS NECESSARY to store dependencies options in profile, for consumer # FIXME: This is a hack. Might dissapear if the graph for local commands is always recomputed graph_info.options = root_node.conanfile.options.values version_ranges_output = self._resolver.output if version_ranges_output: self._output.success("Version ranges solved") for msg in version_ranges_output: self._output.info(" %s" % msg) self._output.writeln("") build_mode.report_matches() return deps_graph, conanfile, cache_settings
def load_graph(self, reference, create_reference, graph_info, build_mode, check_updates, update, remotes, recorder, apply_build_requires=True): def _inject_require(conanfile, ref): """ test_package functionality requires injecting the tested package as requirement before running the install """ require = conanfile.requires.get(ref.name) if require: require.ref = require.range_ref = ref else: conanfile.requires.add_ref(ref) conanfile._conan_user = ref.user conanfile._conan_channel = ref.channel # Computing the full dependency graph profile = graph_info.profile processed_profile = profile processed_profile.dev_reference = create_reference ref = None graph_lock = graph_info.graph_lock if isinstance(reference, list): # Install workspace with multiple root nodes conanfile = self._loader.load_virtual(reference, processed_profile, scope_options=False) root_node = Node(ref, conanfile, recipe=RECIPE_VIRTUAL) elif isinstance(reference, ConanFileReference): if not self._cache.config.revisions_enabled and reference.revision is not None: raise ConanException("Revisions not enabled in the client, specify a " "reference without revision") # create without test_package and install <ref> conanfile = self._loader.load_virtual([reference], processed_profile) root_node = Node(ref, conanfile, recipe=RECIPE_VIRTUAL) if graph_lock: # Find the Node ID in the lock of current root graph_lock.find_consumer_node(root_node, reference) else: path = reference if path.endswith(".py"): test = str(create_reference) if create_reference else None lock_python_requires = None # do not try apply lock_python_requires for test_package/conanfile.py consumer if graph_lock and not create_reference: if graph_info.root.name is None: # If the graph_info information is not there, better get what we can from # the conanfile conanfile = self._loader.load_class(path) graph_info.root = ConanFileReference(graph_info.root.name or conanfile.name, graph_info.root.version or conanfile.version, graph_info.root.user, graph_info.root.channel, validate=False) node_id = graph_lock.get_node(graph_info.root) lock_python_requires = graph_lock.python_requires(node_id) conanfile = self._loader.load_consumer(path, processed_profile, test=test, name=graph_info.root.name, version=graph_info.root.version, user=graph_info.root.user, channel=graph_info.root.channel, lock_python_requires=lock_python_requires) if create_reference: # create with test_package _inject_require(conanfile, create_reference) ref = ConanFileReference(conanfile.name, conanfile.version, conanfile._conan_user, conanfile._conan_channel, validate=False) else: conanfile = self._loader.load_conanfile_txt(path, processed_profile, ref=graph_info.root) root_node = Node(ref, conanfile, recipe=RECIPE_CONSUMER, path=path) if graph_lock: # Find the Node ID in the lock of current root graph_lock.find_consumer_node(root_node, create_reference) build_mode = BuildMode(build_mode, self._output) deps_graph = self._load_graph(root_node, check_updates, update, build_mode=build_mode, remotes=remotes, profile_build_requires=profile.build_requires, recorder=recorder, processed_profile=processed_profile, apply_build_requires=apply_build_requires, graph_lock=graph_lock) # THIS IS NECESSARY to store dependencies options in profile, for consumer # FIXME: This is a hack. Might dissapear if graph for local commands is always recomputed graph_info.options = root_node.conanfile.options.values if ref: graph_info.root = ref if graph_info.graph_lock is None: graph_info.graph_lock = GraphLock(deps_graph) else: graph_info.graph_lock.update_check_graph(deps_graph, self._output) version_ranges_output = self._resolver.output if version_ranges_output: self._output.success("Version ranges solved") for msg in version_ranges_output: self._output.info(" %s" % msg) self._output.writeln("") build_mode.report_matches() return deps_graph, conanfile