def recipe_has_setting(setting_name):
settings = inspect_value_from_recipe(attribute="settings",
recipe_path=get_recipe_path())
if settings and setting_name in settings:
return True
return False
def get_builder(shared_option_name=None,
pure_c=False,
dll_with_static_runtime=False,
build_policy=None,
cwd=None,
**kwargs):
recipe = build_shared.get_recipe_path(cwd)
# Bincrafters default is to upload only when stable, but boost is an exception
# Empty string allows boost packages upload for testing branch
with tools.environment_append({"CONAN_UPLOAD_ONLY_WHEN_STABLE": ""}):
shared_option_name = False if shared_option_name is None and not build_shared.is_shared(
) else shared_option_name
builder = build_template_default.get_builder(
shared_option_name=shared_option_name,
pure_c=pure_c,
dll_with_static_runtime=dll_with_static_runtime,
build_policy=build_policy,
cwd=cwd,
**kwargs)
builder.builds = map(
lambda item: add_boost_shared(item, recipe=recipe), builder.items)
return builder
def recipe_has_option(option_name):
options = inspect_value_from_recipe(attribute="options",
recipe_path=get_recipe_path())
if options and option_name in options:
return True
return False
def create_and_validate(recipe_buffer, expected_value, optional_subdir=False):
with chdir_subdir(subdir=None):
if optional_subdir:
subdir = "subdir"
os.mkdir(subdir)
else:
subdir = "."
with chdir_subdir(subdir=subdir):
with open("conanfile.py", "w") as fd:
fd.write(recipe_buffer)
fd.flush()
recipe = build_shared.get_recipe_path(cwd=subdir)
assert expected_value == build_shared.is_shared(recipe=recipe)
def get_builder(shared_option_name=None,
pure_c=True,
dll_with_static_runtime=False,
build_policy=None,
cwd=None,
**kwargs):
recipe = build_shared.get_recipe_path(cwd)
builder = build_shared.get_builder(build_policy, cwd=cwd, **kwargs)
if shared_option_name is None and build_shared.is_shared():
shared_option_name = "%s:shared" % build_shared.get_name_from_recipe(
recipe=recipe)
builder.add_common_builds(shared_option_name=shared_option_name,
pure_c=pure_c,
dll_with_static_runtime=dll_with_static_runtime,
**kwargs)
return builder
def recipe_contains(word):
return _file_contains(get_recipe_path(), word)
import os
from bincrafters.build_shared import get_recipe_path, inspect_value_from_recipe
_recipe_path = os.path.dirname(get_recipe_path())
def _file_contains(file, word):
""" Read file and search for word
:param file: File path to be read
:param word: word to be found
:return: True if found. Otherwise, False
"""
if os.path.isfile(file):
with open(file) as ifd:
content = ifd.read()
if word in content:
return True
return False
def recipe_contains(word):
return _file_contains(get_recipe_path(), word)
def recipe_has_option(option_name):
options = inspect_value_from_recipe(attribute="options",
recipe_path=get_recipe_path())
if options and option_name in options:
return True
# Copyright (c) 2019, Kai Wolf - SW Consulting. All rights reserved.
# For the licensing terms see LICENSE file in the root directory. For the
# list of contributors see the AUTHORS file in the same directory.
from bincrafters import build_shared
if __name__ == "__main__":
recipe = build_shared.get_recipe_path()
bbuilder = build_shared.get_builder(build_policy=None)
shared_option_name = None
if (build_shared.is_shared()):
shared_option_name = "%s:shared" % build_shared.get_name_from_recipe(
recipe=recipe)
bbuilder.add_common_builds(shared_option_name=shared_option_name,
pure_c=False,
dll_with_static_runtime=False)
bbuilder.run()
def test_get_recipe_path_custom():
assert os.path.join("tmp", "conanfile.py") == get_recipe_path(cwd="tmp")
def test_get_recipe_path_conanfile(set_conanfile_path):
assert "foobar.py" == get_recipe_path()
def test_get_recipe_path_default():
assert "conanfile.py" == get_recipe_path()
def generate_ci_jobs(platform: str,
recipe_type: str = autodetect(),
split_by_build_types: bool = False) -> str:
if platform != "gha" and platform != "azp":
return ""
matrix = {}
matrix_minimal = {}
if split_by_build_types is None:
# env var BPT_SPLIT_BY_BUILD_TYPES should be preferred over splitByBuildTypes (deprecated)
split_by_build_types = get_bool_from_env(
"BPT_SPLIT_BY_BUILD_TYPES",
get_bool_from_env("splitByBuildTypes", False))
if platform == "gha":
run_macos = _run_macos_jobs_on_gha()
run_windows = _run_windows_jobs_on_gha()
if recipe_type == "installer":
matrix["config"] = [{
"name": "Installer Linux",
"compiler": "GCC",
"version": "7",
"os": "ubuntu-18.04",
"dockerImage": "conanio/gcc8"
}, {
"name": "Installer Windows",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019"
}, {
"name": "Installer macOS",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macos-10.15"
}]
matrix_minimal["config"] = matrix["config"].copy()
elif recipe_type == "unconditional_header_only":
matrix["config"] = [{
"name": "Header-only Linux",
"compiler": "CLANG",
"version": "8",
"os": "ubuntu-18.04"
}, {
"name": "Header-only Windows",
"compiler": "VISUAL",
"version": "16",
"os": "windows-latest"
}]
matrix_minimal["config"] = matrix["config"].copy()
else:
if split_by_build_types:
matrix["config"] = [
{
"name": "GCC 4.9 Debug",
"compiler": "GCC",
"version": "4.9",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "GCC 4.9 Release",
"compiler": "GCC",
"version": "4.9",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "GCC 5 Debug",
"compiler": "GCC",
"version": "5",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "GCC 5 Release",
"compiler": "GCC",
"version": "5",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "GCC 6 Debug",
"compiler": "GCC",
"version": "6",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "GCC 6 Release",
"compiler": "GCC",
"version": "6",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "GCC 7 Debug",
"compiler": "GCC",
"version": "7",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "GCC 7 Release",
"compiler": "GCC",
"version": "7",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "GCC 8 Debug",
"compiler": "GCC",
"version": "8",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "GCC 8 Release",
"compiler": "GCC",
"version": "8",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "GCC 9 Debug",
"compiler": "GCC",
"version": "9",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "GCC 9 Release",
"compiler": "GCC",
"version": "9",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "GCC 10 Debug",
"compiler": "GCC",
"version": "10",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "GCC 10 Release",
"compiler": "GCC",
"version": "10",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "CLANG 3.9 Debug",
"compiler": "CLANG",
"version": "3.9",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "CLANG 3.9 Release",
"compiler": "CLANG",
"version": "3.9",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "CLANG 4.0 Debug",
"compiler": "CLANG",
"version": "4.0",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "CLANG 4.0 Release",
"compiler": "CLANG",
"version": "4.0",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "CLANG 5.0 Debug",
"compiler": "CLANG",
"version": "5.0",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "CLANG 5.0 Release",
"compiler": "CLANG",
"version": "5.0",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "CLANG 6.0 Debug",
"compiler": "CLANG",
"version": "6.0",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "CLANG 6.0 Release",
"compiler": "CLANG",
"version": "6.0",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "CLANG 7.0 Debug",
"compiler": "CLANG",
"version": "7.0",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "CLANG 7.0 Release",
"compiler": "CLANG",
"version": "7.0",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "CLANG 8 Debug",
"compiler": "CLANG",
"version": "8",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "CLANG 8 Release",
"compiler": "CLANG",
"version": "8",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "CLANG 9 Debug",
"compiler": "CLANG",
"version": "9",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "CLANG 9 Release",
"compiler": "CLANG",
"version": "9",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "CLANG 10 Debug",
"compiler": "CLANG",
"version": "10",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "CLANG 10 Release",
"compiler": "CLANG",
"version": "10",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "CLANG 11 Debug",
"compiler": "CLANG",
"version": "11",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "CLANG 11 Release",
"compiler": "CLANG",
"version": "11",
"os": "ubuntu-18.04",
"buildType": "Release"
},
]
if run_macos:
matrix["config"] += [
{
"name": "macOS Apple-Clang 10 Release",
"compiler": "APPLE_CLANG",
"version": "10.0",
"os": "macOS-10.14",
"buildType": "Release"
},
{
"name": "macOS Apple-Clang 10 Debug",
"compiler": "APPLE_CLANG",
"version": "10.0",
"os": "macOS-10.14",
"buildType": "Debug"
},
{
"name": "macOS Apple-Clang 11 Release",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15",
"buildType": "Release"
},
{
"name": "macOS Apple-Clang 11 Debug",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15",
"buildType": "Debug"
},
{
"name": "macOS Apple-Clang 12 Release",
"compiler": "APPLE_CLANG",
"version": "12.0",
"os": "macOS-10.15",
"buildType": "Release"
},
{
"name": "macOS Apple-Clang 12 Debug",
"compiler": "APPLE_CLANG",
"version": "12.0",
"os": "macOS-10.15",
"buildType": "Debug"
},
]
if run_windows:
matrix["config"] += [
{
"name": "Windows VS 2017 Release",
"compiler": "VISUAL",
"version": "15",
"os": "vs2017-win2016",
"buildType": "Release"
},
{
"name": "Windows VS 2017 Debug",
"compiler": "VISUAL",
"version": "15",
"os": "vs2017-win2016",
"buildType": "Debug"
},
{
"name": "Windows VS 2019 Release",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019",
"buildType": "Release"
},
{
"name": "Windows VS 2019 Debug",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019",
"buildType": "Debug"
},
]
matrix_minimal["config"] = [
{
"name": "GCC 7 Debug",
"compiler": "GCC",
"version": "7",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "GCC 7 Release",
"compiler": "GCC",
"version": "7",
"os": "ubuntu-18.04",
"buildType": "Release"
},
{
"name": "CLANG 8 Debug",
"compiler": "CLANG",
"version": "8",
"os": "ubuntu-18.04",
"buildType": "Debug"
},
{
"name": "CLANG 8 Release",
"compiler": "CLANG",
"version": "8",
"os": "ubuntu-18.04",
"buildType": "Release"
},
]
if run_macos:
matrix_minimal["config"] += [
{
"name": "macOS Apple-Clang 11 Debug",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15",
"buildType": "Debug"
},
{
"name": "macOS Apple-Clang 11 Release",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15",
"buildType": "Release"
},
]
if run_windows:
matrix_minimal["config"] += [
{
"name": "Windows VS 2019 Debug",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019",
"buildType": "Debug"
},
{
"name": "Windows VS 2019 Release",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019",
"buildType": "Release"
},
]
else:
matrix["config"] = [
{
"name": "GCC 4.9",
"compiler": "GCC",
"version": "4.9",
"os": "ubuntu-18.04"
},
{
"name": "GCC 5",
"compiler": "GCC",
"version": "5",
"os": "ubuntu-18.04"
},
{
"name": "GCC 6",
"compiler": "GCC",
"version": "6",
"os": "ubuntu-18.04"
},
{
"name": "GCC 7",
"compiler": "GCC",
"version": "7",
"os": "ubuntu-18.04"
},
{
"name": "GCC 8",
"compiler": "GCC",
"version": "8",
"os": "ubuntu-18.04"
},
{
"name": "GCC 9",
"compiler": "GCC",
"version": "9",
"os": "ubuntu-18.04"
},
{
"name": "GCC 10",
"compiler": "GCC",
"version": "10",
"os": "ubuntu-18.04"
},
{
"name": "CLANG 3.9",
"compiler": "CLANG",
"version": "3.9",
"os": "ubuntu-18.04"
},
{
"name": "CLANG 4.0",
"compiler": "CLANG",
"version": "4.0",
"os": "ubuntu-18.04"
},
{
"name": "CLANG 5.0",
"compiler": "CLANG",
"version": "5.0",
"os": "ubuntu-18.04"
},
{
"name": "CLANG 6.0",
"compiler": "CLANG",
"version": "6.0",
"os": "ubuntu-18.04"
},
{
"name": "CLANG 7.0",
"compiler": "CLANG",
"version": "7.0",
"os": "ubuntu-18.04"
},
{
"name": "CLANG 8",
"compiler": "CLANG",
"version": "8",
"os": "ubuntu-18.04"
},
{
"name": "CLANG 9",
"compiler": "CLANG",
"version": "9",
"os": "ubuntu-18.04"
},
{
"name": "CLANG 10",
"compiler": "CLANG",
"version": "10",
"os": "ubuntu-18.04"
},
{
"name": "CLANG 11",
"compiler": "CLANG",
"version": "11",
"os": "ubuntu-18.04"
},
]
if run_macos:
matrix["config"] += [
{
"name": "macOS Apple-Clang 10",
"compiler": "APPLE_CLANG",
"version": "10.0",
"os": "macOS-10.14"
},
{
"name": "macOS Apple-Clang 11",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15"
},
{
"name": "macOS Apple-Clang 12",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15"
},
]
if run_windows:
matrix["config"] += [
{
"name": "Windows VS 2017",
"compiler": "VISUAL",
"version": "15",
"os": "vs2017-win2016"
},
{
"name": "Windows VS 2019",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019"
},
]
matrix_minimal["config"] = [
{
"name": "GCC 7",
"compiler": "GCC",
"version": "7",
"os": "ubuntu-18.04"
},
{
"name": "CLANG 8",
"compiler": "CLANG",
"version": "8",
"os": "ubuntu-18.04"
},
]
if run_macos:
matrix_minimal["config"] += [
{
"name": "macOS Apple-Clang 11",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15"
},
]
if run_windows:
matrix_minimal["config"] += [
{
"name": "Windows VS 2019",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019"
},
]
elif platform == "azp":
if split_by_build_types:
matrix["config"] = [
{
"name": "macOS Apple-Clang 10 Release",
"compiler": "APPLE_CLANG",
"version": "10.0",
"os": "macOS-10.14",
"buildType": "Release"
},
{
"name": "macOS Apple-Clang 10 Debug",
"compiler": "APPLE_CLANG",
"version": "10.0",
"os": "macOS-10.14",
"buildType": "Debug"
},
{
"name": "macOS Apple-Clang 11 Release",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15",
"buildType": "Release"
},
{
"name": "macOS Apple-Clang 11 Debug",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15",
"buildType": "Debug"
},
{
"name": "macOS Apple-Clang 12 Release",
"compiler": "APPLE_CLANG",
"version": "12.0",
"os": "macOS-10.15",
"buildType": "Release"
},
{
"name": "macOS Apple-Clang 12 Debug",
"compiler": "APPLE_CLANG",
"version": "12.0",
"os": "macOS-10.15",
"buildType": "Debug"
},
{
"name": "Windows VS 2017 Release",
"compiler": "VISUAL",
"version": "15",
"os": "vs2017-win2016",
"buildType": "Release"
},
{
"name": "Windows VS 2017 Debug",
"compiler": "VISUAL",
"version": "15",
"os": "vs2017-win2016",
"buildType": "Debug"
},
{
"name": "Windows VS 2019 Release",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019",
"buildType": "Release"
},
{
"name": "Windows VS 2019 Debug",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019",
"buildType": "Debug"
},
]
matrix_minimal["config"] = [
{
"name": "macOS Apple-Clang 11 Debug",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15",
"buildType": "Debug"
},
{
"name": "macOS Apple-Clang 11 Release",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15",
"buildType": "Release"
},
{
"name": "Windows VS 2019 Debug",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019",
"buildType": "Debug"
},
{
"name": "Windows VS 2019 Release",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019",
"buildType": "Release"
},
]
else:
matrix["config"] = [
{
"name": "macOS Apple-Clang 10",
"compiler": "APPLE_CLANG",
"version": "10.0",
"os": "macOS-10.14"
},
{
"name": "macOS Apple-Clang 11",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15"
},
{
"name": "macOS Apple-Clang 12",
"compiler": "APPLE_CLANG",
"version": "12.0",
"os": "macOS-10.15"
},
{
"name": "Windows VS 2017",
"compiler": "VISUAL",
"version": "15",
"os": "vs2017-win2016"
},
{
"name": "Windows VS 2019",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019"
},
]
matrix_minimal["config"] = [
{
"name": "macOS Apple-Clang 11",
"compiler": "APPLE_CLANG",
"version": "11.0",
"os": "macOS-10.15"
},
{
"name": "Windows VS 2019",
"compiler": "VISUAL",
"version": "16",
"os": "windows-2019"
},
]
directory_structure = autodetect_directory_structure()
final_matrix = {"config": []}
def _detect_changed_directories(path_filter: str = None) -> set:
changed_dirs = []
current_commit = utils_git_get_current_commit()
current_branch = utils_git_get_current_branch()
default_branch = utils_git_get_default_branch()
changed_dirs.extend(utils_git_get_changed_dirs(base=current_commit))
if default_branch != current_branch:
# The default branch might not be tracked locally
# i.e. "main" might be unknown, while "origin/main" should always be known
# similar for the current_branch, so lets use the hash commit which should be always be known
changed_dirs.extend(
utils_git_get_changed_dirs(
base="origin/{}".format(default_branch),
head=current_commit))
if path_filter:
# Only list directories which start with a certain path
# It also removes this filter prefix from the path
# e.g. only get changed directories in recipes/ and remove recipes/ from results
changed_dirs = [
x.replace(path_filter, "") for x in changed_dirs
if path_filter in x
]
# Remove trailing /
changed_dirs = [os.path.dirname(x) for x in changed_dirs]
return set(changed_dirs)
def _parse_recipe_directory(path: str,
path_filter: str = None,
recipe_displayname: str = None):
changed_dirs = _detect_changed_directories(path_filter=path_filter)
config_file = os.path.join(path, "config.yml")
config_yml = yaml.load(open(config_file, "r"))
for version, version_attr in config_yml["versions"].items():
version_build_value = version_attr.get("build", "full")
# If we are on a branch like testing/3.0.0 then only build 3.0.0
# regardless of config.yml settings
# If we are on an unversioned branch, only build versions which dirs got changed
if (get_version_from_ci() == "" and version_attr["folder"] in changed_dirs)\
or get_version_from_ci() == version:
if version_build_value != "none":
if version_build_value == "full":
working_matrix = matrix.copy()
elif version_build_value == "minimal":
working_matrix = matrix_minimal.copy()
else:
raise ValueError(
"Unknown build value for version {} detected!".
format(version))
for build_config in working_matrix["config"]:
new_config = build_config.copy()
if not path_filter:
new_config["cwd"] = version_attr["folder"]
new_config["name"] = "{} {}".format(
version, new_config["name"])
else:
new_config["cwd"] = "{}{}".format(
path_filter, version_attr["folder"])
new_config["name"] = "{}/{} {}".format(
recipe_displayname, version,
new_config["name"])
new_config["recipe_version"] = version
final_matrix["config"].append(new_config)
if directory_structure == DIR_STRUCTURE_ONE_RECIPE_ONE_VERSION:
for build_config in matrix["config"]:
new_config = build_config.copy()
new_config["cwd"] = "./"
_, fixed_version, _ = get_conan_vars(recipe=get_recipe_path())
new_config["recipe_version"] = fixed_version
final_matrix["config"].append(new_config)
elif directory_structure == DIR_STRUCTURE_ONE_RECIPE_MANY_VERSIONS:
_parse_recipe_directory(path=os.getcwd())
elif directory_structure == DIR_STRUCTURE_CCI:
recipes = [f.path for f in os.scandir("recipes") if f.is_dir()]
for recipe_folder in recipes:
# the path_filter should end with a / so that the results don't start with one
recipe_displayname = recipe_folder.replace("recipes/", "")
_parse_recipe_directory(path=recipe_folder,
path_filter="{}/".format(recipe_folder),
recipe_displayname=recipe_displayname)
# Now where we have to complete matrix, we have to parse them in a final string
# which can be understood by the target platform
matrix_string = "{}"
if platform == "gha":
matrix_string = json.dumps(final_matrix)
elif platform == "azp":
platform_matrix = {}
for build_config in final_matrix["config"]:
platform_matrix[build_config["name"]] = build_config
matrix_string = json.dumps(platform_matrix)
return matrix_string
def generate_ci_jobs(platform: str,
recipe_type: str = autodetect(),
split_by_build_types: bool = False) -> str:
if platform != "gha" and platform != "azp":
return ""
if not is_ci_config_compatible(platform=platform,
feature="generate-ci-jobs"):
raise Exception(
"bincrafters-package-tools {} requires a newer {} CI config file; minimum version {} - current version {}"
.format(
bincrafters.__version__, platform,
get_minimum_compatible_version(platform=platform,
feature="generate-ci-jobs"),
get_config_file_version()))
directory_structure = autodetect_directory_structure()
final_matrix = {"config": []}
def _detect_changed_directories(path_filter: str = None) -> set:
changed_dirs = []
current_commit = utils_git_get_current_commit()
current_branch = utils_git_get_current_branch()
default_branch = utils_git_get_default_branch()
changed_dirs.extend(utils_git_get_changed_dirs(base=current_commit))
if default_branch != current_branch:
# The default branch might not be tracked locally
# i.e. "main" might be unknown, while "origin/main" should always be known
# similar for the current_branch, so lets use the hash commit which should be always be known
changed_dirs.extend(
utils_git_get_changed_dirs(
base="origin/{}".format(default_branch),
head=current_commit))
if path_filter:
# Only list directories which start with a certain path
# It also removes this filter prefix from the path
# e.g. only get changed directories in recipes/ and remove recipes/ from results
changed_dirs = [
x.replace(path_filter, "") for x in changed_dirs
if path_filter in x
]
# Remove trailing /
changed_dirs = [os.path.dirname(x) for x in changed_dirs]
return set(changed_dirs)
def _parse_recipe_directory(path: str,
path_filter: str = None,
recipe_displayname: str = None):
changed_dirs = _detect_changed_directories(path_filter=path_filter)
config_file = os.path.join(path, "config.yml")
config_yml = yaml.load(open(config_file, "r"))
for version, version_attr in config_yml["versions"].items():
version_build_value = version_attr.get("build", "full")
# If we are on a branch like testing/3.0.0 then only build 3.0.0
# regardless of config.yml settings
# If we are on an unversioned branch, only build versions which dirs got changed
if (get_version_from_ci() == "" and version_attr["folder"] in changed_dirs) \
or get_version_from_ci() == version:
if version_build_value != "none":
if version_build_value == "full" or version_build_value == "minimal":
working_matrix = _get_base_config(
recipe_directory=os.path.join(
path, version_attr["folder"]),
platform=platform,
split_by_build_types=split_by_build_types,
build_set=version_build_value)
else:
raise ValueError(
"Unknown build value for version {} detected!".
format(version))
for build_config in working_matrix["config"]:
new_config = build_config.copy()
if not path_filter:
new_config["cwd"] = version_attr["folder"]
new_config["name"] = "{} {}".format(
version, new_config["name"])
else:
new_config["cwd"] = "{}{}".format(
path_filter, version_attr["folder"])
new_config["name"] = "{}/{} {}".format(
recipe_displayname, version,
new_config["name"])
new_config["recipe_version"] = version
final_matrix["config"].append(new_config)
if directory_structure == DIR_STRUCTURE_ONE_RECIPE_ONE_VERSION:
matrix = _get_base_config(recipe_directory=".",
platform=platform,
split_by_build_types=split_by_build_types)
for build_config in matrix["config"]:
new_config = build_config.copy()
new_config["cwd"] = "./"
_, fixed_version, _ = get_conan_vars(recipe=get_recipe_path())
new_config["recipe_version"] = fixed_version
final_matrix["config"].append(new_config)
elif directory_structure == DIR_STRUCTURE_ONE_RECIPE_MANY_VERSIONS:
_parse_recipe_directory(path=os.getcwd())
elif directory_structure == DIR_STRUCTURE_CCI:
recipes = [f.path for f in os.scandir("recipes") if f.is_dir()]
for recipe_folder in recipes:
# the path_filter should end with a / so that the results don't start with one
recipe_displayname = recipe_folder.replace("recipes/", "")
_parse_recipe_directory(path=recipe_folder,
path_filter="{}/".format(recipe_folder),
recipe_displayname=recipe_displayname)
# Now where we have the complete matrix, we have to parse it in a final string
# which can be understood by the target platform
matrix_string = "{}"
if platform == "gha":
matrix_string = json.dumps(final_matrix)
elif platform == "azp":
platform_matrix = {}
for build_config in final_matrix["config"]:
platform_matrix[build_config["name"]] = build_config
matrix_string = json.dumps(platform_matrix)
return matrix_string
def test_get_recipe_path_conanfile(set_conanfile_path):
assert os.path.join(os.getcwd(), "foobar.py") == get_recipe_path()
def test_get_recipe_path_default():
assert os.path.join(os.getcwd(), "conanfile.py") == get_recipe_path()