def add_rebuild_migration_yaml(
migrators: MutableSequence[Migrator],
gx: nx.DiGraph,
package_names: Sequence[str],
output_to_feedstock: Mapping[str, str],
excluded_feedstocks: MutableSet[str],
migration_yaml: str,
config: dict = {},
migration_name: str = "",
pr_limit: int = PR_LIMIT,
) -> None:
"""Adds rebuild migrator.
Parameters
----------
migrators : list of Migrator
The list of migrators to run.
gx : networkx.DiGraph
The feedstock graph
package_names : list of str
The package who's pin was moved
output_to_feedstock : dict of str
Mapping of output name to feedstock name
excluded_feedstocks : set of str
Feedstock names which should never be included in the migration
migration_yaml : str
The raw yaml for the migration variant dict
config: dict
The __migrator contents of the migration
migration_name: str
Name of the migration
pr_limit : int, optional
The number of PRs per hour, defaults to 5
"""
total_graph = copy.deepcopy(gx)
for node, node_attrs in gx.nodes.items():
attrs: "AttrsTypedDict" = node_attrs["payload"]
requirements = attrs.get("requirements", {})
host = requirements.get("host", set())
build = requirements.get("build", set())
bh = host or build
criteria = bh & set(package_names) and (
"noarch" not in attrs.get("meta_yaml", {}).get("build", {})
)
# get host/build, run and test and launder them through outputs
# this should fix outputs related issues (eg gdal)
rq = set(
map(
lambda x: gx.graph["outputs_lut"].get(x, x),
(host or build)
| requirements.get("run", set())
| requirements.get("test", set()),
)
)
for e in list(total_graph.in_edges(node)):
if e[0] not in rq:
total_graph.remove_edge(*e)
if not any([criteria]) or node in excluded_feedstocks:
pluck(total_graph, node)
# post plucking we can have several strange cases, lets remove all selfloops
total_graph.remove_edges_from(nx.selfloop_edges(total_graph))
package_names = {
p if p in gx.nodes else output_to_feedstock[p] for p in package_names
} - excluded_feedstocks
top_level = {
node
for node in {gx.successors(package_name) for package_name in package_names}
if (node in total_graph) and len(list(total_graph.predecessors(node))) == 0
}
cycles = list(nx.simple_cycles(total_graph))
migrator = MigrationYaml(
migration_yaml,
graph=total_graph,
pr_limit=pr_limit,
name=migration_name,
top_level=top_level,
cycles=cycles,
piggy_back_migrations=[
PipMigrator(),
LicenseMigrator(),
CondaForgeYAMLCleanup(),
ExtraJinja2KeysCleanup(),
],
**config,
)
print(f"bump number is {migrator.bump_number}")
migrators.append(migrator)
def add_rebuild_migration_yaml(
migrators: MutableSequence[Migrator],
gx: nx.DiGraph,
package_names: Sequence[str],
output_to_feedstock: Mapping[str, str],
excluded_feedstocks: MutableSet[str],
migration_yaml: str,
config: dict = {},
migration_name: str = "",
pr_limit: int = PR_LIMIT,
) -> None:
"""Adds rebuild migrator.
Parameters
----------
migrators : list of Migrator
The list of migrators to run.
gx : networkx.DiGraph
The feedstock graph
package_names : list of str
The package who's pin was moved
output_to_feedstock : dict of str
Mapping of output name to feedstock name
excluded_feedstocks : set of str
Feedstock names which should never be included in the migration
migration_yaml : str
The raw yaml for the migration variant dict
config: dict
The __migrator contents of the migration
migration_name: str
Name of the migration
pr_limit : int, optional
The number of PRs per hour, defaults to 5
"""
total_graph = create_rebuild_graph(
gx,
package_names,
excluded_feedstocks,
include_noarch=config.get("include_noarch", False),
)
# Note at this point the graph is made of all packages that have a
# dependency on the pinned package via Host, run, or test.
# Some packages don't have a host section so we use their
# build section in its place.
package_names = {
p if p in gx.nodes else output_to_feedstock[p] for p in package_names
} - excluded_feedstocks
top_level = {
node
for node in {gx.successors(package_name) for package_name in package_names}
if (node in total_graph) and len(list(total_graph.predecessors(node))) == 0
}
cycles = list(nx.simple_cycles(total_graph))
migrator = MigrationYaml(
migration_yaml,
graph=total_graph,
pr_limit=pr_limit,
name=migration_name,
top_level=top_level,
cycles=cycles,
piggy_back_migrations=[
Jinja2VarsCleanup(),
PipMigrator(),
LicenseMigrator(),
CondaForgeYAMLCleanup(),
ExtraJinja2KeysCleanup(),
],
**config,
)
print(f"bump number is {migrator.bump_number}")
migrators.append(migrator)
def add_rebuild_migration_yaml(
migrators: MutableSequence[Migrator],
gx: nx.DiGraph,
package_names: Sequence[str],
migration_yaml: str,
config: dict = {},
migration_name: str = "",
pr_limit: int = 50,
) -> None:
"""Adds rebuild migrator.
Parameters
----------
migrators : list of Migrator
The list of migrators to run.
gx : networkx.DiGraph
The feedstock graph
package_names : list of str
The package who's pin was moved
migration_yaml : str
The raw yaml for the migration variant dict
config: dict
The __migrator contents of the migration
migration_name: str
Name of the migration
pr_limit : int, optional
The number of PRs per hour, defaults to 5
"""
total_graph = copy.deepcopy(gx)
for node, node_attrs in gx.nodes.items():
attrs: "AttrsTypedDict" = node_attrs["payload"]
meta_yaml = attrs.get("meta_yaml", {}) or {}
# TODO: fix this, since it doesn't fully apply the strong constraints
if "strong" in meta_yaml.get("build", {}) or any(
[
"strong" in output.get("build", {})
for output in meta_yaml.get("outputs", [])
if output.get("build")
],
):
bh = get_requirements(meta_yaml, run=False)
else:
bh = get_requirements(
meta_yaml, run=False, build=False, host=True,
) or get_requirements(meta_yaml, build=True, run=False, host=False)
criteria = any(package_name in bh for package_name in package_names) and (
"noarch" not in meta_yaml.get("build", {})
)
rq = _host_run_test_dependencies(meta_yaml)
for e in list(total_graph.in_edges(node)):
if e[0] not in rq:
total_graph.remove_edge(*e)
if not any([criteria]):
pluck(total_graph, node)
# post plucking we can have several strange cases, lets remove all selfloops
total_graph.remove_edges_from(nx.selfloop_edges(total_graph))
top_level = {
node
for node in {gx.successors(package_name) for package_name in package_names}
if (node in total_graph) and len(list(total_graph.predecessors(node))) == 0
}
cycles = list(nx.simple_cycles(total_graph))
migrator = MigrationYaml(
migration_yaml,
graph=total_graph,
pr_limit=pr_limit,
name=migration_name,
top_level=top_level,
cycles=cycles,
piggy_back_migrations=[PipMigrator(), LicenseMigrator()],
**config,
)
print(f"bump number is {migrator.bump_number}")
migrators.append(migrator)