def testCyclicSpecial(self):
"""Make sure cycles are detected on common sub-trees too"""
self.writeRecipe("root1", """\
root: True
depends: [b]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("root2", """\
root: True
depends:
- name: b
if: "${TERMINATE:-1}"
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("b", """\
environment:
TERMINATE: "0"
depends: [c]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("c", """\
depends: [root2]
buildScript: "true"
packageScript: "true"
""")
recipes = RecipeSet()
recipes.parse()
packages = recipes.generatePackages(lambda x,y: "unused")
self.assertRaises(ParseError, packages.getRootPackage)
def testDefaultRelativeIncludes(self):
"""Test relative includes work"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
os.makedirs("some/sub/dirs")
os.makedirs("other/directories")
with open("config.yaml", "w") as f:
f.write("policies:\n")
f.write(" relativeIncludes: True\n")
with open("default.yaml", "w") as f:
f.write("include:\n")
f.write(" - some/first\n")
f.write("require:\n")
f.write(" - other/second\n")
f.write("environment:\n")
f.write(" FOO: default\n")
f.write(" BAR: default\n")
f.write(" BAZ: default\n")
with open("other/second.yaml", "w") as f:
f.write('require: ["directories/lower"]')
with open("other/directories/lower.yaml", "w") as f:
f.write("environment:\n")
f.write(" BAR: lower\n")
f.write(" BAZ: lower\n")
with open("some/first.yaml", "w") as f:
f.write('include: ["sub/dirs/higher"]')
with open("some/sub/dirs/higher.yaml", "w") as f:
f.write("environment:\n")
f.write(" BAZ: higher\n")
recipeSet = RecipeSet()
recipeSet.parse()
self.assertEqual(recipeSet.defaultEnv(),
{'FOO' : 'default', 'BAR' : 'lower', 'BAZ' : 'higher' })
def testDuplicateRemoval(self):
"""Test that provided dependencies do not replace real dependencies"""
self.writeRecipe("root", """\
root: True
depends: [a, b]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("a", """\
depends: [b]
provideDeps: [b]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("b", """\
buildScript: "true"
packageScript: "true"
""")
recipes = RecipeSet()
recipes.parse()
packages = recipes.generatePackages(lambda x,y: "unused")
# make sure "b" is addressable
p = packages.walkPackagePath("root/b")
self.assertEqual(p.getName(), "b")
def testDefaultRequireLowerPrecedence(self):
"""Test that 'require' has lower precedence than 'include'"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
with open("default.yaml", "w") as f:
f.write("include:\n")
f.write(" - higher\n")
f.write("require:\n")
f.write(" - lower\n")
f.write("environment:\n")
f.write(" FOO: default\n")
f.write(" BAR: default\n")
f.write(" BAZ: default\n")
with open("lower.yaml", "w") as f:
f.write("environment:\n")
f.write(" BAR: lower\n")
f.write(" BAZ: lower\n")
with open("higher.yaml", "w") as f:
f.write("environment:\n")
f.write(" BAZ: higher\n")
recipeSet = RecipeSet()
recipeSet.parse()
self.assertEqual(recipeSet.defaultEnv(),
{'FOO' : 'default', 'BAR' : 'lower', 'BAZ' : 'higher' })
def testEmptyTree(self):
"""Test parsing an empty receipe tree"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
recipeSet = RecipeSet()
recipeSet.parse()
def testIncompatibleNamedTwice(self):
"""Test that it is impossible to name the same dependency twice with
different variants."""
self.writeRecipe("root", """\
multiPackage:
"":
root: True
depends:
- name: root-lib
environment:
FOO: bar
- name: root-lib
use: [tools]
environment:
FOO: baz
buildScript: "true"
packageScript: "true"
lib:
packageVars: [FOO]
packageScript: "true"
provideTools:
t: "."
""")
recipes = RecipeSet()
recipes.parse()
packages = recipes.generatePackages(lambda x,y: "unused")
self.assertRaises(ParseError, packages.getRootPackage)
def testUserConfigMissing(self):
"""Test that missing user config fails parsing"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
recipeSet = RecipeSet()
recipeSet.setConfigFiles(["user"])
self.assertRaises(ParseError, recipeSet.parse)
def testDefaultEmpty(self):
"""Test parsing an empty default.yaml"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
with open("default.yaml", "w") as f:
f.write(" ")
recipeSet = RecipeSet()
recipeSet.parse()
def testDefaultIncludeMissing(self):
"""Test that default.yaml can include missing files"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
with open("default.yaml", "w") as f:
f.write("include:\n")
f.write(" - user\n")
recipeSet = RecipeSet()
recipeSet.parse()
assert recipeSet.defaultEnv() == {}
def testDefaultInclude(self):
"""Test parsing default.yaml including another file"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
with open("default.yaml", "w") as f:
f.write("include:\n")
f.write(" - user\n")
with open("user.yaml", "w") as f:
f.write("whitelist: [FOO]\n")
recipeSet = RecipeSet()
recipeSet.parse()
assert "FOO" in recipeSet.envWhiteList()
def testDefaultIncludeOverrides(self):
"""Test that included files override settings of default.yaml"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
with open("default.yaml", "w") as f:
f.write("include:\n")
f.write(" - user\n")
f.write("environment:\n")
f.write(" FOO: BAR\n")
f.write(" BAR: BAZ\n")
with open("user.yaml", "w") as f:
f.write("environment:\n")
f.write(" FOO: BAZ\n")
recipeSet = RecipeSet()
recipeSet.parse()
assert recipeSet.defaultEnv() == { "FOO":"BAZ", "BAR":"BAZ" }
def testIncompatible(self):
"""Incompatible provided dependencies must raise an error"""
self.writeRecipe(
"root", """\
root: True
depends: [a, b]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe(
"a", """\
depends:
-
name: c
environment: { FOO: A }
provideDeps: [c]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe(
"b", """\
depends:
-
name: c
environment: { FOO: B }
provideDeps: [c]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe(
"c", """\
buildVars: [FOO]
buildScript: "true"
packageScript: "true"
""")
recipes = RecipeSet()
recipes.parse()
packages = recipes.generatePackages(lambda x, y: "unused")
self.assertRaises(ParseError, packages.getRootPackage)
def testDefaultIncludeOverrides(self):
"""Test that included files override settings of default.yaml"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
with open("default.yaml", "w") as f:
f.write("include:\n")
f.write(" - user\n")
f.write("environment:\n")
f.write(" FOO: BAR\n")
f.write(" BAR: BAZ\n")
with open("user.yaml", "w") as f:
f.write("environment:\n")
f.write(" FOO: BAZ\n")
recipeSet = RecipeSet()
recipeSet.parse()
self.assertEqual(pruneBuiltin(recipeSet.defaultEnv()), {
"FOO": "BAZ",
"BAR": "BAZ"
})
def testCyclicSpecial(self):
"""Make sure cycles are detected on common sub-trees too"""
self.writeRecipe(
"root1", """\
root: True
depends: [b]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe(
"root2", """\
root: True
depends:
- name: b
if: "${TERMINATE:-1}"
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe(
"b", """\
environment:
TERMINATE: "0"
depends: [c]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe(
"c", """\
depends: [root2]
buildScript: "true"
packageScript: "true"
""")
recipes = RecipeSet()
recipes.parse()
packages = recipes.generatePackages(lambda x, y: "unused")
self.assertRaises(ParseError, packages.getRootPackage)
def testCyclic(self):
"""Cyclic dependencies must be detected during parsing"""
self.writeRecipe("a", """\
root: True
depends: [b]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("b", """\
depends: [c]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("c", """\
depends: [a]
buildScript: "true"
packageScript: "true"
""")
recipes = RecipeSet()
recipes.parse()
packages = recipes.generatePackages(lambda x,y: "unused")
self.assertRaises(ParseError, packages.getRootPackage)
def testCyclic(self):
"""Cyclic dependencies must be detected during parsing"""
self.writeRecipe("a", """\
root: True
depends: [b]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("b", """\
depends: [c]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("c", """\
depends: [a]
buildScript: "true"
packageScript: "true"
""")
recipes = RecipeSet()
recipes.parse()
packages = recipes.generatePackages(lambda x,y: "unused")
self.assertRaises(ParseError, packages.getRootPackage)
def testIncompatible(self):
"""Incompatible provided dependencies must raise an error"""
self.writeRecipe("root", """\
root: True
depends: [a, b]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("a", """\
depends:
-
name: c
environment: { FOO: A }
provideDeps: [c]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("b", """\
depends:
-
name: c
environment: { FOO: B }
provideDeps: [c]
buildScript: "true"
packageScript: "true"
""")
self.writeRecipe("c", """\
buildVars: [FOO]
buildScript: "true"
packageScript: "true"
""")
recipes = RecipeSet()
recipes.parse()
packages = recipes.generatePackages(lambda x,y: "unused")
self.assertRaises(ParseError, packages.getRootPackage)
def testDefaultRelativeIncludes(self):
"""Test relative includes work"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
os.makedirs("some/sub/dirs")
os.makedirs("other/directories")
with open("config.yaml", "w") as f:
f.write("policies:\n")
f.write(" relativeIncludes: True\n")
with open("default.yaml", "w") as f:
f.write("include:\n")
f.write(" - some/first\n")
f.write("require:\n")
f.write(" - other/second\n")
f.write("environment:\n")
f.write(" FOO: default\n")
f.write(" BAR: default\n")
f.write(" BAZ: default\n")
with open("other/second.yaml", "w") as f:
f.write('require: ["directories/lower"]')
with open("other/directories/lower.yaml", "w") as f:
f.write("environment:\n")
f.write(" BAR: lower\n")
f.write(" BAZ: lower\n")
with open("some/first.yaml", "w") as f:
f.write('include: ["sub/dirs/higher"]')
with open("some/sub/dirs/higher.yaml", "w") as f:
f.write("environment:\n")
f.write(" BAZ: higher\n")
recipeSet = RecipeSet()
recipeSet.parse()
self.assertEqual(pruneBuiltin(recipeSet.defaultEnv()), {
'FOO': 'default',
'BAR': 'lower',
'BAZ': 'higher'
})
def testStringType(self):
"""Test evaluation of IfExpression"""
self.writeRecipe(
"r1", """\
root: !expr |
"True"
""")
self.writeRecipe(
"r2", """\
root: !expr |
"${FOO:-0}" == "bar"
""")
recipes = RecipeSet()
recipes.parse()
ps = recipes.generatePackages(lambda x, y: "unused")
ps.walkPackagePath("r1")
self.assertRaises(BobError, ps.walkPackagePath, "r2")
recipes = RecipeSet()
recipes.parse({"FOO": "bar"})
ps = recipes.generatePackages(lambda x, y: "unused")
ps.walkPackagePath("r1")
ps.walkPackagePath("r2")
def testUserConfigOverrides(self):
"""Test that user configs override default.yaml w/ includes"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
with open("default.yaml", "w") as f:
f.write("include:\n")
f.write(" - included\n")
f.write("environment:\n")
f.write(" FOO: BAR\n")
with open("included.yaml", "w") as f:
f.write("environment:\n")
f.write(" FOO: BAZ\n")
with open("user.yaml", "w") as f:
f.write("environment:\n")
f.write(" FOO: USER\n")
recipeSet = RecipeSet()
recipeSet.setConfigFiles(["user"])
recipeSet.parse()
assert recipeSet.defaultEnv() == {"FOO": "USER"}
def testUserConfigOverrides(self):
"""Test that user configs override default.yaml w/ includes"""
with TemporaryDirectory() as tmp:
os.chdir(tmp)
os.mkdir("recipes")
with open("default.yaml", "w") as f:
f.write("include:\n")
f.write(" - included\n")
f.write("environment:\n")
f.write(" FOO: BAR\n")
with open("included.yaml", "w") as f:
f.write("environment:\n")
f.write(" FOO: BAZ\n")
with open("user.yaml", "w") as f:
f.write("environment:\n")
f.write(" FOO: USER\n")
recipeSet = RecipeSet()
recipeSet.setConfigFiles(["user"])
recipeSet.parse()
assert recipeSet.defaultEnv() == { "FOO":"USER"}
def generate(self):
recipes = RecipeSet()
recipes.parse()
return recipes.generatePackages(lambda x, y: "unused")
def generate(self):
recipes = RecipeSet()
recipes.parse()
return recipes.generatePackages(lambda x,y: "unused")
def generate(self, sandboxEnabled=False):
recipes = RecipeSet()
recipes.parse()
return recipes.generatePackages(lambda x, y: "unused",
sandboxEnabled=sandboxEnabled)
def testNested(self):
"""Test that nested if expressions are working"""
recipes = RecipeSet()
recipes.parse(envOverrides={"USE_DEPS": "0", "BAR": "bar2"})
ps = recipes.generatePackages(lambda x, y: "unused")
self.assertRaises(BobError, ps.walkPackagePath, "root/bar-1")
self.assertRaises(BobError, ps.walkPackagePath, "root/bar-2")
recipes = RecipeSet()
recipes.parse(envOverrides={"USE_DEPS": "1"})
ps = recipes.generatePackages(lambda x, y: "unused")
ps.walkPackagePath("root/bar-1")
self.assertRaises(BobError, ps.walkPackagePath, "root/bar-2")
recipes = RecipeSet()
recipes.parse(envOverrides={"USE_DEPS": "1", "BAR": "bar2"})
ps = recipes.generatePackages(lambda x, y: "unused")
ps.walkPackagePath("root/bar-1")
ps.walkPackagePath("root/bar-2")