def test_permutations(self):
desc = self.fakeDescription()
exp = ExperimentDescription(desc)
got = exp.numPermutations()
expected = 3
self.assertEqual(got, expected)
got = exp.numPermutations(keys='envParameters')
expected = 2
self.assertEqual(got, expected)
got = exp.numPermutations(keys=['metaParameters', 'envParameters'])
expected = 6
self.assertEqual(got, expected)
def listResultsPaths(exp: ExperimentDescription,
runs: int = 1,
key: Optional[str] = None):
perms = exp.numPermutations()
tasks = perms * runs
for i in range(tasks):
yield exp.interpolateSavePath(i, key=key)
def test_permutations(self):
desc = self.fakeDescription()
exp = ExperimentDescription(desc)
# compute number of permutations first time
got = exp.numPermutations()
expected = 3
self.assertEqual(got, expected)
# recompute if the keys are different
got = exp.numPermutations(keys='envParameters')
expected = 2
self.assertEqual(got, expected)
# recompute if keys is array
got = exp.numPermutations(keys=['metaParameters', 'envParameters'])
expected = 6
self.assertEqual(got, expected)
def listIndices(exp: ExperimentDescription, runs: int = 1):
perms = exp.numPermutations()
tasks = perms * runs
return range(tasks)