def test_workload_create(self):
w_name = "atata"
w_description = "tatata"
w_position = 0
w_args = {"a": "A"}
w_context = {"c": "C"}
w_sla = {"s": "S"}
w_runner = {"r": "R", "type": "T"}
w_runner_type = "T"
w_hooks = []
workload = db.workload_create(self.task_uuid, self.subtask_uuid,
name=w_name, description=w_description,
position=w_position, args=w_args,
context=w_context, sla=w_sla,
hooks=w_hooks, runner=w_runner,
runner_type=w_runner_type)
workload.pop("uuid")
workload.pop("created_at")
workload.pop("updated_at")
self.assertEqual(
{"context_execution": {},
"statistics": {},
"subtask_uuid": self.subtask_uuid,
"task_uuid": self.task_uuid,
"name": w_name, "description": w_description,
"id": 1, "position": w_position,
"args": w_args, "context": w_context, "hooks": w_hooks,
"runner": w_runner, "runner_type": w_runner_type,
"full_duration": 0.0, "load_duration": 0.0,
"failed_iteration_count": 0, "total_iteration_count": 0,
"pass_sla": True, "sla": w_sla,
"sla_results": {}}, workload)
def test_task_delete_with_results(self):
task_id = self._create_task()["uuid"]
key = {
"name": "atata",
"description": "tatata",
"pos": 0,
"kw": {
"args": {"a": "A"},
"context": {"c": "C"},
"sla": {"s": "S"},
"runner": {"r": "R", "type": "T"}
}
}
data = {
"sla": [
{"s": "S", "success": True},
{"1": "2", "success": True},
{"a": "A", "success": True}
],
"load_duration": 13,
"full_duration": 42
}
subtask = db.subtask_create(task_id, title="foo")
workload = db.workload_create(task_id, subtask["uuid"], key)
db.workload_data_create(task_id, workload["uuid"], 0, {"raw": []})
db.workload_set_results(workload["uuid"], data)
res = db.task_result_get_all_by_uuid(task_id)
self.assertEqual(len(res), 1)
db.task_delete(task_id)
res = db.task_result_get_all_by_uuid(task_id)
self.assertEqual(len(res), 0)
def test_workload_create(self):
key = {
"name": "atata",
"description": "tatata",
"pos": 0,
"kw": {
"args": {
"a": "A"
},
"context": {
"c": "C"
},
"sla": {
"s": "S"
},
"runner": {
"r": "R",
"type": "T"
}
}
}
workload = db.workload_create(self.task_uuid, self.subtask_uuid, key)
self.assertEqual("atata", workload["name"])
self.assertEqual("tatata", workload["description"])
self.assertEqual(0, workload["position"])
self.assertEqual({"a": "A"}, workload["args"])
self.assertEqual({"c": "C"}, workload["context"])
self.assertEqual({"s": "S"}, workload["sla"])
self.assertEqual({"r": "R", "type": "T"}, workload["runner"])
self.assertEqual("T", workload["runner_type"])
self.assertEqual(self.task_uuid, workload["task_uuid"])
self.assertEqual(self.subtask_uuid, workload["subtask_uuid"])
def __init__(self, task_uuid, subtask_uuid, name, description, position,
runner, runner_type, hooks, contexts, sla, args):
self.workload = db.workload_create(
task_uuid=task_uuid, subtask_uuid=subtask_uuid, name=name,
description=description, position=position, runner=runner,
runner_type=runner_type, hooks=hooks, contexts=contexts, sla=sla,
args=args)
def test_workload_set_results_empty_raw_data(self):
workload = db.workload_create(self.task_uuid, self.subtask_uuid,
name="foo", description="descr",
position=0, args={},
contexts={}, sla={},
hooks=[], runner={},
runner_type="foo")
sla_results = [{"s": "S", "success": False},
{"1": "2", "success": True},
{"a": "A", "success": True}]
load_duration = 13
full_duration = 42
start_time = 33.33
w_ctx_results = [{"name": "setup:something"}]
db.workload_set_results(workload_uuid=workload["uuid"],
subtask_uuid=self.subtask_uuid,
task_uuid=self.task_uuid,
load_duration=load_duration,
full_duration=full_duration,
start_time=start_time,
sla_results=sla_results,
contexts_results=w_ctx_results)
workload = db.workload_get(workload["uuid"])
self.assertIsNone(workload["min_duration"])
self.assertIsNone(workload["max_duration"])
self.assertEqual(0, workload["total_iteration_count"])
self.assertEqual(0, workload["failed_iteration_count"])
self.assertFalse(workload["pass_sla"])
self.assertEqual(sla_results, workload["sla_results"]["sla"])
self.assertEqual(load_duration, workload["load_duration"])
self.assertEqual(full_duration, workload["full_duration"])
self.assertEqual(start_time, workload["start_time"])
self.assertEqual(self.task_uuid, workload["task_uuid"])
self.assertEqual(self.subtask_uuid, workload["subtask_uuid"])
def __init__(self, task_uuid, subtask_uuid, name, description, position,
runner, runner_type, hooks, contexts, sla, args):
self.workload = db.workload_create(
task_uuid=task_uuid, subtask_uuid=subtask_uuid, name=name,
description=description, position=position, runner=runner,
runner_type=runner_type, hooks=hooks, contexts=contexts, sla=sla,
args=args)
def test_workload_set_results_empty_raw_data(self):
key = {
"name": "atata",
"description": "tatata",
"pos": 0,
"kw": {
"args": {
"a": "A"
},
"context": {
"c": "C"
},
"sla": {
"s": "S"
},
"runner": {
"r": "R",
"type": "T"
}
}
}
data = {
"sla": [{
"s": "S",
"success": False
}, {
"1": "2",
"success": True
}, {
"a": "A",
"success": True
}],
"load_duration":
13,
"full_duration":
42
}
workload = db.workload_create(self.task_uuid, self.subtask_uuid, key)
workload = db.workload_set_results(workload["uuid"], data)
self.assertEqual("atata", workload["name"])
self.assertEqual("tatata", workload["description"])
self.assertEqual(0, workload["position"])
self.assertEqual({"a": "A"}, workload["args"])
self.assertEqual({"c": "C"}, workload["context"])
self.assertEqual({"s": "S"}, workload["sla"])
self.assertEqual({"r": "R", "type": "T"}, workload["runner"])
self.assertEqual("T", workload["runner_type"])
self.assertEqual(13, workload["load_duration"])
self.assertEqual(42, workload["full_duration"])
self.assertEqual(0, workload["min_duration"])
self.assertEqual(0, workload["max_duration"])
self.assertEqual(0, workload["total_iteration_count"])
self.assertEqual(0, workload["failed_iteration_count"])
self.assertFalse(workload["pass_sla"])
self.assertEqual([], workload["hooks"])
self.assertEqual(data["sla"], workload["sla_results"]["sla"])
self.assertEqual(self.task_uuid, workload["task_uuid"])
self.assertEqual(self.subtask_uuid, workload["subtask_uuid"])
def test_task_get_detailed(self):
validation_result = {
"etype": "FooError",
"msg": "foo message",
"trace": "foo t/b",
}
task1 = self._create_task({"validation_result": validation_result,
"tags": ["bar"]})
key = {
"name": "atata",
"description": "tatata",
"pos": 0,
"kw": {
"args": {"a": "A"},
"context": {"c": "C"},
"sla": {"s": "S"},
"runner": {"r": "R", "type": "T"},
"hooks": [],
}
}
data = {
"sla": [
{"s": "S", "success": True},
{"1": "2", "success": True},
{"a": "A", "success": True}
],
"load_duration": 13,
"full_duration": 42,
"hooks": [],
}
subtask = db.subtask_create(task1["uuid"], title="foo")
workload = db.workload_create(task1["uuid"], subtask["uuid"], key)
db.workload_data_create(
task1["uuid"], workload["uuid"], 0, {"raw": []})
db.workload_set_results(workload["uuid"], data)
task1_full = db.task_get_detailed(task1["uuid"])
self.assertEqual(validation_result,
json.loads(task1_full["verification_log"]))
self.assertEqual(["bar"], task1_full["tags"])
results = task1_full["results"]
self.assertEqual(1, len(results))
self.assertEqual(key, results[0]["key"])
self.assertEqual({
"raw": [],
"sla": [
{"s": "S", "success": True},
{"1": "2", "success": True},
{"a": "A", "success": True}
],
"load_duration": 13,
"full_duration": 42,
"hooks": [],
}, results[0]["data"])
def setUp(self):
super(WorkloadDataTestCase, self).setUp()
self.env = db.env_create(self.id(), "INIT", "", {}, {}, {}, [])
self.task = db.task_create({"env_uuid": self.env["uuid"]})
self.task_uuid = self.task["uuid"]
self.subtask = db.subtask_create(self.task_uuid, title="foo")
self.subtask_uuid = self.subtask["uuid"]
self.workload = db.workload_create(
self.task_uuid, self.subtask_uuid, name="atata", description="foo",
position=0, args={}, contexts={}, sla={}, runner={},
runner_type="r", hooks={})
self.workload_uuid = self.workload["uuid"]
def setUp(self):
super(WorkloadDataTestCase, self).setUp()
self.deploy = db.deployment_create({})
self.task = db.task_create({"deployment_uuid": self.deploy["uuid"]})
self.task_uuid = self.task["uuid"]
self.subtask = db.subtask_create(self.task_uuid, title="foo")
self.subtask_uuid = self.subtask["uuid"]
self.key = {"name": "atata", "description": "tatata",
"pos": 0, "kw": {"runner": {"r": "R", "type": "T"}}}
self.workload = db.workload_create(self.task_uuid, self.subtask_uuid,
self.key)
self.workload_uuid = self.workload["uuid"]
def setUp(self):
super(WorkloadDataTestCase, self).setUp()
self.deploy = db.deployment_create({})
self.task = db.task_create({"deployment_uuid": self.deploy["uuid"]})
self.task_uuid = self.task["uuid"]
self.subtask = db.subtask_create(self.task_uuid, title="foo")
self.subtask_uuid = self.subtask["uuid"]
self.workload = db.workload_create(
self.task_uuid, self.subtask_uuid, name="atata", description="foo",
position=0, args={}, context={}, sla={}, runner={},
runner_type="r", hooks={})
self.workload_uuid = self.workload["uuid"]
def test_task_result_create(self):
task_id = self._create_task()["uuid"]
key = {
"name": "atata",
"description": "tatata",
"pos": 0,
"kw": {
"args": {"a": "A"},
"context": {"c": "C"},
"sla": {"s": "S"},
"hooks": [{"name": "foo_hook", "args": "bar",
"trigger": {"name": "foo_trigger", "args": "baz"}}],
"runner": {"r": "R", "type": "T"}
}
}
raw_data = {
"raw": [
{"error": "anError", "duration": 0, "timestamp": 1,
"atomic_actions": []},
{"duration": 1, "timestamp": 1,
"atomic_actions": []},
{"duration": 2, "timestamp": 2,
"atomic_actions": []}
],
}
data = {
"sla": [
{"s": "S", "success": True},
{"1": "2", "success": True},
{"a": "A", "success": True}
],
"load_duration": 13,
"full_duration": 42,
"hooks": [
{"config": {"name": "foo_hook", "args": "bar",
"trigger": {"name": "foo_trigger", "args": "baz"}},
"results": [
{"status": "success", "started_at": 10.0,
"finished_at": 11.0, "triggered_by": {"time": 5}}],
"summary": {}}
],
}
subtask = db.subtask_create(task_id, title="foo")
workload = db.workload_create(task_id, subtask["uuid"], key)
db.workload_data_create(task_id, workload["uuid"], 0, raw_data)
db.workload_set_results(workload["uuid"], data)
res = db.task_result_get_all_by_uuid(task_id)
self.assertEqual(1, len(res))
self.assertEqual(raw_data["raw"], res[0]["data"]["raw"])
self.assertEqual(key, res[0]["key"])
def test_workload_create(self):
w_name = "atata"
w_description = "tatata"
w_position = 0
w_args = {"a": "A"}
w_context = {"c": "C"}
w_sla = {"s": "S"}
w_runner = {"r": "R", "type": "T"}
w_runner_type = "T"
w_hooks = []
workload = db.workload_create(self.task_uuid,
self.subtask_uuid,
name=w_name,
description=w_description,
position=w_position,
args=w_args,
context=w_context,
sla=w_sla,
hooks=w_hooks,
runner=w_runner,
runner_type=w_runner_type)
workload.pop("uuid")
workload.pop("created_at")
workload.pop("updated_at")
self.assertEqual(
{
"context_execution": {},
"statistics": {},
"subtask_uuid": self.subtask_uuid,
"task_uuid": self.task_uuid,
"name": w_name,
"description": w_description,
"id": 1,
"position": w_position,
"args": w_args,
"context": w_context,
"hooks": w_hooks,
"runner": w_runner,
"runner_type": w_runner_type,
"full_duration": 0.0,
"load_duration": 0.0,
"max_duration": 0.0,
"min_duration": 0.0,
"failed_iteration_count": 0,
"total_iteration_count": 0,
"pass_sla": True,
"sla": w_sla,
"sla_results": {}
}, workload)
def test_task_result_get_all_by_uuid(self):
task1 = self._create_task()["uuid"]
task2 = self._create_task()["uuid"]
key = {
"name": "atata",
"description": "tatata",
"pos": 0,
"kw": {
"args": {
"task_id": "task_id"
},
"context": {
"c": "C"
},
"sla": {
"s": "S"
},
"runner": {
"r": "R",
"type": "T"
},
"hooks": [],
}
}
data = {
"sla": [{
"success": True
}],
"load_duration": 13,
"full_duration": 42,
"hooks": [],
}
for task_id in (task1, task2):
key["kw"]["args"]["task_id"] = task_id
data["sla"][0] = {"success": True}
subtask = db.subtask_create(task_id, title="foo")
workload = db.workload_create(task_id, subtask["uuid"], key)
db.workload_data_create(task_id, workload["uuid"], 0, {"raw": []})
db.workload_set_results(workload["uuid"], data)
for task_id in (task1, task2):
res = db.task_result_get_all_by_uuid(task_id)
key["kw"]["args"]["task_id"] = task_id
data["sla"][0] = {"success": True}
data["raw"] = []
self.assertEqual(len(res), 1)
self.assertEqual(res[0]["key"], key)
self.assertEqual(res[0]["data"], data)
def test_workload_set_results_empty_raw_data(self):
workload = db.workload_create(self.task_uuid,
self.subtask_uuid,
name="foo",
description="descr",
position=0,
args={},
contexts={},
sla={},
hooks=[],
runner={},
runner_type="foo")
sla_results = [{
"s": "S",
"success": False
}, {
"1": "2",
"success": True
}, {
"a": "A",
"success": True
}]
load_duration = 13
full_duration = 42
start_time = 33.33
w_ctx_results = [{"name": "setup:something"}]
db.workload_set_results(workload_uuid=workload["uuid"],
subtask_uuid=self.subtask_uuid,
task_uuid=self.task_uuid,
load_duration=load_duration,
full_duration=full_duration,
start_time=start_time,
sla_results=sla_results,
contexts_results=w_ctx_results)
workload = db.workload_get(workload["uuid"])
self.assertIsNone(workload["min_duration"])
self.assertIsNone(workload["max_duration"])
self.assertEqual(0, workload["total_iteration_count"])
self.assertEqual(0, workload["failed_iteration_count"])
self.assertFalse(workload["pass_sla"])
self.assertEqual(sla_results, workload["sla_results"]["sla"])
self.assertEqual(load_duration, workload["load_duration"])
self.assertEqual(full_duration, workload["full_duration"])
self.assertEqual(start_time, workload["start_time"])
self.assertEqual(self.task_uuid, workload["task_uuid"])
self.assertEqual(self.subtask_uuid, workload["subtask_uuid"])
def test_task_get_detailed_last(self):
task1 = self._create_task()
key = {
"name": "atata",
"description": "tatata",
"pos": 0,
"kw": {
"args": {"a": "A"},
"context": {"c": "C"},
"sla": {"s": "S"},
"runner": {"r": "R", "type": "T"},
"hooks": [],
}
}
data = {
"sla": [
{"s": "S", "success": True},
{"1": "2", "success": True},
{"a": "A", "success": True}
],
"load_duration": 13,
"full_duration": 42,
"hooks": [],
}
subtask = db.subtask_create(task1["uuid"], title="foo")
workload = db.workload_create(task1["uuid"], subtask["uuid"], key)
db.workload_data_create(
task1["uuid"], workload["uuid"], 0, {"raw": []})
db.workload_set_results(workload["uuid"], data)
task1_full = db.task_get_detailed_last()
results = task1_full["results"]
self.assertEqual(1, len(results))
self.assertEqual(key, results[0]["key"])
self.assertEqual({
"raw": [],
"sla": [
{"s": "S", "success": True},
{"1": "2", "success": True},
{"a": "A", "success": True}
],
"load_duration": 13,
"full_duration": 42,
"hooks": [],
}, results[0]["data"])
def setUp(self):
super(WorkloadDataTestCase, self).setUp()
self.env = db.env_create(self.id(), "INIT", "", {}, {}, {}, [])
self.task = db.task_create({"env_uuid": self.env["uuid"]})
self.task_uuid = self.task["uuid"]
self.subtask = db.subtask_create(self.task_uuid, title="foo")
self.subtask_uuid = self.subtask["uuid"]
self.workload = db.workload_create(self.task_uuid,
self.subtask_uuid,
name="atata",
description="foo",
position=0,
args={},
contexts={},
sla={},
runner={},
runner_type="r",
hooks={})
self.workload_uuid = self.workload["uuid"]
def setUp(self):
super(WorkloadDataTestCase, self).setUp()
self.deploy = db.deployment_create({})
self.task = db.task_create({"deployment_uuid": self.deploy["uuid"]})
self.task_uuid = self.task["uuid"]
self.subtask = db.subtask_create(self.task_uuid, title="foo")
self.subtask_uuid = self.subtask["uuid"]
self.workload = db.workload_create(self.task_uuid,
self.subtask_uuid,
name="atata",
description="foo",
position=0,
args={},
contexts={},
sla={},
runner={},
runner_type="r",
hooks={})
self.workload_uuid = self.workload["uuid"]
def __init__(self, task_uuid, subtask_uuid, key):
self.workload = db.workload_create(task_uuid, subtask_uuid, key)
def test_task_create_and_get_detailed(self):
validation_result = {
"etype": "FooError",
"msg": "foo message",
"trace": "foo t/b",
}
task1 = self._create_task({"validation_result": validation_result,
"tags": ["bar"]})
w_name = "atata"
w_description = "tatata"
w_position = 0
w_args = {"a": "A"}
w_contexts = {"c": "C"}
w_sla = {"s": "S"}
w_runner = {"r": "R", "type": "T"}
w_runner_type = "T"
sla_results = [
{"s": "S", "success": True},
{"1": "2", "success": True},
{"a": "A", "success": True}
]
w_load_duration = 13.0
w_full_duration = 42.0
w_start_time = 33.77
w_hooks = []
w_ctx_results = [{"name": "setup:something"}]
subtask = db.subtask_create(task1["uuid"], title="foo")
workload = db.workload_create(task1["uuid"], subtask["uuid"],
name=w_name, description=w_description,
position=w_position, args=w_args,
contexts=w_contexts, sla=w_sla,
hooks=w_hooks, runner=w_runner,
runner_type=w_runner_type)
db.workload_data_create(task1["uuid"], workload["uuid"], 0,
{"raw": []})
db.workload_set_results(workload_uuid=workload["uuid"],
subtask_uuid=workload["subtask_uuid"],
task_uuid=workload["task_uuid"],
sla_results=sla_results,
load_duration=w_load_duration,
full_duration=w_full_duration,
start_time=w_start_time,
contexts_results=w_ctx_results)
task1_full = db.task_get(task1["uuid"], detailed=True)
self.assertEqual(validation_result, task1_full["validation_result"])
self.assertEqual(["bar"], task1_full["tags"])
workloads = task1_full["subtasks"][0]["workloads"]
self.assertEqual(1, len(workloads))
workloads[0].pop("uuid")
workloads[0].pop("created_at")
workloads[0].pop("updated_at")
self.assertEqual(
{"subtask_uuid": subtask["uuid"],
"task_uuid": task1["uuid"],
"name": w_name, "description": w_description,
"id": 1, "position": w_position,
"data": [],
"args": w_args,
"contexts": w_contexts,
"contexts_results": w_ctx_results,
"hooks": w_hooks,
"runner": w_runner, "runner_type": w_runner_type,
"full_duration": w_full_duration,
"load_duration": w_load_duration,
"start_time": w_start_time,
"max_duration": None, "min_duration": None,
"failed_iteration_count": 0, "total_iteration_count": 0,
"pass_sla": True, "sla": w_sla, "statistics": mock.ANY,
"sla_results": {"sla": sla_results}}, workloads[0])
def test_task_multiple_raw_result_create(self):
task_id = self._create_task()["uuid"]
subtask = db.subtask_create(task_id, title="foo")
workload = db.workload_create(task_id,
subtask["uuid"],
name="atata",
description="foo",
position=0,
args={},
contexts={},
sla={},
runner={},
runner_type="r",
hooks=[])
db.workload_data_create(
task_id, workload["uuid"], 0, {
"raw": [
{
"error": "anError",
"duration": 1,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
},
{
"error": None,
"duration": 1,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
},
{
"error": None,
"duration": 2,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
},
{
"error": None,
"duration": 3,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
},
],
})
db.workload_data_create(
task_id, workload["uuid"], 1, {
"raw": [
{
"error": "anError2",
"timestamp": 10,
"duration": 1,
"idle_duration": 0,
"atomic_actions": []
},
{
"error": None,
"duration": 6,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
},
{
"error": None,
"duration": 5,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
},
{
"error": None,
"duration": 4,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
},
],
})
db.workload_data_create(
task_id, workload["uuid"], 2, {
"raw": [
{
"error": None,
"duration": 7,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
},
{
"error": None,
"duration": 8,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
},
],
})
sla_results = [{
"s": "S",
"success": True
}, {
"1": "2",
"success": True
}, {
"a": "A",
"success": True
}]
load_duration = 13
full_duration = 42
start_time = 33.33
w_ctx_results = [{"name": "setup:something"}]
db.workload_set_results(workload_uuid=workload["uuid"],
subtask_uuid=workload["subtask_uuid"],
task_uuid=workload["task_uuid"],
load_duration=load_duration,
full_duration=full_duration,
start_time=start_time,
sla_results=sla_results,
contexts_results=w_ctx_results)
detailed_task = db.task_get(task_id, detailed=True)
self.assertEqual(1, len(detailed_task["subtasks"]))
self.assertEqual(1, len(detailed_task["subtasks"][0]["workloads"]))
workload = detailed_task["subtasks"][0]["workloads"][0]
self.assertEqual([{
"error": "anError",
"timestamp": 10,
"duration": 1,
"idle_duration": 1,
"atomic_actions": []
}, {
"error": None,
"duration": 1,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
}, {
"error": None,
"duration": 2,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
}, {
"error": None,
"duration": 3,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
}, {
"error": "anError2",
"timestamp": 10,
"duration": 1,
"idle_duration": 0,
"atomic_actions": []
}, {
"error": None,
"duration": 6,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
}, {
"error": None,
"duration": 5,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
}, {
"error": None,
"duration": 4,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
}, {
"error": None,
"duration": 7,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
}, {
"error": None,
"duration": 8,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []
}], workload["data"])
self.assertTrue(workload["pass_sla"])
self.assertEqual(sla_results, workload["sla_results"]["sla"])
self.assertEqual(load_duration, workload["load_duration"])
self.assertEqual(full_duration, workload["full_duration"])
self.assertEqual(start_time, workload["start_time"])
self.assertEqual(2, workload["failed_iteration_count"])
self.assertEqual(10, workload["total_iteration_count"])
self.assertEqual(w_ctx_results, workload["contexts_results"])
db.task_delete(task_id)
def test_workload_set_results_with_raw_data(self):
workload = db.workload_create(self.task_uuid,
self.subtask_uuid,
name="foo",
description="descr",
position=0,
args={},
contexts={},
sla={},
hooks=[],
runner={},
runner_type="foo")
raw_data = {
"raw": [{
"error":
"anError",
"duration":
1,
"idle_duration":
0,
"timestamp":
1,
"atomic_actions": [{
"name": "foo",
"started_at": 1,
"finished_at": 3,
"children": []
}]
}, {
"error":
None,
"duration":
2,
"idle_duration":
0,
"timestamp":
1,
"atomic_actions": [{
"name": "foo",
"started_at": 1,
"finished_at": 2,
"children": []
}]
}, {
"error":
None,
"duration":
0,
"idle_duration":
0,
"timestamp":
2,
"atomic_actions": [{
"name": "foo",
"started_at": 1,
"finished_at": 10,
"children": []
}]
}],
}
sla_results = [{
"s": "S",
"success": True
}, {
"1": "2",
"success": True
}, {
"a": "A",
"success": True
}]
load_duration = 13
full_duration = 42
start_time = 33.33
w_ctx_results = [{"name": "setup:something"}]
db.workload_data_create(self.task_uuid, workload["uuid"], 0, raw_data)
db.workload_set_results(workload_uuid=workload["uuid"],
subtask_uuid=self.subtask_uuid,
task_uuid=self.task_uuid,
load_duration=load_duration,
full_duration=full_duration,
start_time=start_time,
sla_results=sla_results,
contexts_results=w_ctx_results)
workload = db.workload_get(workload["uuid"])
self.assertEqual(13, workload["load_duration"])
self.assertEqual(42, workload["full_duration"])
self.assertEqual(0, workload["min_duration"])
self.assertEqual(2, workload["max_duration"])
self.assertEqual(3, workload["total_iteration_count"])
self.assertEqual(1, workload["failed_iteration_count"])
self.assertTrue(workload["pass_sla"])
self.assertEqual([], workload["hooks"])
self.assertEqual(sla_results, workload["sla_results"]["sla"])
self.assertEqual(load_duration, workload["load_duration"])
self.assertEqual(full_duration, workload["full_duration"])
self.assertEqual(start_time, workload["start_time"])
self.assertEqual(self.task_uuid, workload["task_uuid"])
self.assertEqual(self.subtask_uuid, workload["subtask_uuid"])
def test_task_create_and_get_detailed(self):
validation_result = {
"etype": "FooError",
"msg": "foo message",
"trace": "foo t/b",
}
task1 = self._create_task({
"validation_result": validation_result,
"tags": ["bar"]
})
w_name = "atata"
w_description = "tatata"
w_position = 0
w_args = {"a": "A"}
w_contexts = {"c": "C"}
w_sla = {"s": "S"}
w_runner = {"r": "R", "type": "T"}
w_runner_type = "T"
sla_results = [{
"s": "S",
"success": True
}, {
"1": "2",
"success": True
}, {
"a": "A",
"success": True
}]
w_load_duration = 13.0
w_full_duration = 42.0
w_start_time = 33.77
w_hooks = []
w_ctx_results = [{"name": "setup:something"}]
subtask = db.subtask_create(task1["uuid"], title="foo")
workload = db.workload_create(task1["uuid"],
subtask["uuid"],
name=w_name,
description=w_description,
position=w_position,
args=w_args,
contexts=w_contexts,
sla=w_sla,
hooks=w_hooks,
runner=w_runner,
runner_type=w_runner_type)
db.workload_data_create(task1["uuid"], workload["uuid"], 0,
{"raw": []})
db.workload_set_results(workload_uuid=workload["uuid"],
subtask_uuid=workload["subtask_uuid"],
task_uuid=workload["task_uuid"],
sla_results=sla_results,
load_duration=w_load_duration,
full_duration=w_full_duration,
start_time=w_start_time,
contexts_results=w_ctx_results)
task1_full = db.task_get(task1["uuid"], detailed=True)
self.assertEqual(validation_result, task1_full["validation_result"])
self.assertEqual(["bar"], task1_full["tags"])
workloads = task1_full["subtasks"][0]["workloads"]
self.assertEqual(1, len(workloads))
workloads[0].pop("uuid")
workloads[0].pop("created_at")
workloads[0].pop("updated_at")
self.assertEqual(
{
"subtask_uuid": subtask["uuid"],
"task_uuid": task1["uuid"],
"name": w_name,
"description": w_description,
"id": 1,
"position": w_position,
"data": [],
"args": w_args,
"contexts": w_contexts,
"contexts_results": w_ctx_results,
"hooks": w_hooks,
"runner": w_runner,
"runner_type": w_runner_type,
"full_duration": w_full_duration,
"load_duration": w_load_duration,
"start_time": w_start_time,
"max_duration": None,
"min_duration": None,
"failed_iteration_count": 0,
"total_iteration_count": 0,
"pass_sla": True,
"sla": w_sla,
"statistics": mock.ANY,
"sla_results": {
"sla": sla_results
}
}, workloads[0])
def test_task_multiple_raw_result_create(self):
task_id = self._create_task()["uuid"]
subtask = db.subtask_create(task_id, title="foo")
workload = db.workload_create(task_id, subtask["uuid"], name="atata",
description="foo", position=0, args={},
contexts={}, sla={}, runner={},
runner_type="r", hooks=[])
db.workload_data_create(task_id, workload["uuid"], 0, {
"raw": [
{"error": "anError",
"duration": 1,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []},
{"error": None,
"duration": 1,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []},
{"error": None,
"duration": 2,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []},
{"error": None,
"duration": 3,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []},
],
})
db.workload_data_create(task_id, workload["uuid"], 1, {
"raw": [
{"error": "anError2",
"timestamp": 10,
"duration": 1,
"idle_duration": 0,
"atomic_actions": []},
{"error": None,
"duration": 6,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []},
{"error": None,
"duration": 5,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []},
{"error": None,
"duration": 4,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []},
],
})
db.workload_data_create(task_id, workload["uuid"], 2, {
"raw": [
{"error": None,
"duration": 7,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []},
{"error": None,
"duration": 8,
"timestamp": 10,
"idle_duration": 1,
"atomic_actions": []},
],
})
sla_results = [{"s": "S", "success": True},
{"1": "2", "success": True},
{"a": "A", "success": True}]
load_duration = 13
full_duration = 42
start_time = 33.33
w_ctx_results = [{"name": "setup:something"}]
db.workload_set_results(workload_uuid=workload["uuid"],
subtask_uuid=workload["subtask_uuid"],
task_uuid=workload["task_uuid"],
load_duration=load_duration,
full_duration=full_duration,
start_time=start_time,
sla_results=sla_results,
contexts_results=w_ctx_results)
detailed_task = db.task_get(task_id, detailed=True)
self.assertEqual(1, len(detailed_task["subtasks"]))
self.assertEqual(1, len(detailed_task["subtasks"][0]["workloads"]))
workload = detailed_task["subtasks"][0]["workloads"][0]
self.assertEqual([
{"error": "anError", "timestamp": 10, "duration": 1,
"idle_duration": 1, "atomic_actions": []},
{"error": None, "duration": 1, "timestamp": 10, "idle_duration": 1,
"atomic_actions": []},
{"error": None, "duration": 2, "timestamp": 10, "idle_duration": 1,
"atomic_actions": []},
{"error": None, "duration": 3, "timestamp": 10, "idle_duration": 1,
"atomic_actions": []},
{"error": "anError2", "timestamp": 10, "duration": 1,
"idle_duration": 0, "atomic_actions": []},
{"error": None, "duration": 6, "timestamp": 10, "idle_duration": 1,
"atomic_actions": []},
{"error": None, "duration": 5, "timestamp": 10, "idle_duration": 1,
"atomic_actions": []},
{"error": None, "duration": 4, "timestamp": 10, "idle_duration": 1,
"atomic_actions": []},
{"error": None, "duration": 7, "timestamp": 10, "idle_duration": 1,
"atomic_actions": []},
{"error": None, "duration": 8, "timestamp": 10, "idle_duration": 1,
"atomic_actions": []}], workload["data"])
self.assertTrue(workload["pass_sla"])
self.assertEqual(sla_results, workload["sla_results"]["sla"])
self.assertEqual(load_duration, workload["load_duration"])
self.assertEqual(full_duration, workload["full_duration"])
self.assertEqual(start_time, workload["start_time"])
self.assertEqual(2, workload["failed_iteration_count"])
self.assertEqual(10, workload["total_iteration_count"])
self.assertEqual(w_ctx_results, workload["contexts_results"])
db.task_delete(task_id)
def test_task_multiple_raw_result_create(self):
task_id = self._create_task()["uuid"]
key = {
"name": "atata",
"description": "tatata",
"pos": 0,
"kw": {
"args": {"a": "A"},
"context": {"c": "C"},
"sla": {"s": "S"},
"runner": {"r": "R", "type": "T"},
"hooks": [],
}
}
subtask = db.subtask_create(task_id, title="foo")
workload = db.workload_create(task_id, subtask["uuid"], key)
db.workload_data_create(task_id, workload["uuid"], 0, {
"raw": [
{"error": "anError", "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 1, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 2, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 3, "timestamp": 10, "duration": 1,
"atomic_actions": []},
],
})
db.workload_data_create(task_id, workload["uuid"], 1, {
"raw": [
{"error": "anError2", "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 6, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 5, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 4, "timestamp": 10, "duration": 1,
"atomic_actions": []},
],
})
db.workload_data_create(task_id, workload["uuid"], 2, {
"raw": [
{"duration": 7, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 8, "timestamp": 10, "duration": 1,
"atomic_actions": []},
],
})
db.workload_set_results(workload["uuid"], {
"sla": [{"success": True}],
"load_duration": 13,
"full_duration": 42
})
res = db.task_result_get_all_by_uuid(task_id)
self.assertEqual(len(res), 1)
self.assertEqual(res[0]["key"], key)
self.assertEqual(res[0]["data"], {
"raw": [
{"error": "anError", "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 1, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 2, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 3, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"error": "anError2", "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 6, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 5, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 4, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 7, "timestamp": 10, "duration": 1,
"atomic_actions": []},
{"duration": 8, "timestamp": 10, "duration": 1,
"atomic_actions": []},
],
"sla": [{"success": True}],
"hooks": [],
"load_duration": 13,
"full_duration": 42
})
db.task_delete(task_id)
res = db.task_result_get_all_by_uuid(task_id)
self.assertEqual(len(res), 0)
def test_workload_set_results_with_raw_data(self):
workload = db.workload_create(self.task_uuid, self.subtask_uuid,
name="foo", description="descr",
position=0, args={},
contexts={}, sla={},
hooks=[], runner={},
runner_type="foo")
raw_data = {
"raw": [
{"error": "anError",
"duration": 1,
"idle_duration": 0,
"timestamp": 1,
"atomic_actions": [
{"name": "foo",
"started_at": 1,
"finished_at": 3,
"children": []}]},
{"error": None,
"duration": 2,
"idle_duration": 0,
"timestamp": 1,
"atomic_actions": [
{"name": "foo",
"started_at": 1,
"finished_at": 2,
"children": []}]},
{"error": None,
"duration": 0,
"idle_duration": 0,
"timestamp": 2,
"atomic_actions": [
{"name": "foo",
"started_at": 1,
"finished_at": 10,
"children": []}]}
],
}
sla_results = [{"s": "S", "success": True},
{"1": "2", "success": True},
{"a": "A", "success": True}]
load_duration = 13
full_duration = 42
start_time = 33.33
w_ctx_results = [{"name": "setup:something"}]
db.workload_data_create(self.task_uuid, workload["uuid"], 0, raw_data)
db.workload_set_results(workload_uuid=workload["uuid"],
subtask_uuid=self.subtask_uuid,
task_uuid=self.task_uuid,
load_duration=load_duration,
full_duration=full_duration,
start_time=start_time,
sla_results=sla_results,
contexts_results=w_ctx_results)
workload = db.workload_get(workload["uuid"])
self.assertEqual(13, workload["load_duration"])
self.assertEqual(42, workload["full_duration"])
self.assertEqual(0, workload["min_duration"])
self.assertEqual(2, workload["max_duration"])
self.assertEqual(3, workload["total_iteration_count"])
self.assertEqual(1, workload["failed_iteration_count"])
self.assertTrue(workload["pass_sla"])
self.assertEqual([], workload["hooks"])
self.assertEqual(sla_results, workload["sla_results"]["sla"])
self.assertEqual(load_duration, workload["load_duration"])
self.assertEqual(full_duration, workload["full_duration"])
self.assertEqual(start_time, workload["start_time"])
self.assertEqual(self.task_uuid, workload["task_uuid"])
self.assertEqual(self.subtask_uuid, workload["subtask_uuid"])
def test_task_result_get_all_by_uuid__transform_atomics(self):
task = self._create_task()["uuid"]
key = {
"name": "atata",
"description": "tatata",
"pos": 0,
"kw": {
"args": {"task_id": "task_id"},
"context": {"c": "C"},
"sla": {"s": "S"},
"runner": {"r": "R", "type": "T"},
"hooks": [],
}
}
workloads_data = [
{"raw": [
{"duration": 1, "timestamp": 1, "idle_duration": 1,
"error": None, "output": None,
"atomic_actions": collections.OrderedDict(
[("foo", 1), ("bar", 2)])},
{"duration": 1, "timestamp": 1, "idle_duration": 1,
"error": None, "output": None,
"atomic_actions": collections.OrderedDict(
[("xxx", 1), ("yyy", 2)])},
]},
{"raw": [
{"duration": 1, "timestamp": 1, "idle_duration": 1,
"error": None, "output": None,
"atomic_actions": collections.OrderedDict(
[("xxx", 1), ("yyy", 2), ("zzz", 2)])}
]}
]
key["kw"]["args"]["task_id"] = task
subtask = db.subtask_create(task, title="foo")
workload = db.workload_create(task, subtask["uuid"], key)
for i, data in enumerate(workloads_data):
db.workload_data_create(task, workload["uuid"], i, data)
db.workload_set_results(workload["uuid"], {"sla": [{"success": True}],
"load_duration": 13,
"full_duration": 42,
"hooks": []})
results = db.task_result_get_all_by_uuid(task)
self.assertEqual(1, len(results))
self.assertEqual(
[[{"started_at": 1, "finished_at": 2, "children": [],
"name": "foo"},
{"started_at": 2, "finished_at": 4, "children": [],
"name": "bar"}],
[{"started_at": 1, "finished_at": 2, "children": [],
"name": "xxx"},
{"started_at": 2, "finished_at": 4, "children": [],
"name": "yyy"}],
[{"started_at": 1, "finished_at": 2, "children": [],
"name": "xxx"},
{"started_at": 2, "finished_at": 4, "children": [],
"name": "yyy"},
{"started_at": 4, "finished_at": 6, "children": [],
"name": "zzz"}]],
[w["atomic_actions"] for w in results[0]["data"]["raw"]])