def test_root_object(self): """ Check root objects are not removed. """ input_data = from_io({ "version": self.version, "revisions": [ { "id": "origin:1", }, ], }) expected_output_data = { "version": self.version, "revisions": input_data["revisions"].copy() } self.assertEqual(remove_orphans(input_data), expected_output_data) input_data = from_io({ "version": self.version, "revisions": [ { "id": "origin:1", }, { "id": "origin:2", }, ], }) expected_output_data = { "version": self.version, "revisions": input_data["revisions"].copy() } self.assertEqual(remove_orphans(input_data), expected_output_data)
def test_empty(self): """ Check removing orphans from empty data is a noop. """ empty = { "version": self.version, } print(empty) self.assertEqual(remove_orphans(from_io(empty)), from_io(empty))
def test_mixed(self): """ Check mixed orphaned and linked objects are handled correctly. """ input_data = from_io({ "version": self.version, "revisions": [IO_REVISION1,], "builds": [ {"id": "origin:1-1", "origin": "origin", "revision_id": IO_REVISION1["id"]}, {"id": "origin:1-2", "origin": "origin", "revision_id": IO_REVISION1["id"]}, {"id": "origin:X-1", "origin": "origin", "revision_id": IO_REVISION3["id"]}, {"id": "origin:X-2", "origin": "origin", "revision_id": IO_REVISION3["id"]}, ], "tests": [ {"id": "origin:1-1-1", "origin": "origin", "build_id": "origin:1-1"}, {"id": "origin:1-1-2", "origin": "origin", "build_id": "origin:1-1"}, {"id": "origin:1-2-1", "origin": "origin", "build_id": "origin:1-2"}, {"id": "origin:1-2-2", "origin": "origin", "build_id": "origin:1-2"}, {"id": "origin:X-1-1", "origin": "origin", "build_id": "origin:X-1"}, {"id": "origin:X-1-2", "origin": "origin", "build_id": "origin:X-1"}, {"id": "origin:X-X-1", "origin": "origin", "build_id": "origin:X-X"}, {"id": "origin:X-X-2", "origin": "origin", "build_id": "origin:X-X"}, ], }) expected_output_data = { "version": self.version, "revisions": { k: v for k, v in input_data["revisions"].items() if "X" not in k }, "builds": { k: v for k, v in input_data["builds"].items() if "X" not in k }, "tests": { k: v for k, v in input_data["tests"].items() if "X" not in k }, } self.assertEqual(remove_orphans(input_data), expected_output_data)
def match_new_io(base_io, new_io, match_map=None, copy=True): """ Generate notifications for new I/O data being added to base I/O data. Args: base_io: The existing (base) I/O data being added to, and possibly referred to by the arriving (new) I/O data. Will be used to complete the data being notified about. Can already contain the new I/O data, it will be considered "new" regardless. new_io: The arriving (new) I/O data being added to the existing (base) data. Can refer to the existing I/O data. The new I/O data can already be added to the base I/O data, anything in the new data will be considered "new" regardless. match_map: The map of subscription match functions: a dictionary with OO data object list names and a list of tuples, each containing the name of the subscription and a match function. Each function must accept an object from the corresponding object list in OO data, and return an iterable producing kcidb.monitor.output.NotificationMessage objects, or None, which is equivalent to an empty iterable. The default is a dictionary of matching functions from all kcidb.subscriptions.* modules, where each is called "match_<OBJ_NAME>", where "<OBJ_NAME>" is an object list name without the "s" ending. copy: True, if the data should be copied before referencing/modifying. False, if the data could be referenced and modified in-place. Optional, default is True. Returns: The list of notifications: kcidb.monitor.output.Notification objects. """ assert LIGHT_ASSERTS or io.schema.is_valid(base_io) assert LIGHT_ASSERTS or io.schema.is_valid(new_io) # Merge the new data into the base (*copy* new data as we'll need it) merged_io = io.merge(base_io, [new_io], copy_target=copy, copy_sources=True) # Convert both to OO representation merged_oo = oo.from_io(merged_io, copy=False) new_oo = oo.from_io(new_io, copy=copy) # Remove all objects with missing parents from the merged data rooted_oo = oo.remove_orphans(merged_oo) # Delist everything except loaded or modified objects, but keep references masked_oo = oo.apply_mask(rooted_oo, new_oo) # Generate notifications return match_oo(masked_oo, match_map)
def test_root_object(self): """ Check root objects are not removed. """ input_data = from_io({ "version": self.version, "revisions": [IO_REVISION1,], }) expected_output_data = { "version": self.version, "revisions": input_data["revisions"].copy() } self.assertEqual(remove_orphans(input_data), expected_output_data) input_data = from_io({ "version": self.version, "revisions": [IO_REVISION1, IO_REVISION2,], }) expected_output_data = { "version": self.version, "revisions": input_data["revisions"].copy() } self.assertEqual(remove_orphans(input_data), expected_output_data)
def test_non_root_linked(self): """ Check non-root linked objects are preserved. """ # Builds input_data = from_io({ "version": self.version, "revisions": [IO_REVISION1, IO_REVISION2,], "builds": [ {"id": "origin:1-1", "origin": "origin", "revision_id": IO_REVISION1["id"]}, {"id": "origin:1-2", "origin": "origin", "revision_id": IO_REVISION1["id"]}, {"id": "origin:2-1", "origin": "origin", "revision_id": IO_REVISION2["id"]}, {"id": "origin:2-2", "origin": "origin", "revision_id": IO_REVISION2["id"]}, ], }) expected_output_data = { "version": self.version, "revisions": input_data["revisions"].copy(), "builds": input_data["builds"].copy(), } self.assertEqual(remove_orphans(input_data), expected_output_data) # Tests input_data = from_io({ "version": self.version, "revisions": [IO_REVISION1, IO_REVISION2,], "builds": [ {"id": "origin:1-1", "origin": "origin", "revision_id": IO_REVISION1["id"]}, {"id": "origin:1-2", "origin": "origin", "revision_id": IO_REVISION1["id"]}, {"id": "origin:2-1", "origin": "origin", "revision_id": IO_REVISION2["id"]}, {"id": "origin:2-2", "origin": "origin", "revision_id": IO_REVISION2["id"]}, ], "tests": [ {"id": "origin:1-1-1", "origin": "origin", "build_id": "origin:1-1"}, {"id": "origin:1-1-2", "origin": "origin", "build_id": "origin:1-1"}, {"id": "origin:1-2-1", "origin": "origin", "build_id": "origin:1-2"}, {"id": "origin:1-2-2", "origin": "origin", "build_id": "origin:1-2"}, {"id": "origin:2-1-1", "origin": "origin", "build_id": "origin:2-1"}, {"id": "origin:2-1-2", "origin": "origin", "build_id": "origin:2-1"}, {"id": "origin:2-2-1", "origin": "origin", "build_id": "origin:2-2"}, {"id": "origin:2-2-2", "origin": "origin", "build_id": "origin:2-2"}, ], }) expected_output_data = { "version": self.version, "revisions": input_data["revisions"].copy(), "builds": input_data["builds"].copy(), "tests": input_data["tests"].copy(), } self.assertEqual(remove_orphans(input_data), expected_output_data)
def test_non_root_orphans(self): """ Check non-root orphans are removed. """ # Builds expected_output_data = { "version": self.version, "builds": {} } # Single build input_data = from_io({ "version": self.version, "builds": [ {"id": "origin:1", "origin": "origin", "revision_id": IO_REVISION1["id"]}, ], }) self.assertEqual(remove_orphans(input_data), expected_output_data) # Two builds input_data = from_io({ "version": self.version, "builds": [ {"id": "origin:1", "origin": "origin", "revision_id": IO_REVISION1["id"]}, {"id": "origin:2", "origin": "origin", "revision_id": IO_REVISION2["id"]}, ], }) self.assertEqual(remove_orphans(input_data), expected_output_data) # Tests expected_output_data = { "version": self.version, "tests": {} } # Single test input_data = from_io({ "version": self.version, "tests": [ {"id": "origin:1", "origin": "origin", "build_id": "origin:1"}, ], }) self.assertEqual(remove_orphans(input_data), expected_output_data) # Two tests input_data = from_io({ "version": self.version, "tests": [ {"id": "origin:1", "origin": "origin", "build_id": "origin:1"}, {"id": "origin:2", "origin": "origin", "build_id": "origin:2"}, ], }) self.assertEqual(remove_orphans(input_data), expected_output_data) # Builds and tests expected_output_data = { "version": self.version, "builds": {}, "tests": {}, } # Disconnected builds and tests input_data = from_io({ "version": self.version, "builds": [ {"id": "origin:1", "origin": "origin", "revision_id": IO_REVISION1["id"]}, {"id": "origin:2", "origin": "origin", "revision_id": IO_REVISION2["id"]}, ], "tests": [ {"id": "origin:1", "origin": "origin", "build_id": "origin:3"}, {"id": "origin:2", "origin": "origin", "build_id": "origin:4"}, ], }) self.assertEqual(remove_orphans(input_data), expected_output_data) # Connected builds and tests input_data = from_io({ "version": self.version, "builds": [ {"id": "origin:1", "origin": "origin", "revision_id": IO_REVISION1["id"]}, {"id": "origin:2", "origin": "origin", "revision_id": IO_REVISION2["id"]}, ], "tests": [ {"id": "origin:1", "origin": "origin", "build_id": "origin:1"}, {"id": "origin:2", "origin": "origin", "build_id": "origin:2"}, ], }) self.assertEqual(remove_orphans(input_data), expected_output_data)