def test_deduplicate(self): merger = Modulemd.ModuleIndexMerger() idx1 = Modulemd.ModuleIndex() idx2 = Modulemd.ModuleIndex() res, failures = idx1.update_from_file( path.join(self.test_data_path, "long-valid.yaml"), True) self.assertTrue(res) self.assertEqual(len(failures), 0) res, failures = idx2.update_from_file( path.join(self.test_data_path, "long-valid.yaml"), True) self.assertTrue(res) self.assertEqual(len(failures), 0) # Save the original document for comparing later baseline = idx1.dump_to_string() # Add the same index twice merger.associate_index(idx1, 0) merger.associate_index(idx2, 0) deduplicated_idx = merger.resolve() final = deduplicated_idx.dump_to_string() # Verify that it outputs the same content as the baseline self.assertEqual(baseline, final)
def test_deduplicate(self): merger = Modulemd.ModuleIndexMerger() idx1 = Modulemd.ModuleIndex() idx2 = Modulemd.ModuleIndex() res, failures = idx1.update_from_file( path.join(self.source_root, "modulemd/v2/tests/test_data/long-valid.yaml"), True) self.assertTrue(res) self.assertEqual(len(failures), 0) res, failures = idx2.update_from_file( path.join(self.source_root, "modulemd/v2/tests/test_data/long-valid.yaml"), True) self.assertTrue(res) self.assertEqual(len(failures), 0) # Save the original document for comparing later baseline = idx1.dump_to_string() # Add the same index twice merger.associate_index(idx1, 0) merger.associate_index(idx2, 0) deduplicated_idx = merger.resolve() final = deduplicated_idx.dump_to_string() # Verify that it outputs the same content as the baseline print("Baseline:\n%s" % baseline, file=sys.stderr) print("Resolved:\n%s" % final, file=sys.stderr) self.assertEqual(baseline, deduplicated_idx.dump_to_string())
def index_modulemd_files(repo_path): merger = Modulemd.ModuleIndexMerger() for fn in sorted(os.listdir(repo_path)): if not fn.endswith(".yaml"): continue yaml_path = os.path.join(repo_path, fn) mmd = Modulemd.ModuleIndex() mmd.update_from_file(yaml_path, strict=True) merger.associate_index(mmd, 0) return merger.resolve()
def test_merger_with_real_world_data(self): fedora_index = Modulemd.ModuleIndex() fedora_index.update_from_file( path.join(self.test_data_path, "f29.yaml"), True) updates_index = Modulemd.ModuleIndex() updates_index.update_from_file( path.join(self.test_data_path, "f29-updates.yaml"), True) merger = Modulemd.ModuleIndexMerger() merger.associate_index(fedora_index, 0) merger.associate_index(updates_index, 0) merged_index = merger.resolve() self.assertIsNotNone(merged_index)
def test_merge_add_conflicting_stream_and_profile_modified(self): base_idx = Modulemd.ModuleIndex() self.assertTrue( base_idx.update_from_file( path.join(self.test_data_path, "merger", "base.yaml"), True ) ) add_conflicting_idx = Modulemd.ModuleIndex() self.assertTrue( add_conflicting_idx.update_from_file( path.join( self.test_data_path, "merger", "add_conflicting_stream_and_profile_modified.yaml", ), True, ) ) merger = Modulemd.ModuleIndexMerger() merger.associate_index(base_idx, 0) merger.associate_index(add_conflicting_idx, 0) merged_idx = merger.resolve() self.assertIsNotNone(merged_idx) psql = merged_idx.get_module("postgresql") self.assertIsNotNone(psql) psql_defs = psql.get_defaults() self.assertIsNotNone(psql_defs) self.assertEqual(psql_defs.get_default_stream(), "8.2") expected_profile_defs = { "8.1": set(["client", "server"]), "8.2": set(["client", "server", "foo"]), "8.3": set(["client", "server"]), } for stream in expected_profile_defs: self.assertEqual( set(psql_defs.get_default_profiles_for_stream(stream)), expected_profile_defs[stream], )
def test_merge_add_only(self): base_idx = Modulemd.ModuleIndex() self.assertTrue( base_idx.update_from_file( path.join(self.test_data_path, "merger", "base.yaml"), True)) add_only_idx = Modulemd.ModuleIndex() self.assertTrue( add_only_idx.update_from_file( path.join(self.test_data_path, "merger", "add_only.yaml"), True)) merger = Modulemd.ModuleIndexMerger() merger.associate_index(base_idx, 0) merger.associate_index(add_only_idx, 0) merged_idx = merger.resolve() self.assertIsNotNone(merged_idx) httpd = merged_idx.get_module('httpd') self.assertIsNotNone(httpd) httpd_defs = httpd.get_defaults() self.assertEqual(httpd_defs.get_default_stream(), "2.8") expected_profile_defs = { '2.2': set(['client', 'server']), '2.8': set([ 'notreal', ]), '2.10': set([ 'notreal', ]) } for stream in expected_profile_defs.keys(): self.assertEqual( set(httpd_defs.get_default_profiles_for_stream(stream)), expected_profile_defs[stream]) self.assertEqual(httpd_defs.get_default_stream("workstation"), "2.4")
def test_merge_add_conflicting_stream(self): base_idx = Modulemd.ModuleIndex() self.assertTrue( base_idx.update_from_file( path.join(self.test_data_path, "merger", "base.yaml"), True)) add_only_idx = Modulemd.ModuleIndex() self.assertTrue( add_only_idx.update_from_file( path.join(self.test_data_path, "merger", "add_conflicting_stream.yaml"), True)) merger = Modulemd.ModuleIndexMerger() merger.associate_index(base_idx, 0) merger.associate_index(add_only_idx, 0) merged_idx = merger.resolve() self.assertIsNotNone(merged_idx) psql = merged_idx.get_module('postgresql') self.assertIsNotNone(psql) psql_defs = psql.get_defaults() self.assertIsNotNone(psql_defs) self.assertIsNone(psql_defs.get_default_stream()) expected_profile_defs = { '8.1': set(['client', 'server', 'foo']), '8.2': set(['client', 'server', 'foo']), } for stream in expected_profile_defs.keys(): self.assertEqual( set(psql_defs.get_default_profiles_for_stream(stream)), expected_profile_defs[stream])
def test_merger(self): # Get a set of objects in a ModuleIndex base_index = Modulemd.ModuleIndex() base_index.update_from_file( path.join(self.test_data_path, "merging-base.yaml"), True) # Baseline httpd_defaults = base_index.get_module("httpd").get_defaults() self.assertIsNotNone(httpd_defaults) self.assertEqual(httpd_defaults.get_default_stream(), "2.2") httpd_profile_streams = ( httpd_defaults.get_streams_with_default_profiles()) self.assertEqual(len(httpd_profile_streams), 2) self.assertTrue("2.2" in httpd_profile_streams) self.assertTrue("2.8" in httpd_profile_streams) self.assertEqual( len(httpd_defaults.get_default_profiles_for_stream("2.2")), 2) self.assertTrue( "client" in httpd_defaults.get_default_profiles_for_stream("2.2")) self.assertTrue( "server" in httpd_defaults.get_default_profiles_for_stream("2.2")) self.assertTrue( "notreal" in httpd_defaults.get_default_profiles_for_stream("2.8")) self.assertEqual(httpd_defaults.get_default_stream("workstation"), "2.4") httpd_profile_streams = httpd_defaults.get_streams_with_default_profiles( "workstation") self.assertEqual(len(httpd_profile_streams), 2) self.assertTrue("2.4" in httpd_profile_streams) self.assertTrue("2.6" in httpd_profile_streams) self.assertEqual( len( httpd_defaults.get_default_profiles_for_stream( "2.4", "workstation")), 1, ) self.assertEqual( len( httpd_defaults.get_default_profiles_for_stream( "2.6", "workstation")), 3, ) # Get another set of objects that will override the default stream for # nodejs override_nodejs_index = Modulemd.ModuleIndex() override_nodejs_index.update_from_file( path.join(self.test_data_path, "overriding-nodejs.yaml"), True) # Test that adding both of these at the same priority level results in # the no default stream merger = Modulemd.ModuleIndexMerger() merger.associate_index(base_index, 0) merger.associate_index(override_nodejs_index, 0) merged_index = merger.resolve() self.assertIsNotNone(merged_index) nodejs = merged_index.get_module("nodejs") self.assertIsNotNone(nodejs) nodejs_defaults = nodejs.get_defaults() self.assertIsNotNone(nodejs_defaults) self.assertIsNone(nodejs_defaults.get_default_stream()) # Get another set of objects that will override the above override_index = Modulemd.ModuleIndex() override_index.update_from_file( path.join(self.test_data_path, "overriding.yaml"), True) # Test that override_index at a higher priority level succeeds # Test that adding both of these at the same priority level fails # with a merge conflict. # Use randomly-selected high and low values to make sure we don't have # sorting issues. merger = Modulemd.ModuleIndexMerger() random_low = random.randint(1, 100) random_high = random.randint(101, 999) print("Low priority: %d, High priority: %d" % (random_low, random_high)) merger.associate_index(base_index, random_low) merger.associate_index(override_index, random_high) merged_index = merger.resolve() self.assertIsNotNone(merged_index) # Validate merged results # HTTPD httpd_defaults = merged_index.get_module("httpd").get_defaults() self.assertIsNotNone(httpd_defaults) self.assertEqual(httpd_defaults.get_default_stream(), "2.4") httpd_profile_streams = ( httpd_defaults.get_streams_with_default_profiles()) self.assertEqual(len(httpd_profile_streams), 2) self.assertTrue("2.2" in httpd_profile_streams) self.assertTrue("2.4" in httpd_profile_streams) self.assertEqual( len(httpd_defaults.get_default_profiles_for_stream("2.2")), 2) self.assertTrue( "client" in httpd_defaults.get_default_profiles_for_stream("2.2")) self.assertTrue( "server" in httpd_defaults.get_default_profiles_for_stream("2.2")) self.assertTrue( "client" in httpd_defaults.get_default_profiles_for_stream("2.4")) self.assertTrue( "server" in httpd_defaults.get_default_profiles_for_stream("2.4")) self.assertEqual(httpd_defaults.get_default_stream("workstation"), "2.8") httpd_profile_streams = httpd_defaults.get_streams_with_default_profiles( "workstation") self.assertEqual(len(httpd_profile_streams), 3) self.assertTrue("2.4" in httpd_profile_streams) self.assertTrue("2.6" in httpd_profile_streams) self.assertTrue("2.8" in httpd_profile_streams) self.assertEqual( len( httpd_defaults.get_default_profiles_for_stream( "2.4", "workstation")), 1, ) self.assertEqual( len( httpd_defaults.get_default_profiles_for_stream( "2.6", "workstation")), 3, ) self.assertEqual( len( httpd_defaults.get_default_profiles_for_stream( "2.8", "workstation")), 4, )
def test_constructors(self): merger = Modulemd.ModuleIndexMerger() self.assertIsNotNone(merger) merger = Modulemd.ModuleIndexMerger.new() self.assertIsNotNone(merger)