def find_entries_with_different_content(config_xml, skip_disabled): """ Find entries where their content doesn't match what is published in the information system. """ try: # Find all enabled config entries with ref ids config_dom = minidom.parse(config_xml) config_entries = infosys_lib.parse_entries(config_dom, skip_missing_ref_id=True, skip_disabled=skip_disabled) # Create an info systems list from factory config infosystems = infosys_lib.parse_info_systems(config_dom) has_ress = False for infosys in infosystems: if infosystems[infosys].lower() == 'ress': has_ress = True break if has_ress: # Update path with condor condor_path = infosys_lib.parse_condor_path(config_dom) os.environ["CONDOR_CONFIG"] = condor_path + "/etc/condor_config" condorExe.set_path(condor_path + "/bin", condor_path + "/sbin") except: print("Error parsing the the config file '%s', exiting the tool." % config_xml) sys.exit(2) # Retrieve info systems entries bdii_entries = {} ress_entries = {} tg_entries = {} for infosys, type in infosystems.iteritems(): if type.lower() == 'bdii': bdii_entries.update(infosys_lib.query_bdii(infosys)) elif type.lower() == 'ress': ress_entries.update(infosys_lib.query_ress(infosys)) elif type.lower() == 'tg': tg_entries.update(infosys_lib.query_teragrid()) id_match_bdii_entries = find_entries_id_match(bdii_entries, config_entries, 'bdii') id_match_ress_entries = find_entries_id_match(ress_entries, config_entries, 'ress') id_match_tg_entries = find_entries_id_match(tg_entries, config_entries, 'tg') return id_match_bdii_entries, id_match_ress_entries, id_match_tg_entries
def find_entries_with_ids_not_published(config_xml, skip_disabled): """ Find config entries not published in the information systems. """ try: # Find all enabled config entries with ref ids config_dom = minidom.parse(config_xml) config_entries = infosys_lib.parse_entries(config_dom, skip_missing_ref_id=True, skip_disabled=skip_disabled) # Create an info systems list from factory config infosystems = infosys_lib.parse_info_systems(config_dom) has_ress = False for infosys in infosystems: if infosystems[infosys].lower() == 'ress': has_ress = True break if has_ress: # Update path with condor condor_path = infosys_lib.parse_condor_path(config_dom) os.environ["CONDOR_CONFIG"] = condor_path + "/etc/condor_config" condorExe.set_path(condor_path + "/bin", condor_path + "/sbin") except: print "Error parsing the the config file '%s', exiting the tool." % config_xml sys.exit(2) # Retrieve info systems entries bdii_entries = {} ress_entries = {} tg_entries = {} for infosys, type in infosystems.iteritems(): if type.lower() == 'bdii': bdii_entries.update(infosys_lib.query_bdii(infosys)) elif type.lower() == 'ress': ress_entries.update(infosys_lib.query_ress(infosys)) elif type.lower() == 'tg': tg_entries.update(infosys_lib.query_teragrid()) id_not_found_bdii_entries = find_entries_id_not_found(bdii_entries, config_entries, 'bdii') id_not_found_ress_entries = find_entries_id_not_found(ress_entries, config_entries, 'ress') id_not_found_tg_entries = find_entries_id_not_found(tg_entries, config_entries, 'tg') return id_not_found_bdii_entries, id_not_found_ress_entries, id_not_found_tg_entries
def test_query_teragrid(self): """ Test querying TeraGrid information systems """ # Test that information is retrieved and populated (most values are defaults since TG does not publish the info) # There is no input to the function since it is specific to the url requested infosys_entries = query_teragrid() self.assertNotEqual(infosys_entries, {}) keys = infosys_entries.keys() entry = infosys_entries[keys[0]] self.assertTrue(entry['site_name'] != '') self.assertEqual(entry['gridtype'], 'gt5') self.assertTrue(entry['gatekeeper'] != '') self.assertTrue(entry['wall_clocktime'] != 0) self.assertTrue(entry['ref_id'] != '') self.assertEqual(entry['ce_status'], 'production') self.assertEqual(entry['glexec_bin'], 'NONE') self.assertEqual(entry['work_dir'], 'auto') self.assertEqual(entry['source'], 'info.teragrid.org') self.assertEqual(entry['source_type'], 'TGIS') self.assertEqual(entry['GlueCEUniqueID'], 'N/A')