Esempio n. 1
0
    def test_parse_factory_schedds(self):
        """
        Verify factory config dom contains a list of schedds
        """
        # Test valid entries 
        valid_file = open('valid.xml', 'w')
        valid_file.write('<glidein schedd_name="[email protected],[email protected]">  \
                <entries> \
                    <entry name="valid_entry"  \
                            enabled="True"  \
                            gatekeeper="node.fnal.gov/jobmanager-condor"  \
                            gridtype="gt2"  \
                            rsl="(queue=default)"  \
                            schedd_name="*****@*****.**"  \
                            verbosity="std"  \
                            work_dir="OSG">  \
                        <attrs>  \
                        </attrs>  \
                        <infosys_refs>  \
                        </infosys_refs>  \
                    </entry>  \
                </entries>  \
                <condor_tarball arch="default" base_dir="/opt/glidecondor" os="default"  \
                            tar_file="/var/www/html/glidefactory/stage/glidein_v2plus/condor.tgz" version="default"/>  \
            </glidein>')
        valid_file.close()
        config_dom = minidom.parse('valid.xml')
        schedds = parse_factory_schedds(config_dom)
        
        self.assertEqual(len(schedds), 2)
        self.assertEqual(schedds, ['*****@*****.**', '*****@*****.**'])
        os.remove('valid.xml')       

        # Test missing schedd name
        missing_schedds_file = open('missing_schedds.xml', 'w')
        missing_schedds_file.write('<glidein>  \
                <entries> \
                    <entry name="valid_entry"  \
                            enabled="True"  \
                            gatekeeper="node.fnal.gov/jobmanager-condor"  \
                            gridtype="gt2"  \
                            schedd_name="*****@*****.**"  \
                            verbosity="std"  \
                            work_dir=".">  \
                        <infosys_refs>  \
                            <infosys_ref ref="GlueCEUniqueID=node.fnal.gov:2119/jobmanager-condor_default,Mds-Vo-name=TEST,Mds-Vo-name=local,o=grid" server="exp-bdii.cern.ch" type="BDII"/>  \
                        </infosys_refs>  \
                    </entry>  \
                </entries>  \
                <condor_tarball arch="default" base_dir="/opt/glidecondor" os="default"  \
                            tar_file="/var/www/html/glidefactory/stage/glidein_v2plus/condor.tgz" version="default"/>  \
            </glidein>')
        missing_schedds_file.close()
        config_dom = minidom.parse('missing_schedds.xml')
        self.assertRaises(KeyError, parse_factory_schedds, config_dom)
        os.remove('missing_schedds.xml') 
Esempio n. 2
0
def main(argv):
    """
    Takes input configuration file and information system and finds new entries in the given information system. 
    """ 
    
    # Set defaults for the arguments
    config_xml = source = source_type = vo_name = ""
    skip_disabled = 'yes'
    
    try:
        opts, args = getopt.getopt(argv, "hx:s:t:v:d:", ["help"])
    except getopt.GetoptError:
        print "Unrecognized or incomplete input arguments."
        print USAGE
        sys.exit(2)
    for opt, arg in opts:
        if opt in ("-h", "--help"):
            print USAGE
            sys.exit()
        else:
            if opt == '-x':
                config_xml = arg
            elif opt == '-s': 
                source = arg
            elif opt == '-t':
                source_type = arg
            elif opt == '-v':
                vo_name = arg  #TODO do we want to accept a list of VOs?
            elif opt == '-d':
                skip_disabled = arg
            else:
                print "Unrecognized input arguments."
                print USAGE
                sys.exit(2)
               
    # Validate args
    err_msg = ""
    if config_xml == "":
        err_msg += "No configuration file was provided.\n"
    else: 
        if not os.path.isfile(config_xml):
            err_msg += "Config file '%s' does not exist.\n" % config_xml
    if source == '' or source_type == '':
        err_msg += "Source and source type must be defined.\n" 
    if err_msg:
        print err_msg
        print USAGE
        sys.exit(2)

    if skip_disabled.lower() != 'yes' and skip_disabled.lower() != 'no':
        print "Skip disabled argument must be 'yes' or 'no'."
        print USAGE
        sys.exit(2)  
    if skip_disabled == 'yes':
        skip_disabled = True
    else:
        skip_disabled = False
        
    # Find new entries       
    new_entries = find_new_entries_in_infosys(config_xml, source, source_type, skip_disabled, vo_name)
           
    # Format output
    datestamp = datetime.datetime.now().strftime("%Y-%m-%d %M:%S")
    output = "\nThis file contains all new entries published in the information system that are not identifiable in " \
                 "the config file.  They are formatted to be pasted directly into the config file.\n"
    output += "Script run on : %s \n" % datestamp
    output += "Number of new entries : %i\n\n" % len(new_entries)
        
    # Create formatted xml output
    if len(new_entries) > 0:
        
        # Get list of schedd
        try:
            # Find all config entries not disabled
            config_dom = minidom.parse(config_xml)
            schedds = infosys_lib.parse_factory_schedds(config_dom)
        except: 
            print "Error parsing the config file '%s' for the schedds, exiting the tool." % config_xml
            sys.exit(2)    
            
        for entry in new_entries:
            # Pick a random schedd to assign to this entry TODO - need to be able to assign to a specific schedd?
            random.shuffle(schedds)
            output += infosys_lib.generate_entry_xml(entry, schedds[0])  
    else:
        output = "No new entries were found.\n"  

    # Output results
    print output