Пример #1
0
def checkOsgConfigured(cp):
    """
    Make sure that the OSG has been configured when this is run.

    Checks for the presence of the file
      - In the config object, gip.osg_attribtues, if the attribute exists; else,
      - $VDT_LOCATION/monitoring/osg-attributes.conf

    @param cp: Site config object
    @return: True
    @raise ValueError: If the specified file does not exist.
    """

    etcDir = vdtDir(os.path.expandvars("$VDT_LOCATION/monitoring/"), '/etc/osg/')

    # Check to see if the osg-user-vo-map.txt exists and that its size is > 0
    defaultLoc = vdtDir(os.path.join(etcDir, "osg-user-vo-map.txt"), "/var/lib/osg/user-vo-map")
    osg_user_vo_map = cp_get(cp, "vo", "user_vo_map", defaultLoc)

    if not os.path.exists(osg_user_vo_map):
        raise ValueError("%s does not exist; we may be "
                         "running in an unconfigured OSG install!" % osg_user_vo_map)
    fd = open(osg_user_vo_map, "r")
    has_uncommented_lines = False;
    for line in fd.readlines():
        if len(line) > 3 and line[0] != "#":
            has_uncommented_lines = True
            break
    if not has_uncommented_lines:
        raise ValueError("%s has no uncommented lines; we may be "
                         "running in an unconfigured OSG install!" % osg_user_vo_map)

    return True
Пример #2
0
def publish_gums(cp, template):
    hostname = cp_get(cp, "ce", 'name', gethostname())
    siteID = cp_get(cp, "site", "unique_name", gethostname())
    gumsConfig = vdtDir(os.path.expandvars('$VDT_LOCATION/gums/config/gums-client.properties'),
                        '/etc/gums/gums-client.properties')
    
    gumsConfigFile = open(gumsConfig, 'r')
    gums_re = re.compile('gums.authz\s*=\s*(https://(.*):.*?/(.*))')

    lines = gumsConfigFile.readlines()
    for line in lines:
        m = gums_re.match(line)
        if m: (gums_uri, gums_host) = m.groups()[0:2]

    os.putenv('X509_USER_CERT', '/etc/grid-security/http/httpcert.pem')
    os.putenv('X509_USER_KEY' , '/etc/grid-security/http/httpkey.pem')

    mapping_subject_dn = '/GIP-GUMS-Probe-Identity'
    mapping_subject_name = '`grid-cert-info -subject` '
    gums_command = vdtDir(os.path.expandvars('$VDT_LOCATION/gums/scripts/gums-service'),
                          '/usr/bin/gums-service')
    gums_command += ' mapUser -s ' + mapping_subject_name + mapping_subject_dn

    (gums_output, pin) = popen2.popen4(gums_command)

    gums_id_re = re.compile('.*\[userName: (.*)\].*')

    status = "Warning"
    statusInfo = "Test mapping failed: if GUMS was not down, check logs" +\
                 " at " + gums_host + ':' + '$VDT_LOCATION/tomcat/v55/logs'

    lines = gums_output.readlines()
    for line in lines:
        m = gums_id_re.match(line)
        if m:
            uidMapping = m.groups([0])
            status = "OK"
            statusInfo = "Test mapping successful: user id = %s" % uidMapping
            break
            
    info = {'serviceID': gums_uri,
            'serviceType': 'GUMS',
            'serviceName': 'Authorization',
            'version': 'UNDEFINED',
            'endpoint': gums_uri,
            'semantics': 'UNDEFINED',
            'owner': '',
            'url': gums_uri,
            'uri': gums_uri,
            'status': status,
            'statusInfo': statusInfo,
            'wsdl': 'Not Applicable',
            'startTime': 'Not Applicable', 
            'siteID': siteID,
            'acbr': '__GIP_DELETEME'
            }

    printTemplate(template, info)
Пример #3
0
def main(cp=None, return_entries=False):
    """
    Main method for the osg-info-wrapper script.  This script safely runs the
    plugin and provider modules, caching where necessary, and combines it with
    the static data.  It then outputs the final GLUE information for this site.
    """

    log.debug("Starting up the osg-info-wrapper.")
    if cp == None:
        cp = config()

    temp_dir = os.path.expandvars(cp_get(cp, "gip", "temp_dir", \
        gipDir("$GIP_LOCATION/var/tmp", '/var/cache/gip')))
    plugin_dir = os.path.expandvars(cp_get(cp, "gip", "plugin_dir", \
        gipDir("$GIP_LOCATION/plugins", '/usr/libexec/gip/plugins')))
    provider_dir = os.path.expandvars(cp_get(cp, "gip", "provider_dir", \
        gipDir("$GIP_LOCATION/providers", '/usr/libexec/gip/providers')))
    static_dir = os.path.expandvars(cp_get(cp, "gip", "static_dir", \
        gipDir("$GIP_LOCATION/var/ldif", '/etc/gip/ldif.d')))

    # Make sure that our directories exist.
    create_if_not_exist(temp_dir, plugin_dir, provider_dir, static_dir)

    # Load up our add, alter, and delete attributes
    add_attributes = os.path.expandvars(cp_get(cp, "gip", \
        "add_attributes", vdtDir("$VDT_LOCATION/gip/etc/add-attributes.conf",
                                 '/etc/gip/add-attributes.conf')))
    alter_attributes = os.path.expandvars(cp_get(cp, "gip", \
        "alter_attributes", vdtDir("$VDT_LOCATION/gip/etc/alter-attributes.conf",
                                   '/etc/gip/alter-attributes.conf')))
    remove_attributes = os.path.expandvars(cp_get(cp, "gip", \
        "remove_attributes", vdtDir("$VDT_LOCATION/gip/etc/remove-attributes.conf",
                                    '/etc/gip/remove-attributes.conf')))

    # Flush the cache if appropriate
    do_flush_cache = cp_getBoolean(cp, "gip", "flush_cache", False)
    if do_flush_cache:
        log.info("Flushing cache upon request.")
        flush_cache(temp_dir)

    # Load up our parameters
    freshness = cp_getInt(cp, "gip", "freshness", 300)
    cache_ttl = cp_getInt(cp, "gip", "cache_ttl", 600)
    response = cp_getInt(cp, "gip", "response", 240)
    timeout = cp_getInt(cp, "gip", "timeout", 240)

    try:
        os.setpgrp()
    except OSError, oe:
        # If launched from a batch system (condor), we might not have perms
        if oe.errno != 1:
            raise
Пример #4
0
def main(cp = None, return_entries=False):
    """
    Main method for the osg-info-wrapper script.  This script safely runs the
    plugin and provider modules, caching where necessary, and combines it with
    the static data.  It then outputs the final GLUE information for this site.
    """
    
    log.debug("Starting up the osg-info-wrapper.")
    if cp == None:
        cp = config()

    temp_dir = os.path.expandvars(cp_get(cp, "gip", "temp_dir", \
        gipDir("$GIP_LOCATION/var/tmp", '/var/cache/gip'))) 
    plugin_dir = os.path.expandvars(cp_get(cp, "gip", "plugin_dir", \
        gipDir("$GIP_LOCATION/plugins", '/usr/libexec/gip/plugins')))
    provider_dir = os.path.expandvars(cp_get(cp, "gip", "provider_dir", \
        gipDir("$GIP_LOCATION/providers", '/usr/libexec/gip/providers')))
    static_dir = os.path.expandvars(cp_get(cp, "gip", "static_dir", \
        gipDir("$GIP_LOCATION/var/ldif", '/etc/gip/ldif.d')))

    # Make sure that our directories exist.
    create_if_not_exist(temp_dir, plugin_dir, provider_dir, static_dir)

    # Load up our add, alter, and delete attributes
    add_attributes = os.path.expandvars(cp_get(cp, "gip", \
        "add_attributes", vdtDir("$VDT_LOCATION/gip/etc/add-attributes.conf",
                                 '/etc/gip/add-attributes.conf')))
    alter_attributes = os.path.expandvars(cp_get(cp, "gip", \
        "alter_attributes", vdtDir("$VDT_LOCATION/gip/etc/alter-attributes.conf",
                                   '/etc/gip/alter-attributes.conf')))
    remove_attributes = os.path.expandvars(cp_get(cp, "gip", \
        "remove_attributes", vdtDir("$VDT_LOCATION/gip/etc/remove-attributes.conf",
                                    '/etc/gip/remove-attributes.conf')))

    # Flush the cache if appropriate
    do_flush_cache = cp_getBoolean(cp, "gip", "flush_cache", False)
    if do_flush_cache:
        log.info("Flushing cache upon request.")
        flush_cache(temp_dir)

    # Load up our parameters
    freshness = cp_getInt(cp, "gip", "freshness", 300)
    cache_ttl = cp_getInt(cp, "gip", "cache_ttl", 600)
    response  = cp_getInt(cp, "gip", "response",  240)
    timeout = cp_getInt(cp, "gip",   "timeout",   240)

    try:
        os.setpgrp()
    except OSError, oe:
        # If launched from a batch system (condor), we might not have perms
        if oe.errno != 1:
            raise
Пример #5
0
def getHTCondorCEVersion(cp):
    """
    Returns the running version of the HTCondor CE
    Copied from getOSGVersion() in gip_cluster.py
    """
    log = logging.getLogger()
    htcondorce_ver_backup = cp_get(cp, "ce", "htcondorce_version", "1.8")
    htcondorce_version_script = cp_get(cp, "gip", "htcondorce_version_script",
        "")
    htcondorce_ver = ''

    if len(htcondorce_version_script) == 0:
        htcondorce_version_script = vdtDir('$VDT_LOCATION/condor_ce_config_val',
                                    '/usr/bin/condor_ce_config_val')

        htcondorce_version_script = os.path.expandvars(htcondorce_version_script)

        if not os.path.exists(htcondorce_version_script):
            htcondorce_version_script = os.path.expandvars("$VDT_LOCATION/osg/bin/" \
                "osg-version")

    if os.path.exists(htcondorce_version_script):
        try:
            htcondorce_version_script += " HTCondorCEVersion"
            htcondorce_ver = runCommand(htcondorce_version_script).read().strip()
            htcondorce_ver = htcondorce_ver.replace('"','')
        except Exception, e:
            log.exception(e)
Пример #6
0
def getUniqueHash(cp):
    # EGI uses unix 'cksum' command; we'll use zlib's crc instead.
    loc = cp_get(cp, 'gip', 'osg_config', vdtDir(os.path.expandvars('$VDT_LOCATION/monitoring/config.ini'),
                                                 '/etc/osg/config.ini'))
    loc = os.path.expandvars(loc)
    try:
        hash = zlib.crc32(loc)
    except:
        log.error('Could not find config.ini for checksum')
        hash = '0008675309'

    return hash
Пример #7
0
def getUniqueHash(cp):
    # EGI uses unix 'cksum' command; we'll use zlib's crc instead.
    loc = cp_get(
        cp, 'gip', 'osg_config',
        vdtDir(os.path.expandvars('$VDT_LOCATION/monitoring/config.ini'),
               '/etc/osg/config.ini'))
    loc = os.path.expandvars(loc)
    try:
        hash = zlib.crc32(loc)
    except:
        log.error('Could not find config.ini for checksum')
        hash = '0008675309'

    return hash
Пример #8
0
def checkOsgConfigured(cp):
    """
    Make sure that the OSG has been configured when this is run.

    Checks for the presence of the file
      - In the config object, gip.osg_attribtues, if the attribute exists; else,
      - $VDT_LOCATION/monitoring/osg-attributes.conf

    @param cp: Site config object
    @return: True
    @raise ValueError: If the specified file does not exist.
    """

    etcDir = vdtDir(os.path.expandvars("$VDT_LOCATION/monitoring/"),
                    '/etc/osg/')

    # Check to see if the osg-user-vo-map.txt exists and that its size is > 0
    defaultLoc = vdtDir(os.path.join(etcDir, "osg-user-vo-map.txt"),
                        "/var/lib/osg/user-vo-map")
    osg_user_vo_map = cp_get(cp, "vo", "user_vo_map", defaultLoc)

    if not os.path.exists(osg_user_vo_map):
        raise ValueError("%s does not exist; we may be "
                         "running in an unconfigured OSG install!" %
                         osg_user_vo_map)
    fd = open(osg_user_vo_map, "r")
    has_uncommented_lines = False
    for line in fd.readlines():
        if len(line) > 3 and line[0] != "#":
            has_uncommented_lines = True
            break
    if not has_uncommented_lines:
        raise ValueError("%s has no uncommented lines; we may be "
                         "running in an unconfigured OSG install!" %
                         osg_user_vo_map)

    return True
Пример #9
0
def configOsg(cp):
    """
    Given the config object from the GIP, overwrite data coming from the
    OSG configuration file.
    """
    # If override, then gip.conf overrides the config.ini settings
    try:
        override = cp.getboolean("gip", "override")
    except:
        override = False

    try:
        check_osg = cp.getboolean("gip", "check_osg")
    except:
        check_osg = True
    if check_osg and 'GIP_TESTING' not in os.environ:
        checkOsgConfigured(cp)

    # Load config.ini values
    cp2 = ConfigParser.ConfigParser()

    ini_dir = vdtDir(os.path.expandvars("$VDT_LOCATION/monitoring/config.ini"),
                     '/etc/osg/config.d')
    loc = cp_get(cp, "gip", "osg_config", ini_dir)
    log.info("Using OSG config.ini %s." % loc)

    # if a directory is specified, then either we are an RPM install or a directory was
    # specified in gip.conf
    if os.path.isdir(loc):
        # get a list of the ini files in the directory
        file_list = get_file_list(loc)
    else:
        # must be a file
        file_list = [
            loc,
        ]

    cp2.read(file_list)

    try:
        configSEs(cp2, cp)
    except SystemExit, KeyboardInterrupt:
        raise
Пример #10
0
def configOsg(cp):
    """
    Given the config object from the GIP, overwrite data coming from the
    OSG configuration file.
    """
    # If override, then gip.conf overrides the config.ini settings
    try:
        override = cp.getboolean("gip", "override")
    except:
        override = False

    try:
        check_osg = cp.getboolean("gip", "check_osg")
    except:
        check_osg = True
    if check_osg and 'GIP_TESTING' not in os.environ:
        checkOsgConfigured(cp)

    # Load config.ini values
    cp2 = ConfigParser.ConfigParser()

    ini_dir = vdtDir(os.path.expandvars("$VDT_LOCATION/monitoring/config.ini"), '/etc/osg/config.d')
    loc = cp_get(cp, "gip", "osg_config", ini_dir)
    log.info("Using OSG config.ini %s." % loc)

    # if a directory is specified, then either we are an RPM install or a directory was
    # specified in gip.conf
    if os.path.isdir(loc):
        # get a list of the ini files in the directory
        file_list = get_file_list(loc)
    else:
        # must be a file
        file_list = [loc,]

    cp2.read(file_list)

    try:
        configSEs(cp2, cp)
    except SystemExit, KeyboardInterrupt:
        raise
Пример #11
0
def getOSGVersion(cp):
    """
    Returns the running version of the OSG
    """
    osg_ver_backup = cp_get(cp, "ce", "osg_version", "OSG 1.2.0")
    osg_version_script = cp_get(cp, "gip", "osg_version_script",
        "")
    osg_ver = ''

    if len(osg_version_script) == 0:
        osg_version_script = vdtDir('$VDT_LOCATION/osg-version',
                                    '/usr/bin/osg-version')

        osg_version_script = os.path.expandvars(osg_version_script)

        if not os.path.exists(osg_version_script):
            osg_version_script = os.path.expandvars("$VDT_LOCATION/osg/bin/" \
                "osg-version")

    if os.path.exists(osg_version_script):
        try:
            osg_ver = runCommand(osg_version_script).read().strip()
        except Exception, e:
            log.exception(e)
Пример #12
0
    except Exception, e:
        #log.exception(e)
        print >> sys.stderr, str(e)

    try:
        config_info(cp2, cp)
    except SystemExit, KeyboardInterrupt:
        raise
    except Exception, e:
        print >> sys.stderr, str(e)

    # Set the site status:
    try:
        state_info_file = '$VDT_LOCATION/MIS-CI/etc/grid-site-state-info'
        state_info_file = os.path.expandvars(state_info_file)
        state_info_file = vdtDir(state_info_file, '/etc/osg/grid-site-state-info')
        if os.path.exists(state_info_file):
            results = int(os.popen("/bin/sh -c 'source %s; echo " \
                "$grid_site_state_bit'" % state_info_file)
                .read().strip()) != 0
        else:
            results = None
        if not results:
            if not cp.has_section('condor'):
                cp.add_section('condor')
            cp.set('condor', 'Closed')
    except:
        pass

    # get all the items in the [GIP] section of the config.ini
    try:
Пример #13
0
    except Exception, e:
        #log.exception(e)
        print >> sys.stderr, str(e)

    try:
        config_info(cp2, cp)
    except SystemExit, KeyboardInterrupt:
        raise
    except Exception, e:
        print >> sys.stderr, str(e)

    # Set the site status:
    try:
        state_info_file = '$VDT_LOCATION/MIS-CI/etc/grid-site-state-info'
        state_info_file = os.path.expandvars(state_info_file)
        state_info_file = vdtDir(state_info_file,
                                 '/etc/osg/grid-site-state-info')
        if os.path.exists(state_info_file):
            results = int(os.popen("/bin/sh -c 'source %s; echo " \
                "$grid_site_state_bit'" % state_info_file)
                .read().strip()) != 0
        else:
            results = None
        if not results:
            if not cp.has_section('condor'):
                cp.add_section('condor')
            cp.set('condor', 'Closed')
    except:
        pass

    # get all the items in the [GIP] section of the config.ini
    try: