Пример #1
0
def installWorkArea(installDir, cmtWorkAreaPkg):
    msg = logging.getLogger("WorkAreaMgr")

    workAreaDir = os.path.join(installDir, cmtWorkAreaPkg.name)
    cmtDir = os.path.join(workAreaDir, CmtStrings.CMTDIR)

    if os.path.exists(installDir):
        if os.access(installDir, os.W_OK):
            if os.path.exists(workAreaDir):
                if not os.path.exists(cmtDir):
                    os.mkdir(cmtDir)
                    pass
                pass
            else:
                os.makedirs(os.path.join(workAreaDir, cmtDir))
            pass
        else:
            msg.error("Can't write under [%s] !!" % installDir)
            raise OSError
        pass
    else:
        try:
            os.makedirs(installDir)
            installWorkArea(installDir, cmtWorkAreaPkg)
        except OSError, what:
            msg.error(
                "Install dir for WorkArea does NOT exist and can't create it !!"
            )
            raise OSError, what
        pass
Пример #2
0
def scan( scanDir = os.curdir, suppressList = ["WorkArea"] ):
    """Search for CMT packages in the given directory and walk down the
    directory tree.
    Return the list of found CMT packages.
    """
    msg = logging.getLogger( "WorkAreaMgr" )
    msg.info( "Scanning [%s]" % scanDir )
    
    # return value
    cmtPackages = []
    
    # retrieve all cmt-ised directories in the scan directory
    scanDir = os.path.abspath( scanDir )

    cmtDirs = []
    try:
        cmtDirs = listCmtDirs(scanDir)
    except KeyboardInterrupt:
        msg.warning( "Scanning has been STOPPED ! (by you)" )
        pass
    
    for cmtDir in cmtDirs:
        cmtPkg = createCmtPkg(cmtDir)
        if cmtPkg != None and \
           cmtPkg.name not in suppressList:
            cmtPackages.append( cmtPkg )
        pass
    
    return cmtPackages
Пример #3
0
def createWorkArea(workAreas=[],
                   installDir=None,
                   runTimePkg='offline',
                   suppressList=None):

    msg = logging.getLogger("WorkAreaMgr")
    if suppressList == None:
        suppressList = ["WorkArea"]
    else:
        suppressList.append("WorkArea")
        pass

    atlasRunTime = runTimePkg[0].upper() + runTimePkg[1:]

    defaultWorkArea = os.environ[CmtStrings.CMTPATH].split(os.pathsep)[0]
    if len(workAreas) <= 0:
        workAreas = [defaultWorkArea]
    if installDir == None:
        installDir = defaultWorkArea
        pass

    msg.info(80 * "#")
    msg.info("Creating a WorkArea CMT package under: [%s] " % installDir)

    try:
        installWorkArea(installDir, CmtPkg("WorkArea", WORKAREA_VERSION, ""))
    except Exception, err:
        msg.error("Could NOT create WorkArea package !!")
        msg.error("%r", err)
        msg.info(80 * "#")
        sys.exit(3)
Пример #4
0
def createWorkArea(workAreas = None, installDir = None,
                   runTimePkg = None, suppressList = None):

    msg = logging.getLogger("WorkAreaMgr")
    if workAreas is None:
        workAreas = []
    if suppressList is None:
       suppressList = [ "WorkArea" ]
    else:
       suppressList.append( "WorkArea" )
       pass

    if runTimePkg is None:
        runTimePkg = os.getenv('AtlasProject', 'AtlasOffline')
        pass
    atlasRunTime = _translate_runtimepkg_name(runTimePkg)
    
    defaultWorkArea = _get_currentpath()
    if len(workAreas) <= 0:
        workAreas = [ defaultWorkArea ]
    if installDir == None:
        installDir = defaultWorkArea
        pass

    msg.info( 80*"#" )
    msg.info( "Creating a WorkArea CMT package under: [%s] " % installDir )

    try:
        installWorkArea( installDir,
                         CmtPkg( "WorkArea", WORKAREA_VERSION, "" ) )
    except Exception,err:
        msg.error( "Could NOT create WorkArea package !!" )
        msg.error( "%r", err)
        msg.info( 80*"#" )
        sys.exit(3)
Пример #5
0
def installWorkArea( installDir, cmtWorkAreaPkg ):
    msg = logging.getLogger("WorkAreaMgr")

    workAreaDir = os.path.join( installDir,  cmtWorkAreaPkg.name )
    cmtDir      = os.path.join( workAreaDir, CmtStrings.CMTDIR   )

    if os.path.exists(installDir):
        if os.access(installDir, os.W_OK):
            if os.path.exists( workAreaDir ):
                if not os.path.exists( cmtDir ):
                    os.mkdir( cmtDir )
                    pass
                pass
            else:
                os.makedirs( os.path.join( workAreaDir, cmtDir ) )
            pass
        else:
            msg.error( "Can't write under [%s] !!" % installDir )
            raise OSError
        pass
    else:
        try:
            os.makedirs(installDir)
            installWorkArea( installDir, cmtWorkAreaPkg )
        except OSError, what:
            msg.error( "Install dir for WorkArea does NOT exist and can't create it !!" )
            raise OSError, what
        pass
Пример #6
0
def get_latest_pkg_tag(fullPkgName):
    """Return the most recent SVN tag of the package.

    Return: Tag or None on error
    """

    msg = logging.getLogger( "WorkAreaMgr" )
    svnroot = os.environ.get("SVNROOT")
    if svnroot==None:
        msg.error("SVNROOT is not set.")
        return None

    _cmd = "svn ls %s" % os.path.join(svnroot, fullPkgName, "tags")
    if fullPkgName.startswith('Gaudi'):
        _cmd = "svn ls %s" % os.path.join(svnroot, 'tags', fullPkgName)
    msg.debug('running [%s]...', _cmd)        
    p = subprocess.Popen(_cmd, shell = True,
                         stdout = subprocess.PIPE, stderr = subprocess.PIPE)
    tags = p.communicate()[0].splitlines()
    if len(tags)==0 or p.returncode!=0: return None

    pkg_name = os.path.basename(fullPkgName)

    # enforce atlas convention of tags (pkgname-xx-yy-zz-aa)
    tags = [t for t in tags if t.startswith(pkg_name)]
    latest_tag = rstrip(tags[-1],"/\n ")
    return latest_tag
Пример #7
0
def createWorkArea(workAreas = None, installDir = None,
                   runTimePkg = None, suppressList = None):

    msg = logging.getLogger("WorkAreaMgr")
    if workAreas is None:
        workAreas = []
    if suppressList is None:
       suppressList = [ "WorkArea" ]
    else:
       suppressList.append( "WorkArea" )
       pass

    if runTimePkg is None:
        runTimePkg = os.getenv('AtlasProject', 'AtlasOffline')
        pass
    atlasRunTime = _translate_runtimepkg_name(runTimePkg)
    
    defaultWorkArea = _get_currentpath()
    if len(workAreas) <= 0:
        workAreas = [ defaultWorkArea ]
    if installDir == None:
        installDir = defaultWorkArea
        pass

    msg.info( 80*"#" )
    msg.info( "Creating a WorkArea CMT package under: [%s] " % installDir )

    try:
        installWorkArea( installDir,
                         CmtPkg( "WorkArea", WORKAREA_VERSION, "" ) )
    except Exception,err:
        msg.error( "Could NOT create WorkArea package !!" )
        msg.error( "%r", err)
        msg.info( 80*"#" )
        sys.exit(3)
Пример #8
0
def scan(scanDir=os.curdir, suppressList=["WorkArea"]):
    """Search for CMT packages in the given directory and walk down the
    directory tree.
    Return the list of found CMT packages.
    """
    msg = logging.getLogger("WorkAreaMgr")
    msg.info("Scanning [%s]" % scanDir)

    # return value
    cmtPackages = []

    # retrieve all cmt-ised directories in the scan directory
    scanDir = os.path.abspath(scanDir)

    cmtDirs = []
    try:
        cmtDirs = listCmtDirs(scanDir)
    except KeyboardInterrupt:
        msg.warning("Scanning has been STOPPED ! (by you)")
        pass

    for cmtDir in cmtDirs:
        cmtPkg = createCmtPkg(cmtDir)
        if cmtPkg != None and \
           cmtPkg.name not in suppressList:
            cmtPackages.append(cmtPkg)
        pass

    return cmtPackages
Пример #9
0
def listCMakeDirs( path ):
    """Return the list of paths pointing at 'CMake' directories, accessible
    from the `path` path.
    """

    msg = logging.getLogger( "WorkAreaMgr" )    
    cmakeDirs = []
    
    # fill list of CMake directories
    for root, dirs, files in os.walk(path):
        if _is_in_ignore_dir_list(root): continue
        if 'version.cmake' in files:
            msg.debug("\t==> found %s" % root)
            cmakeDirs.append(root)
    return cmakeDirs
Пример #10
0
def listCmtDirs( path ):
    """Return the list of paths pointing at 'cmt' directories, accessible
    from the `path` path.
    """

    msg = logging.getLogger( "WorkAreaMgr" )
    
    cmtDirs = []
    
    # fill list of CMT directories
    for root, dirs, files in os.walk(path):
        for d in dirs[:]:
            if _is_in_ignore_dir_list(d):
                dirs.remove(d)
        for d in dirs:
            if d == CmtStrings.CMTDIR:
                full_name = os.path.join(root, d)
                msg.debug("\t==> found %s" % full_name)
                cmtDirs.append(full_name)
    return cmtDirs
Пример #11
0
def listCmtDirs( path ):
    """Return the list of paths pointing at 'cmt' directories, accessible
    from the `path` path.
    """

    msg = logging.getLogger( "WorkAreaMgr" )
    
    cmtDirs = []
    
    # fill list of CMT directories
    import os
    import os.path as osp
    for root, dirs, files in os.walk(path):
        for d in dirs[:]:
            if _is_in_ignore_dir_list(d):
                dirs.remove(d)
        for d in dirs:
            if d == CmtStrings.CMTDIR:
                full_name = osp.join(root, d)
                msg.debug("\t==> found %s" % full_name)
                cmtDirs.append(full_name)
    return cmtDirs
Пример #12
0
def createUseList(workAreas, suppressList=["WorkArea"]):

    msg = logging.getLogger("WorkAreaMgr")
    cmtPackages = []
    uses = []

    for workArea in workAreas:
        cmtPackages.extend(scan(workArea, suppressList))
        pass

    # Handle duplicate CMT packages:
    pkgs = {}
    duplicates = {}
    for cmtPkg in cmtPackages:
        if not pkgs.has_key(cmtPkg.name):
            pkgs[cmtPkg.name] = cmtPkg
            pass
        else:
            # we found a duplicate...
            # check that the new one has a more recent version
            if pkgs[cmtPkg.name].version < cmtPkg.version:
                pkgs[cmtPkg.name] = cmtPkg
                pass
            duplicates[cmtPkg.name] = pkgs[cmtPkg.name]
            pass
        pass
    if len(duplicates) > 0:
        msg.warning("Found duplicate(s): (listing the ones we kept)")
        for k in duplicates.keys():
            msg.warning("--")
            msg.warning(" Package: %s" % duplicates[k].name)
            msg.warning(" Version: %s" % duplicates[k].version)
            msg.warning(" Path:    %s" % duplicates[k].path)
            pass
        pass

    del duplicates
    cmtPackages = [pkg for pkg in pkgs.values()]
    del pkgs

    msg.info("Found %i packages in WorkArea" % len(cmtPackages))
    if len(suppressList) >= 1:
        # -1 because WorkArea is removed by default
        msg.info( "=> %i package(s) in suppression list" % \
                  int(len(suppressList) - 1) )

    for cmtPkg in cmtPackages:
        # swallow the WorkArea path so we have a "cmt path" to put
        # in the req file
        for workArea in workAreas:
            cmtPkg.path = cmtPkg.path.replace(workArea + os.sep, '')
            cmtPkg.path = cmtPkg.path.replace(workArea, '')
            pass

        if cmtPkg.path.endswith(os.sep):
            cmtPkg.path = os.path.split(cmtPkg.path)
            pass

        use = "use %s \t%s \t%s" % (
            cmtPkg.name,
            #cmtPkg.version,
            "*",
            cmtPkg.path)
        msg.debug("\t%s" % use)

        uses.append(use)
        pass

    return uses
Пример #13
0
def createCmtPkg( cmtDir ):
    """
    the cmtDir is assumed to be of the form Xyz/cmt
    One has also to handle the case with or without version-directory
    """
    msg = logging.getLogger("WorkAreaMgr")
    
    pkgName = None
    # the CMTREQFILE should provide the name of package
    # so we extract it from this file
    try:
        reqFile = open( os.path.join( cmtDir, CmtStrings.CMTREQFILE ), 'r' )
        for line in reqFile.readlines():
            line = line.strip()
            if len(line) > 0  and \
               line[0] != "#" and \
               line.count("package ") > 0:
                pkgName = line.splitlines()[0]\
                          .split("package ")[1]\
                          .replace("\r","")\
                          .split("#")[0]\
                          .strip()
                break
            pass
        reqFile.close()
        del reqFile
    except IOError:
        ## No CMTREQFILE in this directory
        ## ==> not a CMT package then ?
        ## check if there is any CMT project file instead
        if not os.path.exists( os.path.join(cmtDir, CmtStrings.CMTPROJFILE) ):
            msg.warning( "[%s] does NOT contain any '%s' nor '%s' file !!" % \
                         ( cmtDir,
                           CmtStrings.CMTREQFILE,
                           CmtStrings.CMTPROJFILE ) )
        return None

    if pkgName == None:
        msg.warning( "No 'package Foo' stmt in %s of %s" % \
                     ( CmtStrings.CMTREQFILE, cmtDir ) )
        return None
    
    msg.debug( "\t\t==> Analysing [%s]" % cmtDir )
    
    # first we try the no-version-directory case as it is the ATLAS
    # default now.
    if CmtStrings.CMTVERSIONFILE in os.listdir(cmtDir):
        version = open( os.path.join( cmtDir, CmtStrings.CMTVERSIONFILE ),
                        'r' )\
                        .readline()
        version = version.splitlines()[0].strip()
        pkgDir = os.path.split(cmtDir)[0].strip()
        pkgPath = os.path.split(pkgDir)[0].strip()
        pass

    # Now we *MAY* be in the case where:
    # /somePath/MyPkg/MyPkg-00-00-00/cmt
    # or
    # /somePath/MyPkg/v1r2p3/cmt
    # however this is not supported anymore: warn and fallback to previous
    # case anyway (as user might have screwed up)
    else:
        msg.warning("No [%s] file in [%s] directory",
                    CmtStrings.CMTVERSIONFILE,
                    cmtDir)
        msg.warning("Can't reliably infer package version/dir!")
        version = '*'
        pkgDir  = os.path.split(cmtDir)[0].strip()
        pkgPath = os.path.split(pkgDir)[0].strip()
        msg.warning("Will use:")
        msg.warning( "\t\t\t- name    = %s" % pkgName )
        msg.warning( "\t\t\t- version = %s" % version )
        msg.warning( "\t\t\t- path    = %s" % pkgPath )
        pass

    msg.debug( "\t\t\t- name    = %s" % pkgName )
    msg.debug( "\t\t\t- version = %s" % version )
    msg.debug( "\t\t\t- path    = %s" % pkgPath )

    if pkgName.count(os.sep) > 0 :
       msg.warning( "About to create a funny CMT package !" )
       msg.warning( "'PkgName' contains '%s'. Please fix it!" % os.sep )
       msg.warning( "\t- name    = %s" % pkgName )
       msg.warning( "\t- version = %s" % version )
       msg.warning( "\t- path    = %s" % pkgPath )
       # Ok, so, I fix it - but user is warned...
       pkgName = os.path.basename(pkgName)
       pass

    return CmtPkg( pkgName, version, pkgPath )
Пример #14
0
def createUseList(workAreas, suppressList = ["WorkArea"]):

   msg = logging.getLogger( "WorkAreaMgr" )
   cmtPackages = []
   uses        = []
   
   for workArea in workAreas:
      cmtPackages.extend( scan( workArea, suppressList ) )
      pass

   # Handle duplicate CMT packages:
   pkgs = {}
   duplicates = {}
   for cmtPkg in cmtPackages:
      if not pkgs.has_key(cmtPkg.name):
         pkgs[cmtPkg.name] = cmtPkg
         pass
      else:
         # we found a duplicate...
         # check that the new one has a more recent version
         if pkgs[cmtPkg.name].version < cmtPkg.version:
            pkgs[cmtPkg.name] = cmtPkg
            pass
         duplicates[cmtPkg.name] = pkgs[cmtPkg.name]
         pass
      pass
   if len(duplicates) > 0:
      msg.warning( "Found duplicate(s): (listing the ones we kept)" )
      for k in duplicates.keys():
         msg.warning( "--" )
         msg.warning( " Package: %s" % duplicates[k].name )
         msg.warning( " Version: %s" % duplicates[k].version )
         msg.warning( " Path:    %s" % duplicates[k].path )
         pass
      pass

   del duplicates
   cmtPackages = [ pkg for pkg in pkgs.values() ]
   del pkgs
                      
   msg.info( "Found %i packages in WorkArea" % len(cmtPackages) )
   if len(suppressList) >= 1:
      # -1 because WorkArea is removed by default
      msg.info( "=> %i package(s) in suppression list" % \
                int(len(suppressList) - 1) ) 

   for cmtPkg in cmtPackages:
      # swallow the WorkArea path so we have a "cmt path" to put
      # in the req file
      for workArea in workAreas:
         cmtPkg.path = cmtPkg.path.replace( workArea+os.sep, '' )
         cmtPkg.path = cmtPkg.path.replace( workArea,        '' )
         pass

      if cmtPkg.path.endswith( os.sep ):
         cmtPkg.path = os.path.split(cmtPkg.path)
         pass

      use = "use %s \t%s \t%s -no_auto_imports" % \
            ( cmtPkg.name,
              "*", #cmtPkg.version,
              cmtPkg.path )
      msg.debug( "\t%s" % use )

      uses.append( use )
      pass

   return uses
# @author: Sebastien Binet
# @date: February 2007

from __future__ import with_statement

__version__ = "$Revision$"

import os
import os.path as osp
import glob
import sys

### basic logging and messages -----------------------------------------------
from PyCmt.Logging import logging

msg = logging.getLogger("AthBoot")

##########################
# recognized user options
##########################
import getopt

_useropts = 'i:o:hl:v'
_userlongopts = [ 'input-dir=',  'output-dir=',
                  'help',     'loglevel=',
                  'version' ]

def _usage():
   print """Accepted command line options (CLI):
   -i, --input-dir <dir>      ...  directory where the original WorkArea is
                                   sitting.
Пример #16
0
__doc__ = "A simple build system"
__author__ = "Sebastien Binet <*****@*****.**>"
__version__ = "$Revision$"

### imports -------------------------------------------------------------------
import sys
import os
import os.path as osp
import imp
import inspect
import re

from PyCmt.Logging import logging

### globals -------------------------------------------------------------------
msg = logging.getLogger('PkgBuilder')
msg.setLevel(logging.INFO)
#msg.setLevel(logging.VERBOSE)

# FIXME: should be more easily configurable
_DO_RELOCATE = True

#_DO_RELOCATE = False


### utils ---------------------------------------------------------------------
def relpath(path, start=osp.curdir):
    """Return a relative version of a path"""

    if not path:
        raise ValueError("no path specified")
Пример #17
0
def createCmtPkg(cmtDir):
    """
    the cmtDir is assumed to be of the form Xyz/cmt
    One has also to handle the case with or without version-directory
    """
    msg = logging.getLogger("WorkAreaMgr")

    pkgName = None
    # the CMTREQFILE should provide the name of package
    # so we extract it from this file
    try:
        reqFile = open(os.path.join(cmtDir, CmtStrings.CMTREQFILE), 'r')
        for line in reqFile.readlines():
            line = line.strip()
            if len(line) > 0  and \
               line[0] != "#" and \
               line.count("package ") > 0:
                pkgName = line.splitlines()[0]\
                          .split("package ")[1]\
                          .replace("\r","")\
                          .split("#")[0]\
                          .strip()
                break
            pass
        reqFile.close()
        del reqFile
    except IOError:
        ## No CMTREQFILE in this directory
        ## ==> not a CMT package then ?
        ## check if there is any CMT project file instead
        if not os.path.exists(os.path.join(cmtDir, CmtStrings.CMTPROJFILE)):
            msg.warning( "[%s] does NOT contain any '%s' nor '%s' file !!" % \
                         ( cmtDir,
                           CmtStrings.CMTREQFILE,
                           CmtStrings.CMTPROJFILE ) )
        return None

    if pkgName == None:
        msg.warning( "No 'package Foo' stmt in %s of %s" % \
                     ( CmtStrings.CMTREQFILE, cmtDir ) )
        return None

    msg.debug("\t\t==> Analysing [%s]" % cmtDir)

    # first we try the no-version-directory case as it is the ATLAS
    # default now.
    if CmtStrings.CMTVERSIONFILE in os.listdir(cmtDir):
        version = open( os.path.join( cmtDir, CmtStrings.CMTVERSIONFILE ),
                        'r' )\
                        .readline()
        version = version.splitlines()[0].strip()
        pkgDir = os.path.split(cmtDir)[0].strip()
        pkgPath = os.path.split(pkgDir)[0].strip()
        pass

    # Now we *MAY* be in the case where:
    # /somePath/MyPkg/MyPkg-00-00-00/cmt
    # or
    # /somePath/MyPkg/v1r2p3/cmt
    # however this is not supported anymore: warn and fallback to previous
    # case anyway (as user might have screwed up)
    else:
        msg.warning("No [%s] file in [%s] directory",
                    CmtStrings.CMTVERSIONFILE, cmtDir)
        msg.warning("Can't reliably infer package version/dir!")
        version = '*'
        tmpDir = os.path.split(cmtDir)[0].strip()
        pkgDir = os.path.split(tmpDir)[0].strip()
        pkgPath = os.path.split(pkgDir)[0].strip()
        msg.warning("Will use:")
        msg.warning("\t\t\t- name    = %s" % pkgName)
        msg.warning("\t\t\t- version = %s" % version)
        msg.warning("\t\t\t- path    = %s" % pkgPath)
        pass

    msg.debug("\t\t\t- name    = %s" % pkgName)
    msg.debug("\t\t\t- version = %s" % version)
    msg.debug("\t\t\t- path    = %s" % pkgPath)

    if pkgName.count(os.sep) > 0:
        msg.warning("About to create a funny CMT package !")
        msg.warning("'PkgName' contains '%s'. Please fix it!" % os.sep)
        msg.warning("\t- name    = %s" % pkgName)
        msg.warning("\t- version = %s" % version)
        msg.warning("\t- path    = %s" % pkgPath)
        # Ok, so, I fix it - but user is warned...
        pkgName = os.path.basename(pkgName)
        pass

    return CmtPkg(pkgName, version, pkgPath)
Пример #18
0
__doc__ = "A simple build system"
__author__ = "Sebastien Binet <*****@*****.**>"
__version__= "$Revision$"


### imports -------------------------------------------------------------------
import sys
import os
import os.path as osp
import imp
import inspect

from PyCmt.Logging import logging

### globals -------------------------------------------------------------------
msg = logging.getLogger('PkgBuilder')
msg.setLevel(logging.INFO)
#msg.setLevel(logging.VERBOSE)

# FIXME: should be more easily configurable
_DO_RELOCATE = True
#_DO_RELOCATE = False

### utils ---------------------------------------------------------------------
def relpath(path, start=osp.curdir):
    """Return a relative version of a path"""

    if not path:
        raise ValueError("no path specified")

    start_list = osp.abspath(start).split(osp.sep)