示例#1
0
文件: repair.py 项目: ypid/subuser
def verify(realArgs):
  options,arguments=parseCliArgs(realArgs)
  user = subuserlib.classes.user.User()
  try:
    with user.getRegistry().getLock() as LockFileHandle:
      subuserlib.verify.verify(user)
      user.getRegistry().commit()
  except subuserlib.portalocker.portalocker.LockException:
    sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
示例#2
0
文件: list.py 项目: takluyver/subuser
def list(sysargs):
    """
  List various things: image sources, subusers, ect.

  >>> import sys
  >>> import list #import self
  >>> list.list([sys.argv[0]]+["list","available"])
  Images available for instalation from the repo: default
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo
  >>> list.list([sys.argv[0]]+["list","subusers"])
  The following subusers are registered.
  Subuser: foo
  ------------------
  Progam:
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo
  >>> list.list([sys.argv[0]]+["list","subusers","--short"])
  foo
  """
    options, args = parseCliArgs(sysargs)

    if len(args) == 0:
        sys.exit(
            "Nothing to list. Issue this command with the -h argument for help."
        )

    user = subuserlib.classes.user.User()

    if 'available' in args:
        for repoName, repository in user.getRegistry().getRepositories(
        ).iteritems():
            if not options.short:
                print("Images available for instalation from the repo: " +
                      repoName)
            for imageName, imageSource in repository.iteritems():
                if options.short:
                    print(imageName)
                else:
                    imageSource.describe()

    if 'subusers' in args:
        if not options.short:
            print("The following subusers are registered.")
        for name, subuser in user.getRegistry().getSubusers().iteritems():
            if options.short:
                print(name)
            else:
                subuser.describe()
示例#3
0
文件: repair.py 项目: ypid/subuser
def verify(realArgs):
    options, arguments = parseCliArgs(realArgs)
    user = subuserlib.classes.user.User()
    try:
        with user.getRegistry().getLock() as LockFileHandle:
            subuserlib.verify.verify(user)
            user.getRegistry().commit()
    except subuserlib.portalocker.portalocker.LockException:
        sys.exit(
            "Another subuser process is currently running and has a lock on the registry. Please try again later."
        )
示例#4
0
def add(user,name,url):
    repository = subuserlib.resolve.lookupRepositoryByURI(user,url)
    if repository:
      if type(repository.getName()) is int:
        sys.exit("A temporary repository with this url already exists.  Cannot add.  The ability to uprade temporary repositories to named repositories is a wanted feature.  Feal free to send a quality, well thought out, pull request.")
      else:
        sys.exit("The repository named:" +repository.getName()+" already has this URL.  Cannot add.")
    else:
      repository = subuserlib.classes.repository.Repository(user,name=name,gitOriginURI=url,gitCommitHash="master")
      user.getRegistry().getRepositories().addRepository(repository)
      user.getRegistry().commit()
示例#5
0
def describe(sysargs):
  """
  Describe subusers and images.
  
  >>> import describe #import self

  Describing a subuser prints its permissions.

  >>> describe.describe(["subuser","foo"])
  Subuser: foo
  ------------------
  Progam:
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo

  Describing an image prints the default permissions for that image.

  >>> describe.describe(["image","foo"])
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo

  Images can be refered to with their full paths as well.  Even remote images can be described.

  >>> describe.describe(["image","foo@default"])
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo
  """
  user = subuserlib.classes.user.User()
  (options,args) = parseCliArgs(sysargs)
  if len(args) < 2:
    print("Args: '"+"' '".join(args)+"'")
    print("Wrong number of arguments.")
    #parseCliArgs(["","subuser","describe","--help"])
  elif args[0] == "image":
    for image in args[1:]:
      subuserlib.resolve.resolveImageSource(user,image).describe()
  elif args[0] == "subuser":
    for subuser in  args[1:]:
      try:
        user.getRegistry().getSubusers()[subuser].describe()
      except KeyError:
        sys.exit("Subuser "+subuser+" does not exist.")
  else:
    print("Args: '"+"' '".join(args)+"'")
    print("Option not supported.")
示例#6
0
def describe(sysargs):
    """
  Describe subusers and images.
  
  >>> import describe #import self

  Describing a subuser prints its permissions.

  >>> describe.describe(["subuser","foo"])
  Subuser: foo
  ------------------
  Progam:
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo

  Describing an image prints the default permissions for that image.

  >>> describe.describe(["image","foo"])
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo

  Images can be refered to with their full paths as well.  Even remote images can be described.

  >>> describe.describe(["image","foo@default"])
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo
  """
    user = subuserlib.classes.user.User()
    (options, args) = parseCliArgs(sysargs)
    if len(args) < 2:
        print("Args: '" + "' '".join(args) + "'")
        print("Wrong number of arguments.")
        #parseCliArgs(["","subuser","describe","--help"])
    elif args[0] == "image":
        for image in args[1:]:
            subuserlib.resolve.resolveImageSource(user, image).describe()
    elif args[0] == "subuser":
        for subuser in args[1:]:
            try:
                user.getRegistry().getSubusers()[subuser].describe()
            except KeyError:
                sys.exit("Subuser " + subuser + " does not exist.")
    else:
        print("Args: '" + "' '".join(args) + "'")
        print("Option not supported.")
示例#7
0
def run(args):
  if len(args) == 1 or {"help","-h","--help"} & set(args):
    sys.exit(helpString)

  subuserName = args[1]
  argsToPassToImage = args[2:]

  user = subuserlib.classes.user.User()
  if subuserName in user.getRegistry().getSubusers():
    subuserlib.run.run(user.getRegistry().getSubusers()[subuserName],argsToPassToImage)
  else:
    sys.exit(subuserName + " not found.\n"+helpString)
示例#8
0
def removeOldImages(user):
    """
  Remove images that are installed, but are not associated with any subusers.

 >>> remove_old_images = __import__("remove-old-images")#import self
 >>> import subuserlib.classes.user,subuserlib.subuser
 >>> user = subuserlib.classes.user.User()
 >>> user.getRegistry().getSubusers().keys()
 [u'foo']
 >>> subuserlib.subuser.add(user,"bar","bar@file:///home/travis/remote-test-repo")
 Adding new temporary repository file:///home/travis/remote-test-repo
 Adding subuser bar bar@file:///home/travis/remote-test-repo
 Verifying subuser configuration.
 Verifying registry consistency...
 Unregistering any non-existant installed images.
 Checking if images need to be updated or installed...
 Installing bar ...
 Installed new image for subuser bar
 Running garbage collector on temporary repositories...
 >>> user.getRegistry().getSubusers().keys()
 [u'foo', 'bar']
 >>> [i.getImageSourceName() for i in user.getInstalledImages().values()]
 [u'foo', u'bar']
 >>> subuserlib.subuser.remove(user,"bar")
 Removing subuser bar
  If you wish to remove the subusers image, issue the command $ subuser remove-old-images
 Verifying subuser configuration.
 Verifying registry consistency...
 Unregistering any non-existant installed images.
 Checking if images need to be updated or installed...
 Running garbage collector on temporary repositories...
 >>> [i.getImageSourceName() for i in user.getInstalledImages().values()]
 [u'foo', u'bar']
 >>> remove_old_images.removeOldImages(user)
 Verifying subuser configuration.
 Verifying registry consistency...
 Unregistering any non-existant installed images.
 Checking if images need to be updated or installed...
 Running garbage collector on temporary repositories...
 Removing uneeded temporary repository: file:///home/travis/remote-test-repo
 >>> [i.getImageSourceName() for i in user.getInstalledImages().values()]
 [u'foo']
  """
    for installedImageId, installedImage in user.getInstalledImages(
    ).iteritems():
        imageInUse = False
        for _, subuser in user.getRegistry().getSubusers().iteritems():
            if subuser.getImageId() == installedImageId:
                imageInUse = True
        if not imageInUse:
            installedImage.removeDockerImage()
    subuserlib.verify.verify(user)
    user.getRegistry().commit()
示例#9
0
def run(args):
    if len(args) == 1 or {"help", "-h", "--help"} & set(args):
        sys.exit(helpString)

    subuserName = args[1]
    argsToPassToImage = args[2:]

    user = subuserlib.classes.user.User()
    if subuserName in user.getRegistry().getSubusers():
        subuserlib.run.run(user.getRegistry().getSubusers()[subuserName], argsToPassToImage)
    else:
        sys.exit(subuserName + " not found.\n" + helpString)
示例#10
0
def removeOldImages(user):
  """
  Remove images that are installed, but are not associated with any subusers.

 >>> remove_old_images = __import__("remove-old-images")#import self
 >>> import subuserlib.classes.user,subuserlib.subuser
 >>> user = subuserlib.classes.user.User()
 >>> user.getRegistry().getSubusers().keys()
 [u'foo']
 >>> subuserlib.subuser.add(user,"bar","bar@file:///home/travis/remote-test-repo")
 Adding new temporary repository file:///home/travis/remote-test-repo
 Adding subuser bar bar@file:///home/travis/remote-test-repo
 Verifying subuser configuration.
 Verifying registry consistency...
 Unregistering any non-existant installed images.
 Checking if images need to be updated or installed...
 Installing bar ...
 Installed new image for subuser bar
 Running garbage collector on temporary repositories...
 >>> user.getRegistry().getSubusers().keys()
 [u'foo', 'bar']
 >>> [i.getImageSourceName() for i in user.getInstalledImages().values()]
 [u'foo', u'bar']
 >>> subuserlib.subuser.remove(user,"bar")
 Removing subuser bar
  If you wish to remove the subusers image, issue the command $ subuser remove-old-images
 Verifying subuser configuration.
 Verifying registry consistency...
 Unregistering any non-existant installed images.
 Checking if images need to be updated or installed...
 Running garbage collector on temporary repositories...
 >>> [i.getImageSourceName() for i in user.getInstalledImages().values()]
 [u'foo', u'bar']
 >>> remove_old_images.removeOldImages(user)
 Verifying subuser configuration.
 Verifying registry consistency...
 Unregistering any non-existant installed images.
 Checking if images need to be updated or installed...
 Running garbage collector on temporary repositories...
 Removing uneeded temporary repository: file:///home/travis/remote-test-repo
 >>> [i.getImageSourceName() for i in user.getInstalledImages().values()]
 [u'foo']
  """
  for installedImageId,installedImage in user.getInstalledImages().iteritems():
    imageInUse = False
    for _,subuser in user.getRegistry().getSubusers().iteritems():
      if subuser.getImageId() == installedImageId:
        imageInUse = True
    if not imageInUse:
      installedImage.removeDockerImage()
  subuserlib.verify.verify(user)
  user.getRegistry().commit()
示例#11
0
文件: run.py 项目: akovalyov/subuser
def run(args):
  if len(args) == 1 or args[1] == "--help":
    print(helpString)
    sys.exit()

  subuserName = args[1]
  argsToPassToImage = args[2:]

  user = subuserlib.classes.user.User()
  if subuserName in user.getRegistry().getSubusers():
    user.getRegistry().getSubusers()[subuserName].getRuntime(os.environ).run(argsToPassToImage)
  else:
    sys.exit(subuserName + " not found.\n"+helpString)
示例#12
0
文件: list.py 项目: takluyver/subuser
def list(sysargs):
  """
  List various things: image sources, subusers, ect.

  >>> import sys
  >>> import list #import self
  >>> list.list([sys.argv[0]]+["list","available"])
  Images available for instalation from the repo: default
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo
  >>> list.list([sys.argv[0]]+["list","subusers"])
  The following subusers are registered.
  Subuser: foo
  ------------------
  Progam:
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo
  >>> list.list([sys.argv[0]]+["list","subusers","--short"])
  foo
  """
  options,args = parseCliArgs(sysargs)
 
  if len(args)==0:
    sys.exit("Nothing to list. Issue this command with the -h argument for help.")
  
  user = subuserlib.classes.user.User()
  
  if 'available' in args:
    for repoName,repository in user.getRegistry().getRepositories().iteritems():
      if not options.short:
        print("Images available for instalation from the repo: " + repoName)
      for imageName,imageSource in repository.iteritems():
        if options.short:
          print(imageName)
        else:
          imageSource.describe()
  
  if 'subusers' in args:
    if not options.short:
      print("The following subusers are registered.")
    for name,subuser in user.getRegistry().getSubusers().iteritems():
      if options.short:
        print(name)
      else:
        subuser.describe()
示例#13
0
def add(user,name,url):
  repository = subuserlib.resolve.lookupRepositoryByURIOrPath(user,url)
  if repository:
    if repository.isTemporary():
      sys.exit("A temporary repository with this url already exists.  Cannot add.  The ability to uprade temporary repositories to named repositories is a wanted feature.  Feal free to send a quality, well thought out, pull request.")
    else:
      sys.exit("The repository named:" +repository.getName()+" already has this URL.  Cannot add.")
  else:
    if url.startswith("/"):
      repository = subuserlib.classes.repository.Repository(user,name=name,sourceDir=url)
    else:
      repository = subuserlib.classes.repository.Repository(user,name=name,gitOriginURI=url,gitCommitHash="master")
    user.getRegistry().getRepositories().addRepository(repository)
    user.getRegistry().commit()
示例#14
0
def run(args):
    if len(args) == 1 or args[1] == "--help":
        print(helpString)
        sys.exit()

    subuserName = args[1]
    argsToPassToImage = args[2:]

    user = subuserlib.classes.user.User()
    if subuserName in user.getRegistry().getSubusers():
        user.getRegistry().getSubusers()[subuserName].getRuntime(
            os.environ).run(argsToPassToImage)
    else:
        sys.exit(subuserName + " not found.\n" + helpString)
示例#15
0
def add(user,subuserName,imageSourceIdentifier):
  try:
    try:
      imageSource = subuserlib.resolve.resolveImageSource(user,imageSourceIdentifier)
    except KeyError as keyError:
      sys.exit("Could not add subuser.  The image source "+imageSourceIdentifier+" does not exist.")
    user.getRegistry().logChange("Adding subuser "+subuserName+" "+imageSourceIdentifier)
    user.getRegistry().getSubusers()[subuserName] = subuserlib.classes.subuser.Subuser(user,subuserName,imageSource,None,False)
    subuserlib.verify.verify(user)
    user.getRegistry().commit()
  except subuserlib.classes.dockerDaemon.ImageBuildException as e:
    print("Adding subuser failed.")
    print(str(e))
    subuserlib.update.checkoutNoCommit(user,"HEAD")
示例#16
0
文件: subuser.py 项目: ypid/subuser
def setExecutableShortcutInstalled(user,subuserName,installed):
  if installed:
    user.getRegistry().logChange("Creating shortcut for subuser "+subuserName)
  else:
    user.getRegistry().logChange("Removing shortcut for subuser "+subuserName)
  user.getRegistry().getSubusers()[subuserName].setExecutableShortcutInstalled(installed)
  subuserlib.verify.verify(user)
  user.getRegistry().commit()
示例#17
0
def setExecutableShortcutInstalled(user,subuserName,installed):
  if installed:
    user.getRegistry().logChange("Creating shortcut for subuser "+subuserName)
  else:
    user.getRegistry().logChange("Removing shortcut for subuser "+subuserName)
  user.getRegistry().getSubusers()[subuserName].setExecutableShortcutInstalled(installed)
  subuserlib.verify.verify(user)
  user.getRegistry().commit()
示例#18
0
def verify(realArgs):
    options, arguments = parseCliArgs(realArgs)
    user = subuserlib.classes.user.User()
    permissionsAccepter = AcceptPermissionsAtCLI(user,
                                                 alwaysAccept=options.accept)
    try:
        with user.getRegistry().getLock() as LockFileHandle:
            subuserNames = list(user.getRegistry().getSubusers().keys())
            subuserNames.sort()
            subuserlib.verify.verify(user,
                                     subuserNames=subuserNames,
                                     permissionsAccepter=permissionsAccepter)
            user.getRegistry().commit()
    except subuserlib.portalocker.portalocker.LockException:
        sys.exit(
            "Another subuser process is currently running and has a lock on the registry. Please try again later."
        )
示例#19
0
def add(user, subuserName, imageSourceIdentifier):
    try:
        try:
            imageSource = subuserlib.resolve.resolveImageSource(
                user, imageSourceIdentifier)
        except KeyError as keyError:
            sys.exit("Could not add subuser.  The image source " +
                     imageSourceIdentifier + " does not exist.")
        user.getRegistry().logChange("Adding subuser " + subuserName + " " +
                                     imageSourceIdentifier)
        user.getRegistry().getSubusers(
        )[subuserName] = subuserlib.classes.subuser.Subuser(
            user, subuserName, imageSource, None, False)
        subuserlib.verify.verify(user)
        user.getRegistry().commit()
    except subuserlib.classes.dockerDaemon.ImageBuildException as e:
        print("Adding subuser failed.")
        print(str(e))
        subuserlib.update.checkoutNoCommit(user, "HEAD")
示例#20
0
文件: run.py 项目: peter1000/subuser
def run(args):
    if len(args) == 1 or args[1] == "-h" or args[1] == "--help":
        print(helpString)
        sys.exit()

    subuserName = args[1]
    argsToPassToImage = args[2:]

    user = subuserlib.classes.user.User()
    user.getRegistry().setLogOutputVerbosity(0)
    if subuserName in user.getRegistry().getSubusers():
        runtime = user.getRegistry().getSubusers()[subuserName].getRuntime(os.environ)
        if runtime:
            runtime.run(argsToPassToImage)
        else:
            sys.exit(
                "The subuser's image failed to build. Please use the subuser update log and subuser repair commands for more information."
            )
    else:
        sys.exit(subuserName + " not found.\n" + helpString)
示例#21
0
def dryRun(args):
  """
  Print the command that would have been run if this wasn't a dry run.

  >>> dry_run = __import__("dry-run")
  >>> dry_run.dryRunTestSetup()
  >>> dry_run.dryRun([sys.argv[0]]+["foo"])
  docker 'run' '-i' '-t' '--rm' '--workdir=/home/travis/test-home' '-v=/home/travis/test-home/.subuser/homes/foo:/home/travis/test-home:rw' '-e' 'HOME=/home/travis/test-home' '--net=none' '--user=1000' '1' '/usr/bin/foo'
  """
  if len(args) == 1 or {"help","-h","--help"} & set(args):
    sys.exit(helpString)

  subuserName = args[1]
  argsToPassToImage = args[2:]

  user = subuserlib.classes.user.User()
  if subuserName in user.getRegistry().getSubusers():
    print(subuserlib.run.getPrettyCommand(user.getRegistry().getSubusers()[subuserName],argsToPassToImage))
  else:
    sys.exit(subuserName + " not found.\n"+helpString)
示例#22
0
def runCommand(sysargs):
  """
  Describe subusers and images.
  """
  user = subuserlib.classes.user.User()
  (options,args) = parseCliArgs(sysargs)
  if len(args) < 2:
    subuserlib.print.printWithoutCrashing("Nothing to describe. Use -h for help.")
  elif args[0] == "image":
    for image in args[1:]:
      subuserlib.resolve.resolveImageSource(user,image).describe()
  elif args[0] == "subuser":
    for subuser in  args[1:]:
      try:
        user.getRegistry().getSubusers()[subuser].describe()
      except KeyError:
        sys.exit("Subuser "+subuser+" does not exist.")
  else:
    subuserlib.print.printWithoutCrashing("Args: '"+"' '".join(args)+"'")
    subuserlib.print.printWithoutCrashing("Option not supported.")
示例#23
0
文件: run.py 项目: peter1000/subuser
def run(args):
    if len(args) == 1 or args[1] == "-h" or args[1] == "--help":
        print(helpString)
        sys.exit()

    subuserName = args[1]
    argsToPassToImage = args[2:]

    user = subuserlib.classes.user.User()
    user.getRegistry().setLogOutputVerbosity(0)
    if subuserName in user.getRegistry().getSubusers():
        runtime = user.getRegistry().getSubusers()[subuserName].getRuntime(
            os.environ)
        if runtime:
            runtime.run(argsToPassToImage)
        else:
            sys.exit(
                "The subuser's image failed to build. Please use the subuser update log and subuser repair commands for more information."
            )
    else:
        sys.exit(subuserName + " not found.\n" + helpString)
示例#24
0
def testImages(realArgs):
  """
  Test the given images.
  """
  options,args = parseCliArgs(realArgs)

  user = subuserlib.classes.user.User()

  try:
    with user.getRegistry().getLock() as lockFileHandler:
      subuserlib.testImages.testImages(user=user,sourceRepoId=args[0],imageSourceNames=args[1:])
  except subuserlib.portalocker.portalocker.LockException:
    sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
示例#25
0
def runCommand(sysargs):
    """
  Describe subusers and images.
  """
    user = subuserlib.classes.user.User()
    (options, args) = parseCliArgs(sysargs)
    if len(args) < 2:
        subuserlib.print.printWithoutCrashing(
            "Nothing to describe. Use -h for help.")
    elif args[0] == "image":
        for image in args[1:]:
            subuserlib.resolve.resolveImageSource(user, image).describe()
    elif args[0] == "subuser":
        for subuser in args[1:]:
            try:
                user.getRegistry().getSubusers()[subuser].describe()
            except KeyError:
                sys.exit("Subuser " + subuser + " does not exist.")
    else:
        subuserlib.print.printWithoutCrashing("Args: '" + "' '".join(args) +
                                              "'")
        subuserlib.print.printWithoutCrashing("Option not supported.")
示例#26
0
def remove(user,subuserName):
  if subuserName in user.getRegistry().getSubusers():
    user.getRegistry().logChange("Removing subuser "+subuserName)
    del user.getRegistry().getSubusers()[subuserName]
    subuserlib.verify.verify(user)
    user.getRegistry().commit()
  else:
    sys.exit("Cannot remove: subuser "+subuserName+" does not exist.")
示例#27
0
def remove(user, subuserName):
    if subuserName in user.getRegistry().getSubusers():
        user.getRegistry().logChange("Removing subuser " + subuserName)
        del user.getRegistry().getSubusers()[subuserName]
        subuserlib.verify.verify(user)
        user.getRegistry().commit()
    else:
        sys.exit("Cannot remove: subuser " + subuserName + " does not exist.")
示例#28
0
def dryRun(args):
    if len(args) == 0 or {"help", "-h", "--help"} & set(args):
        print(helpString)
        sys.exit()
    subuserName = args[0]
    argsToPassToImage = args[1:]
    user = subuserlib.classes.user.User()
    if subuserName in user.getRegistry().getSubusers():
        subuser = user.getRegistry().getSubusers()[subuserName]
        print("The image will be prepared using the Dockerfile:")
        print(subuser.getRunReadyImage().generateImagePreparationDockerfile())
        print("The command to launch the image is:")
        print(subuser.getRuntime(os.environ).getPrettyCommand(argsToPassToImage))
    else:
        availableSubusers = ",".join(user.getRegistry().getSubusers().keys())
        sys.exit(
            subuserName
            + " not found.\n"
            + helpString
            + "\n"
            + "The following subusers are available for use:"
            + availableSubusers
        )
示例#29
0
def dryRun(args):
    """
  Print the command that would have been run if this wasn't a dry run.

  >>> dry_run = __import__("dry-run")
  >>> dry_run.dryRunTestSetup()
  >>> dry_run.dryRun([sys.argv[0]]+["foo"])
  docker 'run' '-i' '-t' '--rm' '--workdir=/home/travis/test-home' '-v=/home/travis/test-home/.subuser/homes/foo:/home/travis/test-home:rw' '-e' 'HOME=/home/travis/test-home' '--net=none' '--user=1000' '1' '/usr/bin/foo'
  """
    if len(args) == 1 or {"help", "-h", "--help"} & set(args):
        sys.exit(helpString)

    subuserName = args[1]
    argsToPassToImage = args[2:]

    user = subuserlib.classes.user.User()
    if subuserName in user.getRegistry().getSubusers():
        print(
            subuserlib.run.getPrettyCommand(
                user.getRegistry().getSubusers()[subuserName],
                argsToPassToImage))
    else:
        sys.exit(subuserName + " not found.\n" + helpString)
示例#30
0
def testImages(realArgs):
    """
  Test the given images.
  """
    options, args = parseCliArgs(realArgs)

    user = subuserlib.classes.user.User()
    permissionsAccepter = AcceptPermissionsAtCLI(user,
                                                 alwaysAccept=options.accept)
    try:
        with user.getRegistry().getLock() as lockFileHandler:
            subuserlib.testImages.testImages(
                user=user,
                sourceRepoId=args[0],
                imageSourceNames=args[1:],
                permissionsAccepter=permissionsAccepter)
    except subuserlib.portalocker.portalocker.LockException:
        sys.exit(
            "Another subuser process is currently running and has a lock on the registry. Please try again later."
        )
示例#31
0
文件: update.py 项目: ypid/subuser
def update(realArgs):
  """
  Update your subuser installation.

  Tests
  -----

  **Setup:**

  >>> import os
  >>> import update,subuser,subuserlib.git,repository

  Check initial test environment:

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo'])
  True
  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'bar'])
  True

  Add a subuser who's image has a lot of dependencies.

  >>> subuser.subuser(["add","dependent","dependent@file:///home/travis/remote-test-repo"])
  Adding subuser dependent dependent@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Installing dependency1 ...
  Building...
  Building...
  Building...
  Successfully built 10
  Building...
  Building...
  Building...
  Successfully built 11
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 12
  Building...
  Building...
  Building...
  Successfully built 13
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 14
  Building...
  Building...
  Building...
  Successfully built 15
  Installed new image for subuser dependent
  Running garbage collector on temporary repositories...

  Check that our new subuser was successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> subuserNamesBeforeUpdate = user.getRegistry().getSubusers().keys()
  >>> set(subuserNamesBeforeUpdate) == set(['dependent', u'foo'])
  True

  And that its image, along with all of its dependencies were added as well.

  >>> installedImagesBeforeUpdate = [i.getImageSourceName() for i in user.getInstalledImages().values()]
  >>> set(installedImagesBeforeUpdate) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary'])
  True

  Running update, when there is nothing to be updated, does nothing.

  >>> update.update(["all"])
  Updating...
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...

  The same subusers are still installed.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(subuserNamesBeforeUpdate)
  True

  And the same images too.

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set(installedImagesBeforeUpdate)
  True

  Now we change the ImageSource for the ``dependent`` image.


  >>> with open(user.getRegistry().getRepositories()[u'1']["intermediary"].getSubuserImagefilePath(),mode="w") as subuserImagefile:
  ...   _ = subuserImagefile.write("FROM-SUBUSER-IMAGE dependency2")

  And commit the changes to git.

  >>> subuserlib.git.runGit(["commit","-a","-m","changed dependency for intermediate from dependency1 to dependency2"],cwd=user.getRegistry().getRepositories()[u'1'].getRepoPath())

  Running an update after a change installs new images and registers them with their subusers.  But it does not delete the old ones.

  >>> update.update(["all"])
  Updating...
  Updated repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Installing dependency2 ...
  Building...
  Building...
  Building...
  Successfully built 16
  Building...
  Building...
  Building...
  Successfully built 17
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 18
  Building...
  Building...
  Building...
  Successfully built 19
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 20
  Building...
  Building...
  Building...
  Successfully built 21
  Installed new image for subuser dependent
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2', u'dependent'])
  True

  Old images are not deleted so that update lock-subuser-to and update rollback still work. In this example, dependency1 stays installed.

  Now we lock the dependent subuser and try changing it again.

  >>> update.update(["lock-subuser-to","dependent","HEAD"])
  Locking subuser dependent to commit: HEAD
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...

  >>> with open(user.getRegistry().getRepositories()[u'1']["intermediary"].getSubuserImagefilePath(),mode="w") as subuserImagefile:
  ...   _ = subuserImagefile.write("FROM-SUBUSER-IMAGE dependency3")

  And commit the changes to git.

  >>> subuserlib.git.runGit(["commit","-a","-m","changed dependency for intermediate from dependency2 to dependency3"],cwd=user.getRegistry().getRepositories()[u'1'].getRepoPath())

  Running an update after a change does nothing because the affected subuser is locked.

  >>> update.update(["all"])
  Updating...
  Updated repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2', u'dependent'])
  True

  When we unlock the subuser it gets updated imediately.

  >>> update.update(["unlock-subuser","dependent"])
  Unlocking subuser dependent
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Installing dependency3 ...
  Building...
  Building...
  Building...
  Successfully built 22
  Building...
  Building...
  Building...
  Successfully built 23
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 24
  Building...
  Building...
  Building...
  Successfully built 25
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 26
  Building...
  Building...
  Building...
  Successfully built 27
  Installed new image for subuser dependent
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2',u'dependency3', u'dependent'])
  True
  """
  options,args = parseCliArgs(realArgs)
  user = subuserlib.classes.user.User()
  if len(args) < 1:
    sys.exit("No arguments given. Please use subuser update -h for help.")
  elif ["all"] == args:
    try:
      with user.getRegistry().getLock():
        subuserlib.update.updateAll(user)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif ["log"] == args:
    subuserlib.update.showLog(user)
  elif "lock-subuser-to" == args[0]:
    try:
      subuserName = args[1]
      commit = args[2]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a subuser name and a commit.  Try running\nsubuser update --help\n for more info.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.lockSubuser(user,subuserName=subuserName,commit=commit)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif "unlock-subuser" == args[0]:
    try:
      subuserName = args[1]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a subuser's name. Try running\nsubuser update --help\nfor more information.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.unlockSubuser(user,subuserName=subuserName)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif "rollback" == args[0]:
    try:
      commit = args[1]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a commit.  Try running \nsubuser update --help\nfor more info.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.rollback(user,commit=commit)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif len(args) == 1:
    sys.exit(" ".join(args) + " is not a valid update subcommand. Please use subuser update -h for help.")
  else:
    sys.exit(" ".join(args) + " is not a valid update subcommand. Please use subuser update -h for help.")
示例#32
0
def dryRun(args):
    """
  Print the command that would have been run if this wasn't a dry run.

  >>> dry_run = __import__("dry-run")
  >>> dry_run.dryRunTestSetup()
  >>> import subuser,subuserlib.classes.user
  >>> remove_old_images = __import__("remove-old-images")

  If we dry run the basic foo test subuser, we will see the generated pre-run Dockerfile and also the docker command that will launch our subuser.

  >>> dry_run.dryRun(["foo"])
  The image will be prepared using the Dockerfile:
  FROM 2
  RUN useradd --uid=1000 travis ;export exitstatus=$? ; if [ $exitstatus -eq 4 ] ; then echo uid exists ; elif [ $exitstatus -eq 9 ]; then echo username exists. ; else exit $exitstatus ; fi
  RUN test -d /home/travis || mkdir /home/travis && chown travis /home/travis
  <BLANKLINE>
  The command to launch the image is:
  docker 'run' '-i' '-t' '--rm' '-e' 'HOME=/home/travis/test-home' '--workdir=/home/travis/test-home' '--net=none' '--user=1000' '3' '/usr/bin/foo'

  Running subusers installed through temporary repositories works as well.  Here, we add a subuser named bar, run it, and then remove it again.
 
  >>> subuser.subuser(["add","bar","bar@file:///home/travis/remote-test-repo"])
  Adding subuser bar bar@file:///home/travis/remote-test-repo
  Adding new temporary repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Installing bar ...
  Installed new image for subuser bar
  Running garbage collector on temporary repositories...

  The actual dry-run call.

  >>> dry_run.dryRun(["bar"])
  The image will be prepared using the Dockerfile:
  FROM 5
  RUN useradd --uid=1000 travis ;export exitstatus=$? ; if [ $exitstatus -eq 4 ] ; then echo uid exists ; elif [ $exitstatus -eq 9 ]; then echo username exists. ; else exit $exitstatus ; fi
  RUN test -d /home/travis || mkdir /home/travis && chown travis /home/travis
  <BLANKLINE>
  The command to launch the image is:
  docker 'run' '-i' '-t' '--rm' '-e' 'HOME=/home/travis/test-home' '--workdir=/home/travis/test-home' '--net=none' '--user=1000' '6' '/usr/bin/bar'

  Cleanup.

  >>> subuser.subuser(["remove","bar"])
  Removing subuser bar
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...
  >>> remove_old_images.removeOldImages([])
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...
  Removing uneeded temporary repository: file:///home/travis/remote-test-repo
  """
    if len(args) == 0 or {"help", "-h", "--help"} & set(args):
        print(helpString)
        sys.exit()

    subuserName = args[0]
    argsToPassToImage = args[1:]

    user = subuserlib.classes.user.User()
    if subuserName in user.getRegistry().getSubusers():
        subuser = user.getRegistry().getSubusers()[subuserName]
        print("The image will be prepared using the Dockerfile:")
        print(
            subuserlib.runReadyImages.generateImagePreparationDockerfile(
                subuser))
        print("The command to launch the image is:")
        print(
            subuser.getRuntime(os.environ).getPrettyCommand(argsToPassToImage))
    else:
        sys.exit(subuserName + " not found.\n" + helpString)
示例#33
0
def removeOldImages(realArgs):
  """
  Remove images that are installed, but are not associated with any subusers.

  Tests
  -----

  **Setup:**

  >>> remove_old_images = __import__("remove-old-images")#import self
  >>> import subuser
  >>> import subuserlib.classes.user

  Check our assumptions about what subusers are installed in the test environment.  We load a new user object each time we checked, because we are interested about whether the changes we want are present on disk.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(["foo"])
  True

  Add a ``bar`` subuser, which we will then remove.  This will leave us with a leftover image.

  >>> subuser.subuser(["add","bar","bar@file:///home/travis/remote-test-repo"])
  Adding subuser bar bar@file:///home/travis/remote-test-repo
  Adding new temporary repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Installing bar ...
  Building...
  Building...
  Building...
  Successfully built 5
  Building...
  Building...
  Building...
  Successfully built 6
  Installed new image for subuser bar
  Running garbage collector on temporary repositories...

  Check to see if subuser ``bar`` was successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo', 'bar'])
  True

  Check to see if the image for ``bar`` was also installed.

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'bar'])
  True

  Remove the ``bar`` subuser.

  >>> subuser.subuser(["remove","bar"])
  Removing subuser bar
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...

  See that the image for ``bar`` was indeed left behind.

  >>> user = subuserlib.classes.user.User()
  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'bar'])
  True

  Use dry-run to see which images are to be deleted.

  >>> remove_old_images.removeOldImages(["--dry-run"])
  The following images are uneeded and would be deleted.
  DOCKER-ID : SUBUSER-ID
  Removing unneeded image 6 : bar@file:///home/travis/remote-test-repo

  Now we use ``remove-old-images`` to clean up our installed images.

  >>> remove_old_images.removeOldImages([])
  Removing unneeded image 6 : bar@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...
  Removing uneeded temporary repository: file:///home/travis/remote-test-repo

  And now the uneccesary ``bar`` image is gone.

  >>> user = subuserlib.classes.user.User()
  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo'])
  True
 
  """
  options,args = parseCliArgs(realArgs)

  user = subuserlib.classes.user.User()

  try:
    with user.getRegistry().getLock() as lockFileHandler:
      if options.dryrun:
        print("The following images are uneeded and would be deleted.")
        print("DOCKER-ID : SUBUSER-ID")

      subuserlib.removeOldImages.removeOldImages(user=user,dryrun=options.dryrun)
  except subuserlib.portalocker.portalocker.LockException:
    sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
示例#34
0
文件: repair.py 项目: Fak3/subuser
def verify(realArgs):
  options,arguments=parseCliArgs(realArgs)
  user = subuserlib.classes.user.User()
  subuserlib.verify.verify(user)
  user.getRegistry().commit()
示例#35
0
def subuser(sysargs):
  """
  Manage subusers

  Tests
  -----

  **Setup:**

  >>> import subuser #import self
  >>> import subuserlib.classes.user

  At the start of our tests, the test environment has one subuser named ``foo``.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo'])
  True

  We add another subuser named ``bar``.

  >>> subuser.subuser(["add","--accept","bar","bar@file:///home/travis/remote-test-repo"])
  Adding subuser bar bar@file:///home/travis/remote-test-repo
  Adding new temporary repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  bar would like to have the following permissions:
   Description: 
   Maintainer: 
   Executable: /usr/bin/bar
  A - Accept and apply changes
  E - Apply changes and edit result
  A
  Checking if images need to be updated or installed...
  Checking if subuser bar is up to date.
  Installing bar ...
  Building...
  Building...
  Building...
  Successfully built 6
  Building...
  Building...
  Building...
  Successfully built 8
  Installed new image <8> for subuser bar
  Running garbage collector on temporary repositories...

  Now we have two subusers.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo', 'bar'])
  True

  We remove ``bar``.

  >>> subuser.subuser(["remove","bar"])
  Removing subuser bar
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...

  Now we only have one subuser.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo'])
  True

  We add another subuser named ``bar`` using a local folder rather than from a git repo.

  >>> subuser.subuser(["add","--accept","bar","bar@/home/travis/remote-test-repo"])
  Adding subuser bar bar@/home/travis/remote-test-repo
  Adding new temporary repository /home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  bar would like to have the following permissions:
   Description: 
   Maintainer: 
   Executable: /usr/bin/bar
  A - Accept and apply changes
  E - Apply changes and edit result
  A
  Checking if images need to be updated or installed...
  Checking if subuser bar is up to date.
  Installing bar ...
  Building...
  Building...
  Building...
  Successfully built 9
  Building...
  Building...
  Building...
  Successfully built 10
  Installed new image <10> for subuser bar
  Running garbage collector on temporary repositories...

  Now we have two subusers.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo', 'bar'])
  True

  We remove ``bar``.

  >>> subuser.subuser(["remove","bar"])
  Removing subuser bar
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...

  Now we only have one subuser.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo'])
  True

  If we try adding a subuser which fails to install do to a bad ``SubuserImagefile`` an error is displayed, a cleanup process occures, and nothing terribly bad happens.

  This works for syntax errors.

  >>> try:
  ...   subuser.subuser(["add","--accept","broken-syntax","broken-syntax@file:///home/travis/remote-test-repo"])
  ... except SystemExit:
  ...   pass
  Adding subuser broken-syntax broken-syntax@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  broken-syntax would like to have the following permissions:
   Description: 
   Maintainer: 
   Is a library.
  A - Accept and apply changes
  E - Apply changes and edit result
  A
  Checking if images need to be updated or installed...
  Checking if subuser broken-syntax is up to date.
  Error while building image: Error in broken-syntax's SubuserImagefile on line 0
   Subuser image does not exist: ""
  Cleaning up.

  >>> try:
  ...   subuser.subuser(["add","--accept","broken-non-existant-dependency","broken-non-existant-dependency@file:///home/travis/remote-test-repo"])
  ... except SystemExit:
  ...   pass
  Adding subuser broken-non-existant-dependency broken-non-existant-dependency@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  broken-non-existant-dependency would like to have the following permissions:
   Description: 
   Maintainer: 
   Is a library.
  A - Accept and apply changes
  E - Apply changes and edit result
  A
  Checking if images need to be updated or installed...
  Checking if subuser broken-non-existant-dependency is up to date.
  Error while building image: Error in broken-non-existant-dependency's SubuserImagefile on line 0
   Subuser image does not exist: "non-existant-I-do-not-exist!!!!!"
  Cleaning up.
  """
  options,args = parseCliArgs(sysargs)
  try:
    action = args[0]
  except IndexError:
    parseCliArgs(["--help"])
  user = subuserlib.classes.user.User()
  permissionsAccepter = AcceptPermissionsAtCLI(user,alwaysAccept = options.accept)
  if action == "add":
    if not len(args) == 3:
      sys.exit("Wrong number of arguments to add.  See `subuser subuser -h`.")
    name = args[1]
    imageSourceId = args[2]
    try:
      with user.getRegistry().getLock():
        subuserlib.subuser.add(user,name,imageSourceId,permissionsAccepter=permissionsAccepter)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")

  elif action == "remove":
    names = args[1:]
    if not options.prefix is None:
      allSubuserNames = user.getRegistry().getSubusers().keys()
      names.extend([subuserName for subuserName in allSubuserNames if subuserName.startswith(options.prefix)])
    try:
      with user.getRegistry().getLock():
        subuserlib.subuser.remove(user,names)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif action == "create-shortcut":
    name = args[1]
    try:
      with user.getRegistry().getLock():
        subuserlib.subuser.setExecutableShortcutInstalled(user,name,True)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif action == "remove-shortcut":
    name = args[1]
    try:
      with user.getRegistry().getLock():
        subuserlib.subuser.setExecutableShortcutInstalled(user,name,False)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif action == "edit-permissions":
    name = args[1]
    try:
      with user.getRegistry().getLock():
        user.getRegistry().logChange("Edit "+name+"'s permissions.")
        subuserlib.subprocessExtras.call([os.environ["EDITOR"],user.getRegistry().getSubusers()[name].getPermissions().getWritePath()])
        subuserlib.verify.verify(user,subuserNames=[name],permissionsAccepter=permissionsAccepter)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  else:
    sys.exit("Action "+args[0]+" does not exist. Try:\n subuser subuser --help")
示例#36
0
def list(sysargs):
    """
  List various things: image sources, subusers, ect.

  >>> import sys
  >>> import list #import self

  Listing available images lists the images along with their default permissions.

  >>> list.list(["available"])
  Images available for instalation from the repo: default
  foo@default
   Description: 
   Maintainer: 
   Executable: /usr/bin/foo

  Similar result when listing subusers.

  >>> list.list(["subusers"])
  The following subusers are registered.
  Subuser: foo
  ------------------
  foo@default
   Description: 
   Maintainer: 
   Executable: /usr/bin/foo
  <BLANKLINE>

  And listing installed images:

  >>> list.list(["installed-images"])
  The following images are installed.
  ------------------
  Image Id: 2
  Image source: foo@default
  Last update time: 1

  > list.list(["repositories"])
  Repository: default
  ------------
  Cloned from: file:///home/travis/default-test-repo
  Currently at commit: 72e7d9c17192d47b2b2344d9eb8a325262d738fe

  In all cases, there is a ``--short`` option.

  >>> list.list(["subusers","--short"])
  foo

  >>> list.list(["available","--short"])
  foo@default

  >>> list.list(["installed-images","--short"])
  foo@default 2

  >>> list.list(["repositories","--short"])
  default

  """
    options, args = parseCliArgs(sysargs)

    if len(args) == 0:
        sys.exit(
            "Nothing to list. Issue this command with the -h argument for help."
        )

    user = subuserlib.classes.user.User()

    if 'available' in args:
        for repoName, repository in user.getRegistry().getRepositories().items(
        ):
            if not options.short:
                print("Images available for instalation from the repo: " +
                      repoName)
            for _, imageSource in repository.items():
                if options.short:
                    print(imageSource.getIdentifier())
                else:
                    imageSource.describe()

    if 'subusers' in args:
        if not options.short:
            print("The following subusers are registered.")
        for name, subuser in user.getRegistry().getSubusers().items():
            if options.internal or not name.startswith("!"):
                if options.short:
                    print(name)
                else:
                    subuser.describe()

    if 'installed-images' in args:
        if not options.short:
            print("The following images are installed.")
        for id, installedImage in user.getInstalledImages().items():
            if options.short:
                try:
                    identifier = installedImage.getImageSource().getIdentifier(
                    )
                    if not options.broken:
                        print(identifier + " " + id)
                except KeyError:
                    if options.broken:
                        print(id)
            else:
                print("------------------")
                installedImage.describe()

    if 'repositories' in args:
        for name, repo in user.getRegistry().getRepositories().items():
            if options.short:
                print(repo.getDisplayName())
            else:
                repo.describe()
                print("")
示例#37
0
def remove(user, subuserName):
    if subuserName in user.getRegistry().getSubusers():
        user.getRegistry().logChange("Removing subuser " + subuserName)
        subuserHome = user.getRegistry().getSubusers(
        )[subuserName].getHomeDirOnHost()
        if subuserHome:
            user.getRegistry().logChange(
                " If you wish to remove the subusers home directory, issule the command $ rm -r "
                + subuserHome)
        user.getRegistry().logChange(
            " If you wish to remove the subusers image, issue the command $ subuser remove-old-images"
        )
        del user.getRegistry().getSubusers()[subuserName]
        subuserlib.verify.verify(user)
        user.getRegistry().commit()
    else:
        sys.exit("Cannot remove: subuser " + subuserName + " does not exist.")
示例#38
0
def list(sysargs):
  """
  List various things: image sources, subusers, ect.

  >>> import sys
  >>> import list #import self

  Listing available images lists the images along with their default permissions.

  >>> list.list(["available"])
  Images available for instalation from the repo: default
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo

  Similar result when listing subusers.

  >>> list.list(["subusers"])
  The following subusers are registered.
  Subuser: foo
  ------------------
  Progam:
  foo:
   Description: 
   Maintainer: 
   Last update time(version): 0
   Executable: /usr/bin/foo

  And listing installed images:

  >>> list.list(["installed-images"])
  The following images are installed.
  ------------------
  Image Id: 2
  Image source: foo@default
  Last update time: 0

  In all cases, there is a ``--short`` option.

  >>> list.list(["subusers","--short"])
  foo

  >>> list.list(["available","--short"])
  foo@default

  >>> list.list(["installed-images","--short"])
  foo@default 2

  """
  options,args = parseCliArgs(sysargs)
 
  if len(args)==0:
    sys.exit("Nothing to list. Issue this command with the -h argument for help.")
  
  user = subuserlib.classes.user.User()
  
  if 'available' in args:
    for repoName,repository in user.getRegistry().getRepositories().items():
      if not options.short:
        print("Images available for instalation from the repo: " + repoName)
      for _,imageSource in repository.items():
        if options.short:
          print(imageSource.getIdentifier())
        else:
          imageSource.describe()
  
  if 'subusers' in args:
    if not options.short:
      print("The following subusers are registered.")
    for name,subuser in user.getRegistry().getSubusers().items():
      if options.short:
        print(name)
      else:
        subuser.describe()

  if 'installed-images' in args:
    if not options.short:
      print("The following images are installed.")
    for id,installedImage in user.getInstalledImages().items():
      if options.short:
        try:
          identifier = installedImage.getImageSource().getIdentifier()
          if not options.broken:
            print(identifier+" "+id)
        except KeyError:
          if options.broken:
            print(id)
      else:
        print("------------------")
        installedImage.describe()
示例#39
0
#!/usr/bin/env python
# This file should be compatible with both Python 2 and 3.
# If it is not, please file a bug report.

#external imports
import optparse
#internal imports
import subuserlib.classes.user,subuserlib.verify,subuserlib.commandLineArguments

####################################################
def parseCliArgs():
  usage = "usage: subuser %prog [options]"
  description = """
Repair your subuser installation.

This is usefull when migrating from one machine to another.  You can copy your ~/.subuser folder to the new machine and run repair, and things should just work.
"""
  parser = optparse.OptionParser(usage=usage,description=description,formatter=subuserlib.commandLineArguments.HelpFormatterThatDoesntReformatDescription())
  return parser.parse_args()

if __name__ == "__main__":
  options,arguments=parseCliArgs()
  user = subuserlib.classes.user.User()
  subuserlib.verify.verify(user)
  user.getRegistry().commit()
示例#40
0
# This file should be compatible with both Python 2 and 3.
# If it is not, please file a bug report.

#external imports
import optparse
#internal imports
import subuserlib.classes.user, subuserlib.verify, subuserlib.commandLineArguments


####################################################
def parseCliArgs():
    usage = "usage: subuser %prog [options]"
    description = """
Repair your subuser installation.

This is usefull when migrating from one machine to another.  You can copy your ~/.subuser folder to the new machine and run repair, and things should just work.
"""
    parser = optparse.OptionParser(
        usage=usage,
        description=description,
        formatter=subuserlib.commandLineArguments.
        HelpFormatterThatDoesntReformatDescription())
    return parser.parse_args()


if __name__ == "__main__":
    options, arguments = parseCliArgs()
    user = subuserlib.classes.user.User()
    subuserlib.verify.verify(user)
    user.getRegistry().commit()
示例#41
0
def remove(user, name):
    user.getRegistry().getRepositories().removeRepository(name)
示例#42
0
文件: subuser.py 项目: ypid/subuser
def subuser(sysargs):
  """
  Manage subusers

  Tests
  -----

  **Setup:**

  >>> import subuser #import self
  >>> import subuserlib.classes.user

  At the start of our tests, the test environment has one subuser named ``foo``.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo'])
  True

  We add another subuser named ``bar``.

  >>> subuser.subuser(["add","bar","bar@file:///home/travis/remote-test-repo"])
  Adding subuser bar bar@file:///home/travis/remote-test-repo
  Adding new temporary repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Installing bar ...
  Building...
  Building...
  Building...
  Successfully built 6
  Building...
  Building...
  Building...
  Successfully built 7
  Installed new image for subuser bar
  Running garbage collector on temporary repositories...

  Now we have two subusers.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo', 'bar'])
  True

  We remove ``bar``.

  >>> subuser.subuser(["remove","bar"])
  Removing subuser bar
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...

  Now we only have one subuser.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo'])
  True

  We add another subuser named ``bar`` using a local folder rather than from a git repo.

  >>> subuser.subuser(["add","bar","bar@/home/travis/remote-test-repo"])
  Adding subuser bar bar@/home/travis/remote-test-repo
  Adding new temporary repository /home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Installing bar ...
  Building...
  Building...
  Building...
  Successfully built 8
  Building...
  Building...
  Building...
  Successfully built 9
  Installed new image for subuser bar
  Running garbage collector on temporary repositories...

  Now we have two subusers.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo', 'bar'])
  True

  We remove ``bar``.

  >>> subuser.subuser(["remove","bar"])
  Removing subuser bar
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...

  Now we only have one subuser.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo'])
  True

  If we try adding a subuser which fails to install do to a bad ``SubuserImagefile`` an error is displayed, a cleanup process occures, and nothing terribly bad happens.

  This works for syntax errors.

  >>> try:
  ...   subuser.subuser(["add","broken-syntax","broken-syntax@file:///home/travis/remote-test-repo"])
  ... except SystemExit:
  ...   pass
  Adding subuser broken-syntax broken-syntax@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Error while building image: Error in SubuserImagefile one line 0
   Subuser image does not exist: ""
  Cleaning up.

  >>> try:
  ...   subuser.subuser(["add","broken-non-existant-dependency","broken-non-existant-dependency@file:///home/travis/remote-test-repo"])
  ... except SystemExit:
  ...   pass
  Adding subuser broken-non-existant-dependency broken-non-existant-dependency@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Error while building image: Error in SubuserImagefile one line 0
   Subuser image does not exist: "non-existant-I-do-not-exist!!!!!"
  Cleaning up.
  """
  options,args = parseCliArgs(sysargs)
  try:
    action = args[0]
  except IndexError:
    parseCliArgs(["--help"])
  user = subuserlib.classes.user.User()
  if action == "add":
    if not len(args) == 3:
      sys.exit("Wrong number of arguments to add.  See `subuser subuser -h`.")
    name = args[1]
    imageSourceId = args[2]
    try:
      with user.getRegistry().getLock():
        subuserlib.subuser.add(user,name,imageSourceId)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")

  elif action == "remove":
    names = args[1:]
    try:
      with user.getRegistry().getLock():
        subuserlib.subuser.remove(user,names)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
 
  elif action == "create-shortcut":
    name = args[1]
    try:
      with user.getRegistry().getLock():
        subuserlib.subuser.setExecutableShortcutInstalled(user,name,True)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif action == "remove-shortcut":
    name = args[1]
    try:
      with user.getRegistry().getLock():
        subuserlib.subuser.setExecutableShortcutInstalled(user,name,False)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  else:
    sys.exit("Action "+args[0]+" does not exist. Try:\n subuser subuser --help")
示例#43
0
def dryRun(args):
  """
  Print the command that would have been run if this wasn't a dry run.

  >>> dry_run = __import__("dry-run")
  >>> dry_run.dryRunTestSetup()
  >>> dry_run.dryRun([sys.argv[0]]+["foo"])
  The image will be prepared using the Dockerfile:
  FROM 2
  RUN useradd --uid=1000 travis ;export exitstatus=$? ; if [ $exitstatus -eq 4 ] ; then echo uid exists ; elif [ $exitstatus -eq 9 ]; then echo username exists. ; else exit $exitstatus ; fi
  RUN test -d /home/travis || mkdir /home/travis && chown travis /home/travis
  <BLANKLINE>
  The command to launch the image is:
  docker 'run' '-i' '-t' '--rm' '--workdir=/home/travis/test-home' '-e' 'HOME=/home/travis/test-home' '--net=none' '--user=1000' 'imageId' '/usr/bin/foo'


Running subusers installed through temporary repositories works as well.
 
  >>> import subuser,subuserlib.classes.user
  >>> remove_old_images = __import__("remove-old-images")
  >>> user = subuserlib.classes.user.User()
  >>> subuser.subuser(user,["subuser","add","bar","bar@file:///home/travis/remote-test-repo"])
  Adding new temporary repository file:///home/travis/remote-test-repo
  Adding subuser bar bar@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Installing bar ...
  Installed new image for subuser bar
  Running garbage collector on temporary repositories...
  >>> dry_run.dryRun([sys.argv[0]]+["bar"])
  The image will be prepared using the Dockerfile:
  FROM 4
  RUN useradd --uid=1000 travis ;export exitstatus=$? ; if [ $exitstatus -eq 4 ] ; then echo uid exists ; elif [ $exitstatus -eq 9 ]; then echo username exists. ; else exit $exitstatus ; fi
  RUN test -d /home/travis || mkdir /home/travis && chown travis /home/travis
  <BLANKLINE>
  The command to launch the image is:
  docker 'run' '-i' '-t' '--rm' '--workdir=/home/travis/test-home' '-e' 'HOME=/home/travis/test-home' '--net=none' '--user=1000' 'imageId' '/usr/bin/bar'
  >>> subuser.subuser(user,["subuser","remove","bar"])
  Removing subuser bar
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...
  >>> remove_old_images.removeOldImages(user)
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...
  Removing uneeded temporary repository: file:///home/travis/remote-test-repo
  """
  if len(args) == 1 or {"help","-h","--help"} & set(args):
    print(helpString)
    sys.exit()

  subuserName = args[1]
  argsToPassToImage = args[2:]

  user = subuserlib.classes.user.User()
  if subuserName in user.getRegistry().getSubusers():
    print("The image will be prepared using the Dockerfile:")
    print(subuserlib.run.generateImagePreparationDockerfile(user.getRegistry().getSubusers()[subuserName]))
    print("The command to launch the image is:")
    print(subuserlib.run.getPrettyCommand(user.getRegistry().getSubusers()[subuserName],"imageId",argsToPassToImage))
  else:
    sys.exit(subuserName + " not found.\n"+helpString)
示例#44
0
def list(sysargs):
    """
  List various things: image sources, subusers, ect.

  >>> import sys
  >>> list = __import__("subuser-list") #import self

  Listing available images lists the images along with their default permissions.

  >>> list.list(["available"])
  foo@default

  Similar result when listing subusers.

  >>> list.list(["subusers"])
  foo

  And listing installed images:

  >>> list.list(["installed-images"])
  foo@default 2

  > list.list(["repositories"])
  foo

  In all cases, there is a ``--long`` option. (We don't test this, because the hash changes every time.)

  >> list.list(["repositories","--long"])
  Repository: default
  ------------
  Cloned from: file:///home/travis/default-test-repo
  Currently at commit: 7ef30a4e1267f9f026e3be064f120290c28ef29e
  <BLANKLINE>

  >>> list.list(["subusers","--long"])
  The following subusers are registered.
  Subuser: foo
  ------------------
  foo@default
   Description:
   Maintainer:
   Executable: /usr/bin/foo
  <BLANKLINE>

  >>> list.list(["available","--long"])
  Images available for instalation from the repo: default
  foo@default
   Description:
   Maintainer:
   Executable: /usr/bin/foo

  You can specify which repository to list image sources from.

  >>> list.list(["available","default","--long"])
  Images available for instalation from the repo: default
  foo@default
   Description:
   Maintainer:
   Executable: /usr/bin/foo

  When listing available image sources, refering to a repository via a URI works as well.

  >>> list.list(["available","file:///home/travis/version-constrained-test-repo"])
  Adding new temporary repository file:///home/travis/version-constrained-test-repo
  bop@file:///home/travis/version-constrained-test-repo

  >>> list.list(["installed-images"])
  foo@default 2

  >>> list.list(["repositories"])
  default

  """
    options, args = parseCliArgs(sysargs)
    if len(args) == 0:
        sys.exit(
            "Nothing to list. Issue this command with the -h argument for help."
        )
    user = subuserlib.classes.user.User()
    if args[0] == 'available':
        if len(args) > 1:
            reposToList = args[1:]
        else:
            reposToList = user.getRegistry().getRepositories().keys()
        if options.json:
            availableDict = {}
            for repoIdentifier in reposToList:
                if repoIdentifier in user.getRegistry().getRepositories():
                    temp = False
                else:
                    temp = True
                repository = subuserlib.resolve.resolveRepository(
                    user, repoIdentifier)
                availableDict[
                    repository.getName()] = repository.serializeToDict()
                if temp:
                    repository.removeGitRepo()
            print(json.dumps(availableDict, indent=1, separators=(",", ": ")))
            sys.exit()
        for repoIdentifier in reposToList:
            if repoIdentifier in user.getRegistry().getRepositories():
                temp = False
            else:
                temp = True
            repository = subuserlib.resolve.resolveRepository(
                user, repoIdentifier)
            if options.long:
                print("Images available for instalation from the repo: " +
                      repository.getName())
            for _, imageSource in repository.items():
                if not options.long:
                    print(imageSource.getIdentifier())
                else:
                    imageSource.describe()
            if temp:
                repository.removeGitRepo()
    elif args[0] == 'subusers':
        if options.json:
            print(
                json.dumps(user.getRegistry().getSubusers().serializeToDict(),
                           indent=1,
                           separators=(",", ": ")))
            sys.exit()
        if options.long:
            print("The following subusers are registered.")
        for name, subuser in user.getRegistry().getSubusers().items():
            if options.internal or not name.startswith("!"):
                if not options.long:
                    print(name)
                else:
                    subuser.describe()
    elif args[0] == 'installed-images':
        if options.json:
            print(
                json.dumps(user.getInstalledImages().serializeToDict(),
                           indent=1,
                           separators=(",", ": ")))
            sys.exit()
        if options.long:
            print("The following images are installed.")
        for id, installedImage in user.getInstalledImages().items():
            if not options.long:
                try:
                    identifier = installedImage.getImageSource().getIdentifier(
                    )
                    if not options.broken:
                        print(identifier + " " + id)
                except KeyError:
                    if options.broken:
                        print(id)
            else:
                print("------------------")
                installedImage.describe()
    elif args[0] == 'repositories':
        if options.json:
            print(
                json.dumps(
                    user.getRegistry().getRepositories().serializeToDict(),
                    indent=1,
                    separators=(",", ": ")))
            sys.exit()
        for name, repo in user.getRegistry().getRepositories().items():
            if not options.long:
                print(repo.getDisplayName())
            else:
                repo.describe()
                print("")
    else:
        sys.exit(args[0] + " cannot be listed. Option unrecognized.")
示例#45
0
def removeOldImages(realArgs):
  """
  Remove images that are installed, but are not associated with any subusers.

  Tests
  -----

  **Setup:**

  >>> remove_old_images = __import__("remove-old-images")#import self
  >>> import subuser
  >>> import subuserlib.classes.user

  Check our assumptions about what subusers are installed in the test environment.  We load a new user object each time we checked, because we are interested about whether the changes we want are present on disk.

  >>> user = subuserlib.classes.user.User()
  >>> subuserList = list(user.getRegistry().getSubusers().keys())
  >>> subuserList.sort()
  >>> for sb in subuserList:
  ...   print(sb)
  foo

  Add a ``bar`` subuser, which we will then remove.  This will leave us with a leftover image.

  >>> subuser.subuser(["add","--accept","bar","bar@file:///home/travis/remote-test-repo"])
  Adding subuser bar bar@file:///home/travis/remote-test-repo
  Adding new temporary repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  bar would like to have the following permissions:
   Description: 
   Maintainer: 
   Executable: /usr/bin/bar
  A - Accept and apply changes
  E - Apply changes and edit result
  A
  Checking if images need to be updated or installed...
  Checking if subuser bar is up to date.
  Installing bar ...
  Building...
  Building...
  Building...
  Successfully built 5
  Building...
  Building...
  Building...
  Successfully built 6
  Installed new image <6> for subuser bar
  Running garbage collector on temporary repositories...

  Check to see if subuser ``bar`` was successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> subuserList = list(user.getRegistry().getSubusers().keys())
  >>> subuserList.sort()
  >>> for sb in subuserList:
  ...   print(sb)
  bar
  foo

  Check to see if the image for ``bar`` was also installed.

  >>> installedImages = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImages.sort()
  >>> for installedImage in installedImages:
  ...   print(installedImage)
  bar
  foo

  Remove the ``bar`` subuser.

  >>> subuser.subuser(["remove","bar"])
  Removing subuser bar
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...

  See that the image for ``bar`` was indeed left behind.

  >>> user = subuserlib.classes.user.User()
  >>> installedImages = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImages.sort()
  >>> for installedImage in installedImages:
  ...   print(installedImage)
  bar
  foo

  Use dry-run to see which images are to be deleted.

  >>> remove_old_images.removeOldImages(["--dry-run"])
  The following images are uneeded and would be deleted.
  DOCKER-ID : SUBUSER-ID
  Removing unneeded image 6 : bar@file:///home/travis/remote-test-repo

  Check to see that dry-run didn't actually remove the un-needed image.

  >>> user = subuserlib.classes.user.User()
  >>> installedImages = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImages.sort()
  >>> for installedImage in installedImages:
  ...   print(installedImage)
  bar
  foo

  Add another subuser blah

  >>> subuser.subuser(["add","--accept","blah","foo@/home/travis/local-test-repo"])
  Adding subuser blah foo@/home/travis/local-test-repo
  Adding new temporary repository /home/travis/local-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  blah would like to have the following permissions:
   Description: 
   Maintainer: 
   Executable: /usr/bin/foo
  A - Accept and apply changes
  E - Apply changes and edit result
  A
  Checking if images need to be updated or installed...
  Checking if subuser blah is up to date.
  Installing foo ...
  Building...
  Building...
  Building...
  Successfully built 7
  Building...
  Building...
  Building...
  Successfully built 8
  Installed new image <8> for subuser blah
  Running garbage collector on temporary repositories...

  Check to see if subuser ``blah`` was successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> subuserList = list(user.getRegistry().getSubusers().keys())
  >>> subuserList.sort()
  >>> for sb in subuserList:
  ...   print(sb)
  blah
  foo

  Check to see if the image for ``blah`` was also installed.

  >>> installedImageList = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImageList.sort()
  >>> for installedImage in installedImageList:
  ...   print(installedImage)
  bar
  foo
  foo

  Remove the ``blah`` subuser.

  >>> subuser.subuser(["remove","blah"])
  Removing subuser blah
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...

  See that the image for ``blah`` was indeed left behind.

  >>> user = subuserlib.classes.user.User()
  >>> installedImageList = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImageList.sort()
  >>> for installedImage in installedImageList:
  ...   print(installedImage)
  bar
  foo
  foo

  Now we use ``remove-old-images`` to remove images which belong to the local repository.

  >>> remove_old_images.removeOldImages(["--repo=/home/travis/local-test-repo"])
  Removing unneeded image 8 : foo@/home/travis/local-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...
  Removing uneeded temporary repository: /home/travis/local-test-repo

  Now we use ``remove-old-images`` to clean up the rest of our un-needed installed images.

  >>> remove_old_images.removeOldImages([])
  Removing unneeded image 6 : bar@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...
  Removing uneeded temporary repository: file:///home/travis/remote-test-repo

  And now the uneccesary ``bar`` image is gone.

  >>> user = subuserlib.classes.user.User()
  >>> installedImages = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImages.sort()
  >>> for installedImage in installedImages:
  ...   print(installedImage)
  foo
 
  """
  options,args = parseCliArgs(realArgs)

  user = subuserlib.classes.user.User()

  try:
    with user.getRegistry().getLock() as lockFileHandler:
      if options.dryrun:
        print("The following images are uneeded and would be deleted.")
        print("DOCKER-ID : SUBUSER-ID")

      repoId = options.repo
      if not repoId is None:
        if not repoId in user.getRegistry().getRepositories():
          repo = subuserlib.resolve.lookupRepositoryByURI(user,options.repo)
          if repo is None:
            sys.exit("The repository <"+repoId+"> does not exist.")
          else:
            repoId = repo.getName()
      subuserlib.removeOldImages.removeOldImages(user=user,dryrun=options.dryrun,sourceRepoId=repoId)
  except subuserlib.portalocker.portalocker.LockException:
    sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
示例#46
0
文件: update.py 项目: xsongx/subuser
def update(realArgs):
  """
  Update your subuser installation.

  Tests
  -----

  **Setup:**

  >>> import os
  >>> import update,subuser,subuserlib.classes.gitRepository,repository

  Check initial test environment:

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo'])
  True
  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'bar'])
  True

  Add a subuser who's image has a lot of dependencies.

  >>> subuser.subuser(["add","dependent","dependent@file:///home/travis/remote-test-repo"])
  Adding subuser dependent dependent@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Installing dependency1 ...
  Building...
  Building...
  Building...
  Successfully built 10
  Building...
  Building...
  Building...
  Successfully built 11
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 12
  Building...
  Building...
  Building...
  Successfully built 13
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 14
  Building...
  Building...
  Building...
  Successfully built 15
  Installed new image <15> for subuser dependent
  Running garbage collector on temporary repositories...

  Check that our new subuser was successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> subuserNamesBeforeUpdate = user.getRegistry().getSubusers().keys()
  >>> set(subuserNamesBeforeUpdate) == set(['dependent', u'foo'])
  True

  And that its image, along with all of its dependencies were added as well.

  >>> installedImagesBeforeUpdate = [i.getImageSourceName() for i in user.getInstalledImages().values()]
  >>> set(installedImagesBeforeUpdate) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary'])
  True

  Running update, when there is nothing to be updated, does nothing.

  >>> update.update(["all"])
  Updating...
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Checking for updates to: dependency1@file:///home/travis/remote-test-repo
  Checking for updates to: intermediary@file:///home/travis/remote-test-repo
  Checking for updates to: dependent@file:///home/travis/remote-test-repo
  Checking if subuser foo is up to date.
  Checking for updates to: foo@default
  Running garbage collector on temporary repositories...

  The same subusers are still installed.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(subuserNamesBeforeUpdate)
  True

  And the same images too.

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set(installedImagesBeforeUpdate)
  True

  Now we change the ImageSource for the ``dependent`` image.

  >>> with open(user.getRegistry().getRepositories()[u'1']["intermediary"].getSubuserImagefilePath(),mode="w") as subuserImagefile:
  ...   _ = subuserImagefile.write("FROM-SUBUSER-IMAGE dependency2")

  And commit the changes to git.

  >>> repo1 = subuserlib.classes.gitRepository.GitRepository(user.getRegistry().getRepositories()[u'1'].getRepoPath())
  >>> repo1.run(["commit","-a","-m","changed dependency for intermediate from dependency1 to dependency2"])
  0

  Running an update after a change installs new images and registers them with their subusers.  But it does not delete the old ones.

  >>> update.update(["all"])
  Updating...
  Updated repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Installing dependency2 ...
  Building...
  Building...
  Building...
  Successfully built 16
  Building...
  Building...
  Building...
  Successfully built 17
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 18
  Building...
  Building...
  Building...
  Successfully built 19
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 20
  Building...
  Building...
  Building...
  Successfully built 21
  Installed new image <21> for subuser dependent
  Checking if subuser foo is up to date.
  Checking for updates to: foo@default
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2', u'dependent'])
  True

  Old images are not deleted so that update lock-subuser-to and update rollback still work. In this example, dependency1 stays installed.

  Now we lock the dependent subuser and try changing it again.

  >>> update.update(["lock-subuser-to","dependent","HEAD"])
  Locking subuser dependent to commit: HEAD
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...

  >>> with open(user.getRegistry().getRepositories()[u'1']["intermediary"].getSubuserImagefilePath(),mode="w") as subuserImagefile:
  ...   _ = subuserImagefile.write("FROM-SUBUSER-IMAGE dependency3")

  And commit the changes to git.

  >>> repo1.run(["commit","-a","-m","changed dependency for intermediate from dependency2 to dependency3"])
  0

  Running an update after a change does nothing because the affected subuser is locked.

  >>> update.update(["all"])
  Updating...
  Updated repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser foo is up to date.
  Checking for updates to: foo@default
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2', u'dependent'])
  True

  When we unlock the subuser it gets updated imediately.

  >>> update.update(["unlock-subuser","dependent"])
  Unlocking subuser dependent
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Installing dependency3 ...
  Building...
  Building...
  Building...
  Successfully built 22
  Building...
  Building...
  Building...
  Successfully built 23
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 24
  Building...
  Building...
  Building...
  Successfully built 25
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 26
  Building...
  Building...
  Building...
  Successfully built 27
  Installed new image <27> for subuser dependent
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2',u'dependency3', u'dependent'])
  True
  """
  options,args = parseCliArgs(realArgs)
  user = subuserlib.classes.user.User()
  if len(args) < 1:
    sys.exit("No arguments given. Please use subuser update -h for help.")
  elif ["all"] == args:
    try:
      with user.getRegistry().getLock():
        subuserlib.update.updateAll(user)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif "subusers" == args[0]:
    try:
      with user.getRegistry().getLock():
        subuserlib.update.updateSubusers(user,args[1:])
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif ["log"] == args:
    subuserlib.update.showLog(user)
  elif "lock-subuser-to" == args[0]:
    try:
      subuserName = args[1]
      commit = args[2]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a subuser name and a commit.  Try running\nsubuser update --help\n for more info.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.lockSubuser(user,subuserName=subuserName,commit=commit)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif "unlock-subuser" == args[0]:
    try:
      subuserName = args[1]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a subuser's name. Try running\nsubuser update --help\nfor more information.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.unlockSubuser(user,subuserName=subuserName)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif "rollback" == args[0]:
    try:
      commit = args[1]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a commit.  Try running \nsubuser update --help\nfor more info.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.rollback(user,commit=commit)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif len(args) == 1:
    sys.exit(" ".join(args) + " is not a valid update subcommand. Please use subuser update -h for help.")
  else:
    sys.exit(" ".join(args) + " is not a valid update subcommand. Please use subuser update -h for help.")
示例#47
0
def dryRun(args):
  """
  Print the command that would have been run if this wasn't a dry run.

  >>> dry_run = __import__("dry-run")
  >>> dry_run.dryRunTestSetup()
  >>> import subuser
  >>> remove_old_images = __import__("remove-old-images")

  If we dry run the basic foo test subuser, we will see the generated pre-run Dockerfile and also the docker command that will launch our subuser.

  >>> dry_run.dryRun(["foo"])
  The image will be prepared using the Dockerfile:
  FROM 2
  RUN useradd --uid=1000 travis ;export exitstatus=$? ; if [ $exitstatus -eq 4 ] ; then echo uid exists ; elif [ $exitstatus -eq 9 ]; then echo username exists. ; else exit $exitstatus ; fi
  RUN test -d /home/travis || mkdir /home/travis && chown travis /home/travis
  <BLANKLINE>
  The command to launch the image is:
  docker 'run' '--rm' '-i' '-t' '-e' 'HOME=/home/travis/test-home' '--workdir=/home/travis/test-home' '--net=none' '--user=1000' '--hostname' '<random-hostname>' '--entrypoint' '/usr/bin/foo' '3'

  Running subusers installed through temporary repositories works as well.  Here, we add a subuser named bar, run it, and then remove it again.
 
  >>> subuser.subuser(["add","bar","--accept","bar@file:///home/travis/remote-test-repo"])
  Adding subuser bar bar@file:///home/travis/remote-test-repo
  Adding new temporary repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  bar would like to have the following permissions:
   Description: 
   Maintainer: 
   Executable: /usr/bin/bar
  A - Accept and apply changes
  E - Apply changes and edit result
  A
  Checking if images need to be updated or installed...
  Checking if subuser bar is up to date.
  Installing bar ...
  Building...
  Building...
  Building...
  Successfully built 4
  Building...
  Building...
  Building...
  Successfully built 5
  Installed new image <5> for subuser bar
  Running garbage collector on temporary repositories...

  The actual dry-run call.

  >>> dry_run.dryRun(["bar"])
  The image will be prepared using the Dockerfile:
  FROM 5
  RUN useradd --uid=1000 travis ;export exitstatus=$? ; if [ $exitstatus -eq 4 ] ; then echo uid exists ; elif [ $exitstatus -eq 9 ]; then echo username exists. ; else exit $exitstatus ; fi
  RUN test -d /home/travis || mkdir /home/travis && chown travis /home/travis
  <BLANKLINE>
  The command to launch the image is:
  docker 'run' '--rm' '-i' '-t' '-e' 'HOME=/home/travis/test-home' '--workdir=/home/travis/test-home' '--net=none' '--user=1000' '--hostname' '<random-hostname>' '--entrypoint' '/usr/bin/bar' '6'

  Cleanup.

  >>> subuser.subuser(["remove","bar"])
  Removing subuser bar
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...
  >>> remove_old_images.removeOldImages([])
  Removing unneeded image 5 : bar@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...
  Removing uneeded temporary repository: file:///home/travis/remote-test-repo
  """
  if len(args) == 0 or {"help","-h","--help"} & set(args):
    print(helpString)
    sys.exit()
  subuserName = args[0]
  argsToPassToImage = args[1:]
  user = subuserlib.classes.user.User()
  if subuserName in user.getRegistry().getSubusers():
    subuser = user.getRegistry().getSubusers()[subuserName]
    print("The image will be prepared using the Dockerfile:")
    print(subuser.getRunReadyImage().generateImagePreparationDockerfile())
    print("The command to launch the image is:")
    print(subuser.getRuntime(os.environ).getPrettyCommand(argsToPassToImage))
  else:
    sys.exit(subuserName + " not found.\n"+helpString+"\n The following subusers are available for use:"+str(user.getRegistry().getSubusers().keys()))
示例#48
0
def removeOldImages(realArgs):
    """
  Remove images that are installed, but are not associated with any subusers.

  Tests
  -----

  **Setup:**

  >>> remove_old_images = __import__("remove-old-images")#import self
  >>> import subuser
  >>> import subuserlib.classes.user

  Check our assumptions about what subusers are installed in the test environment.  We load a new user object each time we checked, because we are interested about whether the changes we want are present on disk.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(["foo"])
  True

  Add a ``bar`` subuser, which we will then remove.  This will leave us with a leftover image.

  >>> subuser.subuser(["add","bar","bar@file:///home/travis/remote-test-repo"])
  Adding subuser bar bar@file:///home/travis/remote-test-repo
  Adding new temporary repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Installing bar ...
  Building...
  Building...
  Building...
  Successfully built 5
  Building...
  Building...
  Building...
  Successfully built 6
  Installed new image for subuser bar
  Running garbage collector on temporary repositories...

  Check to see if subuser ``bar`` was successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo', 'bar'])
  True

  Check to see if the image for ``bar`` was also installed.

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'bar'])
  True

  Remove the ``bar`` subuser.

  >>> subuser.subuser(["remove","bar"])
  Removing subuser bar
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...

  See that the image for ``bar`` was indeed left behind.

  >>> user = subuserlib.classes.user.User()
  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'bar'])
  True

  Use dry-run to see which images are to be deleted.

  >>> remove_old_images.removeOldImages(["--dry-run"])
  The following images are uneeded and would be deleted.
  DOCKER-ID : SUBUSER-ID
  Removing unneeded image 6 : bar@file:///home/travis/remote-test-repo

  Now we use ``remove-old-images`` to clean up our installed images.

  >>> remove_old_images.removeOldImages([])
  Removing unneeded image 6 : bar@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Running garbage collector on temporary repositories...
  Removing uneeded temporary repository: file:///home/travis/remote-test-repo

  And now the uneccesary ``bar`` image is gone.

  >>> user = subuserlib.classes.user.User()
  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo'])
  True
 
  """
    options, args = parseCliArgs(realArgs)

    user = subuserlib.classes.user.User()

    try:
        with user.getRegistry().getLock() as lockFileHandler:
            if options.dryrun:
                print("The following images are uneeded and would be deleted.")
                print("DOCKER-ID : SUBUSER-ID")

            subuserlib.removeOldImages.removeOldImages(user=user,
                                                       dryrun=options.dryrun)
    except subuserlib.portalocker.portalocker.LockException:
        sys.exit(
            "Another subuser process is currently running and has a lock on the registry. Please try again later."
        )
示例#49
0
def remove(user,subuserName):
  if subuserName in user.getRegistry().getSubusers():
    user.getRegistry().logChange("Removing subuser "+subuserName)
    subuserHome = user.getRegistry().getSubusers()[subuserName].getHomeDirOnHost()
    if subuserHome:
      user.getRegistry().logChange(" If you wish to remove the subusers home directory, issule the command $ rm -r "+subuserHome)
    user.getRegistry().logChange(" If you wish to remove the subusers image, issue the command $ subuser remove-old-images")
    del user.getRegistry().getSubusers()[subuserName]
    subuserlib.verify.verify(user)
    user.getRegistry().commit()
  else:
    sys.exit("Cannot remove: subuser "+subuserName+" does not exist.")
示例#50
0
def list(sysargs):
  """
  List various things: image sources, subusers, ect.

  >>> import sys
  >>> list = __import__("subuser-list") #import self

  Listing available images lists the images along with their default permissions.

  >>> list.list(["available"])
  Images available for instalation from the repo: default
  foo@default
   Description: 
   Maintainer: 
   Executable: /usr/bin/foo

  Similar result when listing subusers.

  >>> list.list(["subusers"])
  The following subusers are registered.
  Subuser: foo
  ------------------
  foo@default
   Description: 
   Maintainer: 
   Executable: /usr/bin/foo
  <BLANKLINE>

  And listing installed images:

  >>> list.list(["installed-images"])
  The following images are installed.
  ------------------
  Image Id: 2
  Image source: foo@default
  Last update time: 1

  > list.list(["repositories"])
  Repository: default
  ------------
  Cloned from: file:///home/travis/default-test-repo
  Currently at commit: 72e7d9c17192d47b2b2344d9eb8a325262d738fe

  In all cases, there is a ``--short`` option.

  >>> list.list(["subusers","--short"])
  foo

  >>> list.list(["available","--short"])
  foo@default

  You can specify which repository to list image sources from.

  >>> list.list(["available","default","--short"])
  foo@default

  When listing available image sources, refering to a repository via a URI works as well.

  >>> list.list(["available","file:///home/travis/version-constrained-test-repo","--short"])
  Adding new temporary repository file:///home/travis/version-constrained-test-repo
  bop@file:///home/travis/version-constrained-test-repo

  >>> list.list(["installed-images","--short"])
  foo@default 2

  >>> list.list(["repositories","--short"])
  default

  """
  options,args = parseCliArgs(sysargs)
  if len(args)==0:
    sys.exit("Nothing to list. Issue this command with the -h argument for help.")
  user = subuserlib.classes.user.User()
  if args[0] == 'available':
    if len(args) > 1:
      reposToList = args[1:]
    else:
      reposToList = user.getRegistry().getRepositories().keys()
    if options.json:
      availableDict = {}
      for repoIdentifier in reposToList:
        if repoIdentifier in user.getRegistry().getRepositories():
          temp = False
        else:
          temp = True
        repository = subuserlib.resolve.resolveRepository(user,repoIdentifier)
        availableDict[repository.getName()] = repository.serializeToDict()
        if temp:
          repository.removeGitRepo()
      print(json.dumps(availableDict,indent=1,separators=(",",": ")))
      sys.exit()
    for repoIdentifier in reposToList:
      if repoIdentifier in user.getRegistry().getRepositories():
        temp = False
      else:
        temp = True
      repository =  subuserlib.resolve.resolveRepository(user,repoIdentifier)
      if not options.short:
        print("Images available for instalation from the repo: " + repository.getName())
      for _,imageSource in repository.items():
        if options.short:
          print(imageSource.getIdentifier())
        else:
          imageSource.describe()
      if temp:
        repository.removeGitRepo()
  elif args[0] == 'subusers':
    if options.json:
      print(json.dumps(user.getRegistry().getSubusers().serializeToDict(),indent=1,separators=(",",": ")))
      sys.exit()
    if not options.short:
      print("The following subusers are registered.")
    for name,subuser in user.getRegistry().getSubusers().items():
      if options.internal or not name.startswith("!"):
        if options.short:
          print(name)
        else:
          subuser.describe()
  elif args[0] == 'installed-images':
    if options.json:
      print(json.dumps(user.getInstalledImages().serializeToDict(),indent=1,separators=(",",": ")))
      sys.exit()
    if not options.short:
      print("The following images are installed.")
    for id,installedImage in user.getInstalledImages().items():
      if options.short:
        try:
          identifier = installedImage.getImageSource().getIdentifier()
          if not options.broken:
            print(identifier+" "+id)
        except KeyError:
          if options.broken:
            print(id)
      else:
        print("------------------")
        installedImage.describe()
  elif args[0] == 'repositories':
    if options.json:
      print(json.dumps(user.getRegistry().getRepositories().serializeToDict(),indent=1,separators=(",",": ")))
      sys.exit()
    for name,repo in user.getRegistry().getRepositories().items():
      if options.short:
        print(repo.getDisplayName())
      else:
        repo.describe()
        print("")
示例#51
0
def verify(realArgs):
    options, arguments = parseCliArgs(realArgs)
    user = subuserlib.classes.user.User()
    subuserlib.verify.verify(user)
    user.getRegistry().commit()
示例#52
0
def update(realArgs):
  """
  Update your subuser installation.

  Tests
  -----

  **Setup:**

  >>> import os
  >>> import update,subuser,subuserlib.classes.gitRepository,repository

  Check initial test environment:

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo'])
  True
  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'bar'])
  True

  Add a subuser who's image has a lot of dependencies.

  >>> subuser.subuser(["add","--accept","dependent","dependent@file:///home/travis/remote-test-repo"])
  Adding subuser dependent dependent@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  dependent would like to have the following permissions:
   Description: a dependent
   Maintainer: 
   Is a library.
   Moderate permissions(These are probably safe):
    - user-dirs: To access to the following user directories: '~/Downloads'
    - sound-card: To access to your soundcard, can play sounds/record sound.
   Liberal permissions(These may pose a security risk):
    - x11: To display X11 windows and interact with your X11 server directly(log keypresses, read over your shoulder, steal your passwords, controll your computer ect.)
    - system-dirs: To read and write to the host's `/var/log` directory, mounted in the container as:`/var/log`
  WARNING: this subuser has full access to your system when run.
    - privileged: To have full access to your system.  To even do things as root outside of its container.
  A - Accept and apply changes
  E - Apply changes and edit result
  A
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Installing dependency1 ...
  Building...
  Building...
  Building...
  Successfully built 13
  Building...
  Building...
  Building...
  Successfully built 14
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 15
  Building...
  Building...
  Building...
  Successfully built 16
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 17
  Building...
  Building...
  Building...
  Successfully built 18
  Installed new image <18> for subuser dependent
  Running garbage collector on temporary repositories...

  Check that our new subuser was successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> subuserNamesBeforeUpdate = user.getRegistry().getSubusers().keys()
  >>> set(subuserNamesBeforeUpdate) == set(['dependent', u'foo'])
  True

  And that its image, along with all of its dependencies were added as well.

  >>> installedImagesBeforeUpdate = [i.getImageSourceName() for i in user.getInstalledImages().values()]
  >>> set(installedImagesBeforeUpdate) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary'])
  True

  Running update, when there is nothing to be updated, does nothing.

  >>> update.update(["all","--accept"])
  Updating...
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Checking for updates to: dependency1@file:///home/travis/remote-test-repo
  Checking for updates to: intermediary@file:///home/travis/remote-test-repo
  Checking for updates to: dependent@file:///home/travis/remote-test-repo
  Checking if subuser foo is up to date.
  Checking for updates to: foo@default
  Running garbage collector on temporary repositories...

  The same subusers are still installed.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(subuserNamesBeforeUpdate)
  True

  And the same images too.

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set(installedImagesBeforeUpdate)
  True

  However, if we change ``dependent``'s image source's permissions, the user is asked to approve the new permissions:

  >>> permissions = user.getRegistry().getRepositories()[u'1']["dependent"].getPermissions()
  >>> del permissions["sound-card"]
  >>> permissions["user-dirs"] = ["Images","Downloads"]
  >>> permissions.save()

  >>> repo1 = subuserlib.classes.gitRepository.GitRepository(user.getRegistry().getRepositories()[u'1'].getRepoPath())
  >>> repo1.run(["commit","-a","-m","changed dependent's permissions"])
  0

  >>> update.update(["all","--accept"])
  Updating...
  Updated repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  dependent would like to add/change the following permissions:
     - To access to the following user directories: '~/Images' '~/Downloads'
  dependent no longer needs the following permissions:
     - To access to your soundcard, can play sounds/record sound.
  A - Accept and apply changes
  E - Apply changes and edit result
  e - Ignore request and edit permissions by hand
  A
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Checking for updates to: dependency1@file:///home/travis/remote-test-repo
  Checking for updates to: intermediary@file:///home/travis/remote-test-repo
  Checking for updates to: dependent@file:///home/travis/remote-test-repo
  Checking if subuser foo is up to date.
  Checking for updates to: foo@default
  Running garbage collector on temporary repositories...

  Now we change the ImageSource for the ``intermediary`` image.

  >>> with open(user.getRegistry().getRepositories()[u'1']["intermediary"].getSubuserImagefilePath(),mode="w") as subuserImagefile:
  ...   _ = subuserImagefile.write("FROM-SUBUSER-IMAGE dependency2")

  And commit the changes to git.

  >>> repo1.run(["commit","-a","-m","changed dependency for intermediate from dependency1 to dependency2"])
  0

  Running an update after a change installs new images and registers them with their subusers.  But it does not delete the old ones.

  >>> update.update(["all","--accept"])
  Updating...
  Updated repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Installing dependency2 ...
  Building...
  Building...
  Building...
  Successfully built 21
  Building...
  Building...
  Building...
  Successfully built 22
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 23
  Building...
  Building...
  Building...
  Successfully built 24
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 25
  Building...
  Building...
  Building...
  Successfully built 26
  Installed new image <26> for subuser dependent
  Checking if subuser foo is up to date.
  Checking for updates to: foo@default
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2', u'dependent'])
  True

  Old images are not deleted so that update lock-subuser-to and update rollback still work. In this example, dependency1 stays installed.

  Now we lock the dependent subuser and try changing it again.

  >>> update.update(["lock-subuser-to","dependent","HEAD"])
  Locking subuser dependent to commit: HEAD
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...

  >>> with open(user.getRegistry().getRepositories()[u'1']["intermediary"].getSubuserImagefilePath(),mode="w") as subuserImagefile:
  ...   _ = subuserImagefile.write("FROM-SUBUSER-IMAGE dependency3")

  And commit the changes to git.

  >>> repo1.run(["commit","-a","-m","changed dependency for intermediate from dependency2 to dependency3"])
  0

  Running an update after a change does nothing because the affected subuser is locked.

  >>> update.update(["all","--accept"])
  Updating...
  Updated repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser foo is up to date.
  Checking for updates to: foo@default
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2', u'dependent'])
  True

  When we unlock the subuser it gets updated imediately.

  >>> update.update(["unlock-subuser","--accept","dependent"])
  Unlocking subuser dependent
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Installing dependency3 ...
  Building...
  Building...
  Building...
  Successfully built 28
  Building...
  Building...
  Building...
  Successfully built 29
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 30
  Building...
  Building...
  Building...
  Successfully built 31
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 32
  Building...
  Building...
  Building...
  Successfully built 33
  Installed new image <33> for subuser dependent
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2',u'dependency3', u'dependent'])
  True
  """
  options,args = parseCliArgs(realArgs)
  user = subuserlib.classes.user.User()
  permissionsAccepter = AcceptPermissionsAtCLI(user,alwaysAccept = options.accept)
  if len(args) < 1:
    sys.exit("No arguments given. Please use subuser update -h for help.")
  elif ["all"] == args:
    try:
      with user.getRegistry().getLock():
        subuserlib.update.updateAll(user,permissionsAccepter=permissionsAccepter)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif "subusers" == args[0]:
    try:
      with user.getRegistry().getLock():
        subuserlib.update.updateSubusers(user,args[1:],permissionsAccepter=permissionsAccepter)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif ["log"] == args:
    subuserlib.update.showLog(user)
  elif "lock-subuser-to" == args[0]:
    try:
      subuserName = args[1]
      commit = args[2]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a subuser name and a commit.  Try running\nsubuser update --help\n for more info.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.lockSubuser(user,subuserName=subuserName,commit=commit)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif "unlock-subuser" == args[0]:
    try:
      subuserName = args[1]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a subuser's name. Try running\nsubuser update --help\nfor more information.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.unlockSubuser(user,subuserName=subuserName,permissionsAccepter=permissionsAccepter)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif "rollback" == args[0]:
    try:
      commit = args[1]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a commit.  Try running \nsubuser update --help\nfor more info.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.rollback(user,commit=commit)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif len(args) == 1:
    sys.exit(" ".join(args) + " is not a valid update subcommand. Please use subuser update -h for help.")
  else:
    sys.exit(" ".join(args) + " is not a valid update subcommand. Please use subuser update -h for help.")
示例#53
0
文件: subuser.py 项目: ypid/subuser
def remove(user,subuserNames):
  didSomething = False
  for subuserName in subuserNames:
    if subuserName in user.getRegistry().getSubusers():
      user.getRegistry().logChange("Removing subuser "+str(subuserName))
      try:
        subuserHome = user.getRegistry().getSubusers()[subuserName].getHomeDirOnHost()
        if subuserHome:
          user.getRegistry().logChange(" If you wish to remove the subusers home directory, issule the command $ rm -r "+subuserHome)
      except:
        pass
      user.getRegistry().logChange(" If you wish to remove the subusers image, issue the command $ subuser remove-old-images")
      del user.getRegistry().getSubusers()[subuserName]
      didSomething = True
    else:
      print("Cannot remove: subuser "+subuserName+" does not exist.")
  if didSomething:
    subuserlib.verify.verify(user)
    user.getRegistry().commit()
示例#54
0
def remove(user,name):
      user.getRegistry().getRepositories().removeRepository(name)
示例#55
0
def runCommand(sysargs):
    """
  List various things: image sources, subusers, ect.
  """
    options, args = parseCliArgs(sysargs)
    if len(args) == 0:
        sys.exit(
            "Nothing to list. Issue this command with the -h argument for help."
        )
    user = subuserlib.classes.user.User()
    if args[0] == 'available':
        if len(args) > 1:
            reposToList = args[1:]
        else:
            reposToList = user.getRegistry().getRepositories().keys()
        availableDict = {}
        for repoIdentifier in reposToList:
            try:
                repoIdentifier = repoIdentifier.decode("utf-8")
            except AttributeError:
                pass
            if repoIdentifier in user.getRegistry().getRepositories():
                temp = False
            else:
                temp = True
            try:
                repository = subuserlib.resolve.resolveRepository(
                    user, repoIdentifier)
            except (OSError, subuserlib.resolve.ResolutionError):
                sys.exit("Repository id: " + repoIdentifier +
                         " could not be resolved.")
            if options.json:
                availableDict[
                    repository.getName()] = repository.serializeToDict()
            else:
                if options.long:
                    subuserlib.print.printWithoutCrashing(
                        "Images available for instalation from the repo: " +
                        repository.getName())
                for imageSource in repository.getSortedList():
                    if not options.long:
                        identifier = imageSource.getIdentifier()
                        subuserlib.print.printWithoutCrashing(identifier)
                    else:
                        try:
                            imageSource.describe()
                        except SyntaxError as e:
                            subuserlib.print.printWithoutCrashing(str(e))
                            subuserlib.print.printWithoutCrashing(
                                "Cannot describe this image source as loading it is forbidden."
                            )
            if temp:
                repository.removeGitRepo()
        if options.json:
            subuserlib.print.printWithoutCrashing(
                json.dumps(availableDict, indent=1, separators=(",", ": ")))
        sys.exit()
    elif args[0] == 'subusers':
        if options.json:
            subuserlib.print.printWithoutCrashing(
                json.dumps(user.getRegistry().getSubusers().serializeToDict(),
                           indent=1,
                           separators=(",", ": ")))
            sys.exit()
        if options.long:
            subuserlib.print.printWithoutCrashing(
                "The following subusers are registered.")
        for name, subuser in user.getRegistry().getSubusers().items():
            if options.internal or not name.startswith("!"):
                if not options.long:
                    subuserlib.print.printWithoutCrashing(name)
                else:
                    subuser.describe()
    elif args[0] == 'installed-images':
        if options.json:
            subuserlib.print.printWithoutCrashing(
                json.dumps(user.getInstalledImages().serializeToDict(),
                           indent=1,
                           separators=(",", ": ")))
            sys.exit()
        if options.long:
            subuserlib.print.printWithoutCrashing(
                "The following images are installed.")
        for id, installedImage in user.getInstalledImages().items():
            if not options.long:
                try:
                    identifier = installedImage.getImageSource().getIdentifier(
                    )
                    if not options.broken:
                        subuserlib.print.printWithoutCrashing(identifier +
                                                              " " + id)
                except KeyError:
                    if options.broken:
                        subuserlib.print.printWithoutCrashing(id)
            else:
                subuserlib.print.printWithoutCrashing("------------------")
                installedImage.describe()
    elif args[0] == 'repositories':
        if options.json:
            subuserlib.print.printWithoutCrashing(
                json.dumps(
                    user.getRegistry().getRepositories().serializeToDict(),
                    indent=1,
                    separators=(",", ": ")))
            sys.exit()
        for name, repo in user.getRegistry().getRepositories().items():
            if not options.long:
                subuserlib.print.printWithoutCrashing(repo.getDisplayName())
            else:
                repo.describe()
                subuserlib.print.printWithoutCrashing("")
    else:
        sys.exit(
            args[0] +
            " cannot be listed. Option unrecognized. Use --help for help.")
示例#56
0
def list(sysargs):
  """
  List various things: image sources, subusers, ect.

  >>> import sys
  >>> import list #import self

  Listing available images lists the images along with their default permissions.

  >>> list.list(["available"])
  Images available for instalation from the repo: default
  foo@default
   Description: 
   Maintainer: 
   Executable: /usr/bin/foo

  Similar result when listing subusers.

  >>> list.list(["subusers"])
  The following subusers are registered.
  Subuser: foo
  ------------------
  foo@default
   Description: 
   Maintainer: 
   Executable: /usr/bin/foo
  <BLANKLINE>

  And listing installed images:

  >>> list.list(["installed-images"])
  The following images are installed.
  ------------------
  Image Id: 2
  Image source: foo@default
  Last update time: 1

  > list.list(["repositories"])
  Repository: default
  ------------
  Cloned from: file:///home/travis/default-test-repo
  Currently at commit: 72e7d9c17192d47b2b2344d9eb8a325262d738fe

  In all cases, there is a ``--short`` option.

  >>> list.list(["subusers","--short"])
  foo

  >>> list.list(["available","--short"])
  foo@default

  >>> list.list(["installed-images","--short"])
  foo@default 2

  >>> list.list(["repositories","--short"])
  default

  """
  options,args = parseCliArgs(sysargs)
  if len(args)==0:
    sys.exit("Nothing to list. Issue this command with the -h argument for help.")
  user = subuserlib.classes.user.User()
  if 'available' in args:
    for repoName,repository in user.getRegistry().getRepositories().items():
      if not options.short:
        print("Images available for instalation from the repo: " + repoName)
      for _,imageSource in repository.items():
        if options.short:
          print(imageSource.getIdentifier())
        else:
          imageSource.describe()
  if 'subusers' in args:
    if not options.short:
      print("The following subusers are registered.")
    for name,subuser in user.getRegistry().getSubusers().items():
      if options.internal or not name.startswith("!"):
        if options.short:
          print(name)
        else:
          subuser.describe()
  if 'installed-images' in args:
    if not options.short:
      print("The following images are installed.")
    for id,installedImage in user.getInstalledImages().items():
      if options.short:
        try:
          identifier = installedImage.getImageSource().getIdentifier()
          if not options.broken:
            print(identifier+" "+id)
        except KeyError:
          if options.broken:
            print(id)
      else:
        print("------------------")
        installedImage.describe()
  if 'repositories' in args:
    for name,repo in user.getRegistry().getRepositories().items():
      if options.short:
        print(repo.getDisplayName())
      else:
        repo.describe()
        print("")
示例#57
0
def removeOldImages(realArgs):
    """
  Remove images that are installed, but are not associated with any subusers.

  Tests
  -----

  **Setup:**

  >>> remove_old_images = __import__("remove-old-images")#import self
  >>> import subuser
  >>> import subuserlib.classes.user

  Check our assumptions about what subusers are installed in the test environment.  We load a new user object each time we checked, because we are interested about whether the changes we want are present on disk.

  >>> user = subuserlib.classes.user.User()
  >>> subuserList = list(user.getRegistry().getSubusers().keys())
  >>> subuserList.sort()
  >>> for sb in subuserList:
  ...   print(sb)
  foo

  Add a ``bar`` subuser, which we will then remove.  This will leave us with a leftover image.

  >>> subuser.subuser(["add","--accept","bar","bar@file:///home/travis/remote-test-repo"])
  Adding subuser bar bar@file:///home/travis/remote-test-repo
  Adding new temporary repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  bar would like to have the following permissions:
   Description: 
   Maintainer: 
   Executable: /usr/bin/bar
  A - Accept and apply changes
  E - Apply changes and edit result
  A
  Checking if images need to be updated or installed...
  Checking if subuser bar is up to date.
  Installing bar ...
  Building...
  Building...
  Building...
  Successfully built 5
  Building...
  Building...
  Building...
  Successfully built 6
  Installed new image <6> for subuser bar
  Running garbage collector on temporary repositories...

  Check to see if subuser ``bar`` was successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> subuserList = list(user.getRegistry().getSubusers().keys())
  >>> subuserList.sort()
  >>> for sb in subuserList:
  ...   print(sb)
  bar
  foo

  Check to see if the image for ``bar`` was also installed.

  >>> installedImages = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImages.sort()
  >>> for installedImage in installedImages:
  ...   print(installedImage)
  bar
  foo

  Remove the ``bar`` subuser.

  >>> subuser.subuser(["remove","bar"])
  Removing subuser bar
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...

  See that the image for ``bar`` was indeed left behind.

  >>> user = subuserlib.classes.user.User()
  >>> installedImages = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImages.sort()
  >>> for installedImage in installedImages:
  ...   print(installedImage)
  bar
  foo

  Use dry-run to see which images are to be deleted.

  >>> remove_old_images.removeOldImages(["--dry-run"])
  The following images are uneeded and would be deleted.
  DOCKER-ID : SUBUSER-ID
  Removing unneeded image 6 : bar@file:///home/travis/remote-test-repo

  Check to see that dry-run didn't actually remove the un-needed image.

  >>> user = subuserlib.classes.user.User()
  >>> installedImages = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImages.sort()
  >>> for installedImage in installedImages:
  ...   print(installedImage)
  bar
  foo

  Add another subuser blah

  >>> subuser.subuser(["add","--accept","blah","foo@/home/travis/local-test-repo"])
  Adding subuser blah foo@/home/travis/local-test-repo
  Adding new temporary repository /home/travis/local-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  blah would like to have the following permissions:
   Description: 
   Maintainer: 
   Executable: /usr/bin/foo
  A - Accept and apply changes
  E - Apply changes and edit result
  A
  Checking if images need to be updated or installed...
  Checking if subuser blah is up to date.
  Installing foo ...
  Building...
  Building...
  Building...
  Successfully built 8
  Building...
  Building...
  Building...
  Successfully built 9
  Installed new image <9> for subuser blah
  Running garbage collector on temporary repositories...

  Check to see if subuser ``blah`` was successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> subuserList = list(user.getRegistry().getSubusers().keys())
  >>> subuserList.sort()
  >>> for sb in subuserList:
  ...   print(sb)
  blah
  foo

  Check to see if the image for ``blah`` was also installed.

  >>> installedImageList = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImageList.sort()
  >>> for installedImage in installedImageList:
  ...   print(installedImage)
  bar
  foo
  foo

  Remove the ``blah`` subuser.

  >>> subuser.subuser(["remove","blah"])
  Removing subuser blah
   If you wish to remove the subusers image, issue the command $ subuser remove-old-images
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...

  See that the image for ``blah`` was indeed left behind.

  >>> user = subuserlib.classes.user.User()
  >>> installedImageList = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImageList.sort()
  >>> for installedImage in installedImageList:
  ...   print(installedImage)
  bar
  foo
  foo

  Now we use ``remove-old-images`` to remove images which belong to the local repository.

  >>> remove_old_images.removeOldImages(["--repo=/home/travis/local-test-repo"])
  Removing unneeded image 9 : foo@/home/travis/local-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...
  Removing uneeded temporary repository: /home/travis/local-test-repo

  Now we use ``remove-old-images`` to clean up the rest of our un-needed installed images.

  >>> remove_old_images.removeOldImages([])
  Removing unneeded image 6 : bar@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...
  Removing uneeded temporary repository: file:///home/travis/remote-test-repo

  And now the uneccesary ``bar`` image is gone.

  >>> user = subuserlib.classes.user.User()
  >>> installedImages = list([i.getImageSourceName() for i in user.getInstalledImages().values()])
  >>> installedImages.sort()
  >>> for installedImage in installedImages:
  ...   print(installedImage)
  foo
 
  """
    options, args = parseCliArgs(realArgs)

    user = subuserlib.classes.user.User()

    try:
        with user.getRegistry().getLock() as lockFileHandler:
            if options.dryrun:
                print("The following images are uneeded and would be deleted.")
                print("DOCKER-ID : SUBUSER-ID")

            repoId = options.repo
            if not repoId is None:
                if not repoId in user.getRegistry().getRepositories():
                    repo = subuserlib.resolve.lookupRepositoryByURI(
                        user, options.repo)
                    if repo is None:
                        sys.exit("The repository <" + repoId +
                                 "> does not exist.")
                    else:
                        repoId = repo.getName()
            subuserlib.removeOldImages.removeOldImages(user=user,
                                                       dryrun=options.dryrun,
                                                       sourceRepoId=repoId)
    except subuserlib.portalocker.portalocker.LockException:
        sys.exit(
            "Another subuser process is currently running and has a lock on the registry. Please try again later."
        )
示例#58
0
def repository(sysargs):
    """
  Manage named subuser repositories.

  Tests
  -----

  **Setup:**

  >>> import repository #import self

  Check our assumptions about the initial state of the test environment.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getRepositories().keys()) == set([u'default'])
  True

  Add a new repository named ``remote-repo``.

  >>> repository.repository(["add","remote-repo","file:///home/travis/remote-test-repo"])
  Adding new repository remote-repo

  See that it was actually successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getRepositories().keys()) == set([u'default', 'remote-repo'])
  True

  Remove the ``remote-repo`` repository.

  >>> repository.repository(["remove","remote-repo"])
  Removing repository remote-repo

  See that it was actually removed.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getRepositories().keys()) == set([u'default'])
  True


  Add a new repository named ``local-repo`` which is just a folder on the local system.

  >>> repository.repository(["add","local-repo","/home/travis/remote-test-repo"])
  Adding new repository local-repo

  See that it was actually successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getRepositories().keys()) == set([u'default', 'local-repo'])
  True

  Remove the ``local-repo`` repository.

  >>> repository.repository(["remove","local-repo"])
  Removing repository local-repo

  See that it was actually removed.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getRepositories().keys()) == set([u'default'])
  True

  """
    options, args = parseCliArgs(sysargs)
    user = subuserlib.classes.user.User()
    action = args[0]
    if action == "add":
        if not len(args) == 3:
            sys.exit("Use subuser repository --help for help.")
        name = args[1]
        url = args[2]
        try:
            with user.getRegistry().getLock():
                subuserlib.repository.add(user, name, url)
        except subuserlib.portalocker.portalocker.LockException:
            sys.exit(
                "Another subuser process is currently running and has a lock on the registry. Please try again later."
            )
    elif action == "remove":
        if not len(args) == 2:
            sys.exit("Use subuser repository --help for help.")
        name = args[1]
        try:
            with user.getRegistry().getLock():
                subuserlib.repository.remove(user, name)
        except subuserlib.portalocker.portalocker.LockException:
            sys.exit(
                "Another subuser process is currently running and has a lock on the registry. Please try again later."
            )

    else:
        sys.exit("Action " + args[0] +
                 " not supported. Please see:\n subuser repository --help")
示例#59
0
def update(realArgs):
  """
  Update your subuser installation.

  Tests
  -----

  **Setup:**

  >>> import os
  >>> import update,subuser,subuserlib.classes.gitRepository,repository

  Check initial test environment:

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set([u'foo'])
  True
  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'bar'])
  True

  Add a subuser who's image has a lot of dependencies.

  >>> subuser.subuser(["add","--accept","dependent","dependent@file:///home/travis/remote-test-repo"])
  Adding subuser dependent dependent@file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  dependent would like to have the following permissions:
   Description: a dependent
   Maintainer: 
   Is a library.
   Moderate permissions(These are probably safe):
    - user-dirs: To access to the following user directories: '~/Downloads'
    - sound-card: To access to your soundcard, can play sounds/record sound.
   Liberal permissions(These may pose a security risk):
    - x11: To display X11 windows and interact with your X11 server directly(log keypresses, read over your shoulder, steal your passwords, controll your computer ect.)
    - system-dirs: To read and write to the host's `/var/log` directory, mounted in the container as:`/var/log`
  WARNING: this subuser has full access to your system when run.
    - privileged: To have full access to your system.  To even do things as root outside of its container.
  A - Accept and apply changes
  E - Apply changes and edit result
  A
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Installing dependency1 ...
  Building...
  Building...
  Building...
  Successfully built 11
  Building...
  Building...
  Building...
  Successfully built 12
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 13
  Building...
  Building...
  Building...
  Successfully built 14
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 15
  Building...
  Building...
  Building...
  Successfully built 16
  Installed new image <16> for subuser dependent
  Running garbage collector on temporary repositories...

  Check that our new subuser was successfully added.

  >>> user = subuserlib.classes.user.User()
  >>> subuserNamesBeforeUpdate = user.getRegistry().getSubusers().keys()
  >>> set(subuserNamesBeforeUpdate) == set(['dependent', u'foo'])
  True

  And that its image, along with all of its dependencies were added as well.

  >>> installedImagesBeforeUpdate = [i.getImageSourceName() for i in user.getInstalledImages().values()]
  >>> set(installedImagesBeforeUpdate) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary'])
  True

  Running update, when there is nothing to be updated, does nothing.

  >>> update.update(["all","--accept"])
  Updating...
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Checking for updates to: dependency1@file:///home/travis/remote-test-repo
  Checking for updates to: intermediary@file:///home/travis/remote-test-repo
  Checking for updates to: dependent@file:///home/travis/remote-test-repo
  Checking if subuser foo is up to date.
  Checking for updates to: foo@default
  Running garbage collector on temporary repositories...

  The same subusers are still installed.

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(subuserNamesBeforeUpdate)
  True

  And the same images too.

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set(installedImagesBeforeUpdate)
  True

  However, if we change ``dependent``'s image source's permissions, the user is asked to approve the new permissions:

  >>> permissions = user.getRegistry().getRepositories()[u'1']["dependent"].getPermissions()
  >>> del permissions["sound-card"]
  >>> permissions["user-dirs"] = ["Images","Downloads"]
  >>> permissions.save()

  >>> repo1 = subuserlib.classes.gitRepository.GitRepository(user.getRegistry().getRepositories()[u'1'].getRepoPath())
  >>> repo1.run(["commit","-a","-m","changed dependent's permissions"])
  0

  >>> update.update(["all","--accept"])
  Updating...
  Updated repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  dependent would like to add/change the following permissions:
     - To access to the following user directories: '~/Images' '~/Downloads'
  dependent no longer needs the following permissions:
     - To access to your soundcard, can play sounds/record sound.
  A - Accept and apply changes
  E - Apply changes and edit result
  e - Ignore request and edit permissions by hand
  A
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Checking for updates to: dependency1@file:///home/travis/remote-test-repo
  Checking for updates to: intermediary@file:///home/travis/remote-test-repo
  Checking for updates to: dependent@file:///home/travis/remote-test-repo
  Checking if subuser foo is up to date.
  Checking for updates to: foo@default
  Running garbage collector on temporary repositories...

  Now we change the ImageSource for the ``intermediary`` image.

  >>> with open(user.getRegistry().getRepositories()[u'1']["intermediary"].getSubuserImagefilePath(),mode="w") as subuserImagefile:
  ...   _ = subuserImagefile.write("FROM-SUBUSER-IMAGE dependency2")

  And commit the changes to git.

  >>> repo1.run(["commit","-a","-m","changed dependency for intermediate from dependency1 to dependency2"])
  0

  Running an update after a change installs new images and registers them with their subusers.  But it does not delete the old ones.

  >>> update.update(["all","--accept"])
  Updating...
  Updated repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Installing dependency2 ...
  Building...
  Building...
  Building...
  Successfully built 17
  Building...
  Building...
  Building...
  Successfully built 18
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 19
  Building...
  Building...
  Building...
  Successfully built 20
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 21
  Building...
  Building...
  Building...
  Successfully built 22
  Installed new image <22> for subuser dependent
  Checking if subuser foo is up to date.
  Checking for updates to: foo@default
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2', u'dependent'])
  True

  Old images are not deleted so that update lock-subuser-to and update rollback still work. In this example, dependency1 stays installed.

  Now we lock the dependent subuser and try changing it again.

  >>> update.update(["lock-subuser-to","dependent","HEAD"])
  Locking subuser dependent to commit: HEAD
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Running garbage collector on temporary repositories...

  >>> with open(user.getRegistry().getRepositories()[u'1']["intermediary"].getSubuserImagefilePath(),mode="w") as subuserImagefile:
  ...   _ = subuserImagefile.write("FROM-SUBUSER-IMAGE dependency3")

  And commit the changes to git.

  >>> repo1.run(["commit","-a","-m","changed dependency for intermediate from dependency2 to dependency3"])
  0

  Running an update after a change does nothing because the affected subuser is locked.

  >>> update.update(["all","--accept"])
  Updating...
  Updated repository file:///home/travis/remote-test-repo
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser foo is up to date.
  Checking for updates to: foo@default
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2', u'dependent'])
  True

  When we unlock the subuser it gets updated imediately.

  >>> update.update(["unlock-subuser","--accept","dependent"])
  Unlocking subuser dependent
  Verifying subuser configuration.
  Verifying registry consistency...
  Unregistering any non-existant installed images.
  Checking if images need to be updated or installed...
  Checking if subuser dependent is up to date.
  Installing dependency3 ...
  Building...
  Building...
  Building...
  Successfully built 23
  Building...
  Building...
  Building...
  Successfully built 24
  Installing intermediary ...
  Building...
  Building...
  Building...
  Successfully built 25
  Building...
  Building...
  Building...
  Successfully built 26
  Installing dependent ...
  Building...
  Building...
  Building...
  Successfully built 27
  Building...
  Building...
  Building...
  Successfully built 28
  Installed new image <28> for subuser dependent
  Running garbage collector on temporary repositories...

  >>> user = subuserlib.classes.user.User()
  >>> set(user.getRegistry().getSubusers().keys()) == set(['dependent', u'foo'])
  True

  >>> set([i.getImageSourceName() for i in user.getInstalledImages().values()]) == set([u'foo', u'dependency1', u'bar', u'dependent', u'intermediary', u'intermediary', u'dependency2',u'dependency3', u'dependent'])
  True
  """
  options,args = parseCliArgs(realArgs)
  user = subuserlib.classes.user.User()
  permissionsAccepter = AcceptPermissionsAtCLI(user,alwaysAccept = options.accept)
  if len(args) < 1:
    sys.exit("No arguments given. Please use subuser update -h for help.")
  elif ["all"] == args:
    try:
      with user.getRegistry().getLock():
        subuserlib.update.updateAll(user,permissionsAccepter=permissionsAccepter)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif "subusers" == args[0]:
    try:
      with user.getRegistry().getLock():
        subuserlib.update.updateSubusers(user,args[1:],permissionsAccepter=permissionsAccepter)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif ["log"] == args:
    subuserlib.update.showLog(user)
  elif "lock-subuser-to" == args[0]:
    try:
      subuserName = args[1]
      commit = args[2]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a subuser name and a commit.  Try running\nsubuser update --help\n for more info.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.lockSubuser(user,subuserName=subuserName,commit=commit)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif "unlock-subuser" == args[0]:
    try:
      subuserName = args[1]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a subuser's name. Try running\nsubuser update --help\nfor more information.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.unlockSubuser(user,subuserName=subuserName,permissionsAccepter=permissionsAccepter)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif "rollback" == args[0]:
    try:
      commit = args[1]
    except KeyError:
      sys.exit("Wrong number of arguments.  Expected a commit.  Try running \nsubuser update --help\nfor more info.")
    try:
      with user.getRegistry().getLock():
        subuserlib.update.rollback(user,commit=commit)
    except subuserlib.portalocker.portalocker.LockException:
      sys.exit("Another subuser process is currently running and has a lock on the registry. Please try again later.")
  elif len(args) == 1:
    sys.exit(" ".join(args) + " is not a valid update subcommand. Please use subuser update -h for help.")
  else:
    sys.exit(" ".join(args) + " is not a valid update subcommand. Please use subuser update -h for help.")