def __init__(self, project='openalea', login=None, password=None,
release=None, verbose=False, replace_files=False):
# initialisation weith user arguments
self.gforge = GForgeProxy()
self.login = login
self.project = project
self.password = password
self.release = release
self.verbose = verbose
self.replace_files =replace_files
# post processing to be done only once since project is unique
self.group_id = self.gforge.get_project_id(self.project)
self.packages = self.gforge.get_packages(self.project)
#others
self.proc_type = 'any'
self.file_type = 'other'
# initialised with get_package_id
self.package = None
self.package_id = None
# initialised once package is known
self.release_id = None
self.filename = None
self.file_id = None
# finally, some asserts
self._check()
from fnmatch import fnmatch
import glob
import os
from openalea.deploy.gforge import GForgeProxy, proc_id, type_id
from openalea.deploy.gforge_util import find_login_passwd
try:
from openalea.deploy.console import nocolor, color_terminal, green, red, bold, purple
except:
red = green = bold = green = lambda x:x
import sys
#available_mode = ['query', 'add', 'remove', 'delete']
#available_project = ['openalea', 'vplants', 'alinea']
server = GForgeProxy()
class UploaderError(Exception):
def __init__(self, msg):
self.msg = msg
class Uploader(object):
"""A script to Query package information, create new packages/releases, and
upload all files within the OpenAlea website: http://openalea.gforge.inria.fr
:Example:
>>> python gforge_upload --mode query --project openalea --package aml2py
>>> python gforge_upload --mode add --glob /home/user/*.egg --project openalea --package VPlants -release 0.8
class UploadDistributionToGForge(object):
"""
>>> gforge = UploadDistributionToGForge(login='******', release='0.7')
>>> gforge.upload_file('dist/file.egg')
The name of the distribution file must be available in the list of packages
that are posted on the gforge, which can be known using
>>> print gforge.packages
todo: if release is not present on the gforge, create it.
"""
def __init__(self, project='openalea', login=None, password=None,
release=None, verbose=False, replace_files=False):
# initialisation weith user arguments
self.gforge = GForgeProxy()
self.login = login
self.project = project
self.password = password
self.release = release
self.verbose = verbose
self.replace_files =replace_files
# post processing to be done only once since project is unique
self.group_id = self.gforge.get_project_id(self.project)
self.packages = self.gforge.get_packages(self.project)
#others
self.proc_type = 'any'
self.file_type = 'other'
# initialised with get_package_id
self.package = None
self.package_id = None
# initialised once package is known
self.release_id = None
self.filename = None
self.file_id = None
# finally, some asserts
self._check()
def _check(self):
"""Sanity check"""
assert type(self.release) == str
assert type(self.login) == str or self.login==None
assert type(self.project) == str
def __str__(self):
""" General information to be used by print function"""
ustr = '>>>>>>>>>>>>>> Project information <<<<<<<<<<<<<\n'
ustr += 'Project: %s with id %d\n' \
% (self.project, self.group_id)
ustr += 'Current package: %s with id %s \n'\
% (self.package, self.package_id)
ustr += 'Release: %s with id %s \n'\
% (self.release, self.release_id)
if self.file_id == -1:
ustr += 'Filename: %s with id %s \n'\
% (self.filename, 'not present')
else:
ustr += 'Filename: %s with id %s \n'\
% (self.filename, self.file_id)
return ustr
def func_login(self, login=None, password=None):
"""login into gforge"""
if self.verbose:
print 'Trying to log in...',
if login and password:
self.gforge.login(login, password)
else:
self.gforge.login(self.login, self.password)
self.login = self.gforge.userid
self.password = self.gforge.passwd
if not self.gforge.session:
self.error('Could not connect to the gforge. Check login and passwd')
else:
if self.verbose:
print 'connection succeeded.'
def logout(self):
self.gforge.logout()
def error(self, msg):
"""Simple error message that also logout"""
print "Logging out."
self.logout()
ValueError(msg)
def get_package_id(self, package=None):
"""returns package id given project and package names"""
if not package:
package = self.package
else:
self.package = package
self._check()
if self.package in self.packages:
self.package_id = self.gforge.get_package_id(self.project, package)
if self.package_id == -1:
self.error("Could not find id of packages %s. check name"
% package)
else:
self.error("Package %s not in list of available package" % package)
# now that the package is none, we can also check the release id
self.release_id = \
self.gforge.get_release_id(self.project, self.package, self.release)
#
if self.release_id == -1:
_releases = self.gforge.get_releases(self.project, self.package)
print self.project
print self.package
print _releases
self.release_id = self.gforge.get_release_id(self.project,
self.package_id,
max(_releases))
self.release = max(_releases)
return self.package_id
def get_release_id(self, package=None, release=None):
"""returns package id given project and package names"""
if not release:
release = self.release
else:
self.release = release
self._check()
self.get_package_id(package)
return self.release_id
def get_file_id(self, filename=None, package=None, release=None):
"""returns package id given project and package names"""
if not filename:
filename = self.filename
else:
self.filename = filename
self._check()
self.get_release_id(package, release)
self.file_id = self.gforge.get_file_id(self.project,
self.package,
self.release, self.filename)
return self.file_id
def get_proc_type(self, filename=None):
if not filename:
filename = self.filename
else:
self.filename = filename
if 'linux' or 'win32' in filename:
self.proc_type = 'i386'
elif 'mac' in filename:
self.proc_type = 'i386'
else:
self.proc_type = 'any'
return self.proc_type
def get_file_type(self, filename=None):
if not filename:
filename = self.filename
else:
self.filename = filename
extension = os.path.splitext(filename)[1]
if filename.endswith('tar.gz'):
self.file_type = 'tar.gz'
elif extension in type_id.keys():
self.file_type = extension
else:
self.file_type = 'other'
return self.file_type
def get_releases(self, package):
"""returns list of release given project and package names"""
return self.gforge.get_releases(self.project, package)
def guess_package(self, filename):
_package_map = {
'OpenAlea.SConsx':'VPlants',
'OpenAlea.Mtg':'VPlants',
'VPlants.PlantGL':'VPlants'
}
guess = os.path.basename(filename).split('-')[0]
print guess
if guess in _package_map.keys():
if self.verbose:
print 'Found %s in the list package_map. Need to be fixed !!' \
% guess
guess = _package_map[guess]
elif guess in self.packages:
if self.verbose:
print 'Found %s in the list of official packages.continue...' \
% guess
elif guess.startswith('VPlants'):
if self.verbose:
print 'Found %s as a VPlants package. Need to be fixed !!' \
% guess
guess = 'VPlants'
elif guess.startswith('Alinea'):
if self.verbose:
print 'Found %s as an Alinea package. Need to be fixed !!' \
% guess
guess = 'Alinea'
else:
self.error('Could not guess the package name (%s) on the gforge'
% guess)
self.get_package_id(guess)
return guess
def delete_file(self, filename=None, package=None, release=None):
"""todo:check pacakge release"""
print 'Removing the following file from the gforge:',
print self.filename
if self.replace_files == True:
self.gforge.remove_file(self.group_id, self.package_id,
self.release_id, self.file_id)
self.get_file_id()
else:
print """WARNINGS:: File found on the GForge. Not replaced.
If you want to replace it, use the --replace-files option"""
return
def upload_file(self, filename=None, package=None,
user_release=None, verbose=False):
"""package must be in get_packages
gforge.upload_file("filename.egg", "VPlants", "0.7")
"""
print '============================================= Uploading new file'
# overwrite release if required
if user_release:
self.get_release_id(package, user_release)
self.release = user_release # not great to overwrite the init...
self._check()
if package is None:
self.guess_package(filename)
else:
pass
# we just want the base name to get the id and update
# the file and type id's.
self.filename = os.path.basename(filename)
self.get_file_id()
self.get_file_type()
self.get_proc_type()
if verbose:
print self
print 'File type is %s' % self.file_type
print 'Processor type is %s' % self.proc_type
# file already present
if self.file_id != -1:
warnings.warn("""File %s already present on the gforge """ % filename)
self.delete_file(self.filename, self.package, self.release)
# if deleted, the fild_id has been updated in delete_file and therefore
# it is == to -1
if self.file_id == -1:
#here we use filename because we need the whole pathname
if os.path.getsize(filename)> 2000000L:
self.gforge.add_big_file(self.project, self.package,
self.release,
filename,
proc_type=self.proc_type,
file_type=self.file_type)
else:
self.gforge.add_file(self.project, self.package,
self.release,
filename,
proc_type=self.proc_type,
file_type=self.file_type)