def __init__(self,
alias,
restart_from,
default_conf=None,
marketplace_conf=None):
self.alias = alias
self.restart_from = restart_from
if marketplace_conf == '':
marketplace_conf = DEFAULT_MP_CONF_URL
self.marketplace_conf = marketplace_conf
cwd = os.getcwd()
if os.path.isdir(os.path.join(cwd, "marketplace")):
pass
elif os.path.split(cwd)[1] == "marketplace":
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
else:
if '__file__' not in locals():
__file__ = inspect.getframeinfo(
inspect.currentframe())[0] # @ReservedAssignment
cwd = os.path.dirname(os.path.abspath(__file__))
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
log("Nuxeo source location: %s" % cwd)
self.repo = Repository(cwd, self.alias)
self.defaults = {}
if default_conf:
default_info = ReleaseInfo()
default_info.read_release_log(default_conf)
prefix = default_info.module
for key, value in vars(default_info).iteritems():
self.defaults[prefix + "-" + key] = str(value)
self.mp_config = self.repo.get_mp_config(self.marketplace_conf,
self.defaults)
def __init__(self, alias, restart_from, default_conf=None, marketplace_conf=None):
self.alias = alias
self.restart_from = restart_from
if marketplace_conf == '':
marketplace_conf = DEFAULT_MP_CONF_URL
self.marketplace_conf = marketplace_conf
cwd = os.getcwd()
if os.path.isdir(os.path.join(cwd, "marketplace")):
pass
elif os.path.split(cwd)[1] == "marketplace":
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
else:
if '__file__' not in locals():
__file__ = inspect.getframeinfo(inspect.currentframe())[0] # @ReservedAssignment
cwd = os.path.dirname(os.path.abspath(__file__))
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
log("Nuxeo source location: %s" % cwd)
self.repo = Repository(cwd, self.alias)
self.defaults = {}
if default_conf:
default_info = ReleaseInfo()
default_info.read_release_log(default_conf)
prefix = default_info.module
for key, value in vars(default_info).iteritems():
self.defaults[prefix + "-" + key] = str(value)
self.mp_config = self.repo.get_mp_config(self.marketplace_conf, self.defaults)
def assertNextSnapshot(self, current, expected, policy='auto_last'):
self.mocks.etree_parse.return_value.getroot.return_value.find.return_value.text = current
release_info = ReleaseInfo(branch='some_branch', tag='auto', maintenance_version='auto', is_final=True,
auto_increment_policy=policy)
self.assertEqual(expected,
Release(Repository(os.getcwd(), 'nuxeo_scripts'), release_info).next_snapshot)
def prepare(self, dryrun=False):
""" Prepare the release."""
cwd = os.getcwd()
if not os.path.isdir(self.repo.mp_dir):
self.clone()
os.chdir(self.repo.mp_dir)
marketplaces_skipped = []
for marketplace in self.get_packages_list():
log("")
if self.mp_config.has_option(marketplace, "skip"):
log("[%s]" % marketplace)
log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip")))
marketplaces_skipped.append(marketplace)
upgrade_only = True
else:
upgrade_only = False
if self.mp_config.getboolean(marketplace, "prepared"):
log("[%s]" % marketplace)
log("Skipped '%s' (%s)" % (marketplace, "Already prepared"))
continue
try:
mp_dir = os.path.join(self.repo.mp_dir, marketplace)
if not os.path.isdir(mp_dir):
os.chdir(self.repo.mp_dir)
self.repo.git_pull(marketplace, self.mp_config.get(marketplace, "branch"))
else:
log("[%s]" % marketplace)
os.chdir(mp_dir)
mp_repo = Repository(os.getcwd(), self.alias)
if upgrade_only:
log("Upgrade skipped %s..." % marketplace)
else:
log("Prepare release of %s..." % marketplace)
mp_release = Release(mp_repo,
self.mp_config.get(marketplace, "branch"),
self.mp_config.get(marketplace, "tag"),
self.mp_config.get(marketplace, "next_snapshot"),
self.mp_config.get(marketplace, "maintenance_version"),
is_final=True,
skipTests=self.mp_config.getboolean(marketplace, "skipTests"),
skipITs=self.mp_config.getboolean(marketplace, "skipITs"),
other_versions=self.mp_config.get(marketplace, "other_versions", None),
auto_increment_policy=self.mp_config.get(marketplace, "auto_increment_policy",
"auto_patch"))
mp_release.log_summary()
mp_release.prepare(dryrun=dryrun, upgrade_only=upgrade_only, dodeploy=True)
prepared = True
except Exception, e:
stack = traceback.format_exc()
if hasattr(e, 'message') and e.message is not None:
stack = e.message + "\n" + stack
log("[ERROR] %s" % stack)
prepared = False
stack = stack.replace("%", "%%")
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "prepared", str(prepared))
self.repo.save_mp_config(self.mp_config)
if prepared and not upgrade_only:
self.upload(CONNECT_TEST_URL, marketplace, dryrun=dryrun)
def __init__(self, alias, restart_from, marketplace_conf=None):
self.alias = alias
self.restart_from = restart_from
if marketplace_conf == '':
marketplace_conf = DEFAULT_MP_CONF_URL
self.marketplace_conf = marketplace_conf
cwd = os.getcwd()
if os.path.isdir(os.path.join(cwd, "marketplace")):
pass
elif os.path.split(cwd)[1] == "marketplace":
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
else:
if '__file__' not in locals():
__file__ = inspect.getframeinfo(inspect.currentframe())[0]
cwd = os.path.dirname(os.path.abspath(__file__))
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
log("Nuxeo source location: %s" % cwd)
self.repo = Repository(cwd, self.alias)
self.mp_config = self.repo.get_mp_config(self.marketplace_conf)
def perform(self, dryrun=False):
""" Perform the release: push source, deploy artifacts and upload
packages."""
cwd = os.getcwd()
marketplaces_skipped = []
for marketplace in self.get_packages_list():
log("")
if self.mp_config.has_option(marketplace, "skip"):
log("[WARN] Skipped '%s' (%s)" %
(marketplace, self.mp_config.get(marketplace, "skip")))
marketplaces_skipped.append(marketplace)
upgrade_only = True
else:
upgrade_only = False
if not self.mp_config.getboolean(marketplace, "prepared"):
log("[WARN] Skipped '%s' (%s)" % (marketplace, "Not prepared"))
continue
if self.mp_config.getboolean(marketplace, "performed"):
log("Skipped '%s' (%s)" % (marketplace, "Already performed"))
continue
try:
if upgrade_only:
log("Upgrade skipped %s..." % marketplace)
else:
log("Perform %s" % marketplace)
os.chdir(os.path.join(self.repo.mp_dir, marketplace))
mp_repo = Repository(os.getcwd(), self.alias)
# Perform release
release_info = ReleaseInfo()
release_info.read_release_log(
ReleaseInfo.get_release_log(mp_repo.basedir))
mp_release = Release(mp_repo, release_info)
mp_release.perform(dryrun=dryrun, upgrade_only=upgrade_only)
performed = True
except Exception, e:
stack = traceback.format_exc()
if hasattr(e, 'message') and e.message is not None:
stack = e.message + "\n" + stack
log("[ERROR] %s" % stack)
performed = False
stack = stack.replace("%", "%%")
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "performed", str(performed))
self.repo.save_mp_config(self.mp_config)
if performed and not upgrade_only:
owner = None
if self.mp_config.has_option(marketplace, "owner"):
owner = self.mp_config.get(marketplace, "owner")
creds = ":".join(self.nos_credentials().prod)
self.upload(creds,
CONNECT_PROD_URL,
marketplace,
dryrun=dryrun,
owner=owner)
def perform(self, dryrun=False):
""" Perform the release: push source, deploy artifacts and upload
packages."""
cwd = os.getcwd()
marketplaces_skipped = []
for marketplace in self.get_packages_list():
log("")
if self.mp_config.has_option(marketplace, "skip"):
log("[WARN] Skipped '%s' (%s)" %
(marketplace, self.mp_config.get(marketplace, "skip")))
marketplaces_skipped.append(marketplace)
upgrade_only = True
else:
upgrade_only = False
if not self.mp_config.getboolean(marketplace, "prepared"):
log("[WARN] Skipped '%s' (%s)" % (marketplace, "Not prepared"))
continue
if self.mp_config.getboolean(marketplace, "performed"):
log("Skipped '%s' (%s)" % (marketplace, "Already performed"))
continue
try:
if upgrade_only:
log("Upgrade skipped %s..." % marketplace)
else:
log("Perform %s" % marketplace)
os.chdir(os.path.join(self.repo.mp_dir, marketplace))
mp_repo = Repository(os.getcwd(), self.alias)
# Perform release
(_, branch, tag, next_snapshot, maintenance_version, is_final,
skipTests, skipITs, _, other_versions, _,
_) = Release.read_release_log(mp_repo.basedir)
mp_release = Release(mp_repo,
branch,
tag,
next_snapshot,
maintenance_version,
is_final=is_final,
skipTests=skipTests,
skipITs=skipITs,
other_versions=other_versions)
mp_release.perform(dryrun=dryrun, upgrade_only=upgrade_only)
performed = True
except Exception, e:
stack = traceback.format_exc()
if hasattr(e, 'message') and e.message is not None:
stack = e.message + "\n" + stack
log("[ERROR] %s" % stack)
performed = False
stack = stack.replace("%", "%%")
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "performed", str(performed))
self.repo.save_mp_config(self.mp_config)
if performed and not upgrade_only:
self.upload(CONNECT_PROD_URL, marketplace, dryrun=dryrun)
def __init__(self, alias, restart_from, marketplace_conf=None):
self.alias = alias
self.restart_from = restart_from
if marketplace_conf == '':
marketplace_conf = DEFAULT_MP_CONF_URL
self.marketplace_conf = marketplace_conf
cwd = os.getcwd()
if os.path.isdir(os.path.join(cwd, "marketplace")):
pass
elif os.path.split(cwd)[1] == "marketplace":
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
else:
if '__file__' not in locals():
__file__ = inspect.getframeinfo(inspect.currentframe())[0] # @ReservedAssignment
cwd = os.path.dirname(os.path.abspath(__file__))
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
log("Nuxeo source location: %s" % cwd)
self.repo = Repository(cwd, self.alias)
self.mp_config = self.repo.get_mp_config(self.marketplace_conf)
def main():
global namespaces
assert_git_config()
namespaces = {"pom": "http://maven.apache.org/POM/4.0.0"}
etree.register_namespace('pom', 'http://maven.apache.org/POM/4.0.0')
try:
if not os.path.isdir(".git"):
raise ExitException(1, "That script must be ran from root of a Git"
+ " repository")
usage = ("usage: %prog [options] <command>\n\nCommands:\n"
" prepare: Prepare the release (build, change versions, tag "
"and package source and distributions). The release "
"parameters are stored in a release.log file.\n"
" perform: Perform the release (push sources, deploy "
"artifacts and upload packages). If no parameter is given, "
"they are read from the release.log file.\n"
" package: Package distributions and source code in the "
"archives directory.")
parser = optparse.OptionParser(usage=usage,
description="""Release Nuxeo from
a given branch, tag the release, then set the next SNAPSHOT version. If a
maintenance version was provided, then a maintenance branch is kept, else it is
deleted after release.""")
parser.add_option('-r', action="store", type="string",
dest='remote_alias',
default='origin',
help="""the Git alias of remote URL
(default: %default)""")
parser.add_option('-f', '--final', action="store_true",
dest='is_final', default=False,
help='is it a final release? (default: %default)')
parser.add_option("-b", "--branch", action="store", type="string",
help='branch to release (default: current branch)',
dest="branch", default="auto")
parser.add_option("-t", "--tag", action="store", type="string",
dest="tag", default="auto",
help="""if final option is True, then the default tag
is the current version minus '-SNAPSHOT', else the 'SNAPSHOT' keyword is
replaced with a date (aka 'date-based release')""")
parser.add_option("-n", "--next", action="store", type="string",
dest="next_snapshot", default="auto",
help="""next snapshot. If final option is True, then
the next snapshot is the current one increased, else it is equal to the current
""")
parser.add_option('-m', '--maintenance', action="store",
dest='maintenance', default="auto",
help="""maintenance version (by default, the
maintenance branch is deleted after release)""")
parser.add_option('-i', '--interactive', action="store_true",
dest='interactive', default=False,
help="""Not implemented (TODO NXP-8573). Interactive
mode.""")
parser.add_option('-d', '--deploy', action="store_true",
dest='deploy', default=False,
help="""deploy artifacts to nightly repository""")
parser.add_option('--skipTests', action="store_true",
dest='skipTests', default=False,
help="""skip tests execution (but compile them)""")
(options, args) = parser.parse_args()
if len(args) == 1:
command = args[0]
elif len(args) > 1:
raise ExitException(1, "'command' must be a single argument. "
"See usage with '-h'.")
release_log = os.path.abspath(os.path.join(os.getcwd(), os.pardir,
"release.log"))
if ("command" in locals() and command == "perform"
and os.path.isfile(release_log)
and options == parser.get_default_values()):
log("Reading parameters from %s ..." % release_log)
with open(release_log, "rb") as f:
options.remote_alias = f.readline().split("=")[1].strip()
options.branch = f.readline().split("=")[1].strip()
options.tag = f.readline().split("=")[1].strip()
options.next_snapshot = f.readline().split("=")[1].strip()
options.maintenance = f.readline().split("=")[1].strip()
options.is_final = f.readline().split("=")[1].strip() == "True"
options.skipTests = f.readline().split("=")[1].strip() == "True"
repo = Repository(os.getcwd(), options.remote_alias)
if options.branch == "auto":
options.branch = repo.get_current_version()
system("git fetch %s" % (options.remote_alias))
repo.git_update(options.branch)
release = Release(repo, options.branch, options.tag,
options.next_snapshot, options.maintenance,
options.is_final, options.skipTests)
release.log_summary("command" in locals() and command != "perform")
if "command" not in locals():
raise ExitException(1, "Missing command. See usage with '-h'.")
elif command == "prepare":
release.prepare(options.deploy)
elif command == "perform":
release.perform()
elif command == "package":
repo.clone()
# workaround for NXBT-121: use install instead of package
repo.mvn("clean install", skip_tests=options.skipTests,
profiles="qa")
release.package_all(release.snapshot)
elif command == "test":
release.test()
else:
raise ExitException(1, "Unknown command! See usage with '-h'.")
except ExitException, e:
if e.message is not None:
log("[ERROR] %s" % e.message, sys.stderr)
sys.exit(e.return_code)
class ReleaseMP(object):
"""Nuxeo MP release manager.
See 'self.perpare()', 'self.perform()'."""
# pylint: disable=R0913
def __init__(self, alias, restart_from, marketplace_conf=None):
self.alias = alias
self.restart_from = restart_from
if marketplace_conf == '':
marketplace_conf = DEFAULT_MP_CONF_URL
self.marketplace_conf = marketplace_conf
cwd = os.getcwd()
if os.path.isdir(os.path.join(cwd, "marketplace")):
pass
elif os.path.split(cwd)[1] == "marketplace":
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
else:
if '__file__' not in locals():
__file__ = inspect.getframeinfo(inspect.currentframe())[0] # @ReservedAssignment
cwd = os.path.dirname(os.path.abspath(__file__))
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
log("Nuxeo source location: %s" % cwd)
self.repo = Repository(cwd, self.alias)
self.mp_config = self.repo.get_mp_config(self.marketplace_conf)
def clone(self):
cwd = os.getcwd()
self.repo.clone_mp(self.marketplace_conf)
os.chdir(cwd)
# pylint: disable=E1103
def get_packages_list(self):
"""Return the list of packages to work on."""
marketplaces = self.mp_config.sections()
if self.restart_from:
idx = marketplaces.index(self.restart_from)
marketplaces = marketplaces[idx:]
return marketplaces
def prepare(self, dryrun=False):
""" Prepare the release."""
cwd = os.getcwd()
if not os.path.isdir(self.repo.mp_dir):
self.clone()
os.chdir(self.repo.mp_dir)
marketplaces_skipped = []
for marketplace in self.get_packages_list():
log("")
if self.mp_config.has_option(marketplace, "skip"):
log("[%s]" % marketplace)
log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip")))
marketplaces_skipped.append(marketplace)
upgrade_only = True
else:
upgrade_only = False
if self.mp_config.getboolean(marketplace, "prepared"):
log("[%s]" % marketplace)
log("Skipped '%s' (%s)" % (marketplace, "Already prepared"))
continue
try:
mp_dir = os.path.join(self.repo.mp_dir, marketplace)
if not os.path.isdir(mp_dir):
os.chdir(self.repo.mp_dir)
self.repo.git_pull(marketplace, self.mp_config.get(marketplace, "branch"))
else:
log("[%s]" % marketplace)
os.chdir(mp_dir)
mp_repo = Repository(os.getcwd(), self.alias)
if upgrade_only:
log("Upgrade skipped %s..." % marketplace)
else:
log("Prepare release of %s..." % marketplace)
mp_release = Release(mp_repo,
self.mp_config.get(marketplace, "branch"),
self.mp_config.get(marketplace, "tag"),
self.mp_config.get(marketplace, "next_snapshot"),
self.mp_config.get(marketplace, "maintenance_version"),
is_final=True,
skipTests=self.mp_config.getboolean(marketplace, "skipTests"),
skipITs=self.mp_config.getboolean(marketplace, "skipITs"),
other_versions=self.mp_config.get(marketplace, "other_versions", None))
mp_release.log_summary()
mp_release.prepare(dryrun=dryrun, upgrade_only=upgrade_only, dodeploy=True)
prepared = True
except Exception, e:
stack = traceback.format_exc()
if hasattr(e, 'message') and e.message is not None:
stack = e.message + "\n" + stack
log("[ERROR] %s" % stack)
prepared = False
stack = stack.replace("%", "%%")
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "prepared", str(prepared))
self.repo.save_mp_config(self.mp_config)
if prepared and not upgrade_only:
self.upload(CONNECT_TEST_URL, marketplace, dryrun=dryrun)
os.chdir(cwd)
def prepare(self, dryrun=False):
""" Prepare the release."""
cwd = os.getcwd()
if not os.path.isdir(self.repo.mp_dir):
self.clone()
os.chdir(self.repo.mp_dir)
marketplaces = self.mp_config.sections()
marketplaces_skipped = []
if self.restart_from:
idx = marketplaces.index(self.restart_from)
marketplaces = marketplaces[idx:]
for marketplace in marketplaces:
log("")
if self.mp_config.has_option(marketplace, "skip"):
log("[%s]" % marketplace)
log("[WARN] Skipped '%s' (%s)" %
(marketplace, self.mp_config.get(marketplace, "skip")))
marketplaces_skipped.append(marketplace)
upgrade_only = True
else:
upgrade_only = False
if self.mp_config.getboolean(marketplace, "prepared"):
log("[%s]" % marketplace)
log("Skipped '%s' (%s)" % (marketplace, "Already prepared"))
continue
try:
mp_dir = os.path.join(self.repo.mp_dir, marketplace)
if not os.path.isdir(mp_dir):
os.chdir(self.repo.mp_dir)
self.repo.git_pull(
marketplace, self.mp_config.get(marketplace, "branch"))
else:
log("[%s]" % marketplace)
os.chdir(mp_dir)
mp_repo = Repository(os.getcwd(), self.alias)
if upgrade_only:
log("Upgrade skipped %s..." % marketplace)
else:
log("Prepare release of %s..." % marketplace)
mp_release = Release(
mp_repo,
self.mp_config.get(marketplace, "branch"),
self.mp_config.get(marketplace, "tag"),
self.mp_config.get(marketplace, "next_snapshot"),
self.mp_config.get(marketplace, "maintenance_version"),
is_final=True,
skipTests=False,
skipITs=False,
other_versions=self.mp_config.get(marketplace,
"other_versions", None))
mp_release.log_summary()
mp_release.prepare(dryrun=dryrun,
upgrade_only=upgrade_only,
dodeploy=True)
prepared = True
except Exception, e:
stack = traceback.format_exc()
if hasattr(e, 'message') and e.message is not None:
stack = e.message + "\n" + stack
log("[ERROR] %s" % stack)
prepared = False
stack = stack.replace("%", "%%")
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "prepared", str(prepared))
self.repo.save_mp_config(self.mp_config)
if prepared and not upgrade_only:
# Upload on Connect test
for dirpath, _, filenames in os.walk(mp_repo.basedir):
for name in filenames:
path = os.path.join(dirpath, name)
if (os.path.isfile(path) and fnmatch.fnmatch(
path[len(mp_repo.basedir) + 1:],
self.mp_config.get(marketplace,
"mp_to_upload"))):
self.upload(CONNECT_TEST_URL, path, dryrun=dryrun)
self.mp_config.set(marketplace, "uploaded",
CONNECT_TEST_URL + ": " + path)
self.repo.save_mp_config(self.mp_config)
def perform(self, dryrun=False):
""" Perform the release: push source, deploy artifacts and upload
packages."""
cwd = os.getcwd()
marketplaces = self.mp_config.sections()
marketplaces_skipped = []
if self.restart_from:
idx = marketplaces.index(self.restart_from)
marketplaces = marketplaces[idx:]
for marketplace in marketplaces:
log("")
if self.mp_config.has_option(marketplace, "skip"):
log("[WARN] Skipped '%s' (%s)" %
(marketplace, self.mp_config.get(marketplace, "skip")))
marketplaces_skipped.append(marketplace)
upgrade_only = True
else:
upgrade_only = False
if not self.mp_config.getboolean(marketplace, "prepared"):
log("[WARN] Skipped '%s' (%s)" % (marketplace, "Not prepared"))
continue
if self.mp_config.getboolean(marketplace, "performed"):
log("Skipped '%s' (%s)" % (marketplace, "Already performed"))
continue
try:
if upgrade_only:
log("Upgrade skipped %s..." % marketplace)
else:
log("Perform %s" % marketplace)
os.chdir(os.path.join(self.repo.mp_dir, marketplace))
mp_repo = Repository(os.getcwd(), self.alias)
# Perform release
(_, branch, tag, next_snapshot, maintenance_version, is_final,
skipTests, skipITs, _, other_versions, _,
_) = Release.read_release_log(mp_repo.basedir)
mp_release = Release(mp_repo,
branch,
tag,
next_snapshot,
maintenance_version,
is_final=is_final,
skipTests=skipTests,
skipITs=skipITs,
other_versions=other_versions)
mp_release.perform(dryrun=dryrun, upgrade_only=upgrade_only)
performed = True
except Exception, e:
stack = traceback.format_exc()
if hasattr(e, 'message') and e.message is not None:
stack = e.message + "\n" + stack
log("[ERROR] %s" % stack)
performed = False
stack = stack.replace("%", "%%")
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "performed", str(performed))
self.repo.save_mp_config(self.mp_config)
if performed and not upgrade_only:
# Upload on Connect
for dirpath, _, filenames in os.walk(mp_repo.basedir):
for name in filenames:
path = os.path.join(dirpath, name)
if (os.path.isfile(path) and fnmatch.fnmatch(
path[len(mp_repo.basedir) + 1:],
self.mp_config.get(marketplace,
"mp_to_upload"))):
self.upload(CONNECT_PROD_URL, path, dryrun=dryrun)
self.mp_config.set(marketplace, "uploaded",
CONNECT_PROD_URL + ": " + path)
self.repo.save_mp_config(self.mp_config)
def clone(self):
cwd = os.getcwd()
self.repo = Repository(os.getcwd(), self.alias)
self.repo.clone_mp(self.marketplace_conf)
os.chdir(cwd)
def __init__(self, alias, restart_from, marketplace_conf=None):
self.alias = alias
self.restart_from = restart_from
self.marketplace_conf = marketplace_conf
self.repo = Repository(os.getcwd(), self.alias)
self.mp_config = self.repo.get_mp_config(self.marketplace_conf)
class ReleaseMP(object):
"""Nuxeo MP release manager.
See 'self.perpare()', 'self.perform()'."""
#pylint: disable=R0913
def __init__(self, alias, restart_from, marketplace_conf=None):
self.alias = alias
self.restart_from = restart_from
self.marketplace_conf = marketplace_conf
self.repo = Repository(os.getcwd(), self.alias)
self.mp_config = self.repo.get_mp_config(self.marketplace_conf)
def clone(self):
cwd = os.getcwd()
self.repo = Repository(os.getcwd(), self.alias)
self.repo.clone_mp(self.marketplace_conf)
os.chdir(cwd)
#pylint: disable=E1103
def prepare(self, dryrun=False):
""" Prepare the release."""
cwd = os.getcwd()
marketplaces = self.mp_config.sections()
if self.restart_from:
idx = marketplaces.index(self.restart_from)
marketplaces = marketplaces[idx:]
for marketplace in marketplaces:
if self.mp_config.has_option(marketplace, "skip"):
log("[WARN] Skipped '%s' (%s)" % (marketplace,
self.mp_config.get(marketplace, "skip")))
continue
if self.mp_config.getboolean(marketplace, "prepared"):
log("Skipped '%s' (%s)" % (marketplace, "Already prepared"))
continue
try:
log("Prepare %s" % marketplace)
os.chdir(os.path.join(self.repo.mp_dir, marketplace))
mp_repo = Repository(os.getcwd(), self.alias)
# Prepare release
mp_release = Release(mp_repo,
self.mp_config.get(marketplace, "branch"),
self.mp_config.get(marketplace, "tag"),
self.mp_config.get(marketplace, "next_snapshot"),
self.mp_config.get(marketplace, "maintenance_version"),
is_final=True, skipTests=False,
other_versions=self.mp_config.get(
marketplace, "other_versions",
None))
mp_release.log_summary()
mp_release.prepare(dryrun=dryrun)
prepared = True
except:
stack = traceback.format_exc()
log("[ERROR] %s" % stack)
prepared = False
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "prepared", prepared)
self.repo.save_mp_config(self.mp_config)
if (prepared):
# Upload on Connect test
for dirpath, _, filenames in os.walk(mp_repo.basedir):
for name in filenames:
path = os.path.join(dirpath, name)
if (os.path.isfile(path) and
fnmatch.fnmatch(path[len(mp_repo.basedir) + 1:],
self.mp_config.get(marketplace, "mp_to_upload"))):
self.upload(CONNECT_TEST_URL, path)
self.mp_config.set(marketplace, "uploaded",
CONNECT_TEST_URL + ": " + path)
self.repo.save_mp_config(self.mp_config)
os.chdir(cwd)
#pylint: disable=R0914,C0103
def perform(self):
""" Perform the release: push source, deploy artifacts and upload
packages."""
cwd = os.getcwd()
marketplaces = self.mp_config.sections()
if self.restart_from:
idx = marketplaces.index(self.restart_from)
marketplaces = marketplaces[idx:]
for marketplace in marketplaces:
if self.mp_config.has_option(marketplace, "skip"):
log("[WARN] Skipped '%s' (%s)" % (marketplace,
self.mp_config.get(marketplace, "skip")))
continue
if not self.mp_config.getboolean(marketplace, "prepared"):
log("[WARN] Skipped '%s' (%s)" % (marketplace, "Not prepared"))
continue
if self.mp_config.getboolean(marketplace, "performed"):
log("Skipped '%s' (%s)" % (marketplace, "Already performed"))
continue
try:
log("Perform %s" % marketplace)
os.chdir(os.path.join(self.repo.mp_dir, marketplace))
mp_repo = Repository(os.getcwd(), self.alias)
# Perform release
(_, branch, tag, next_snapshot, maintenance_version, is_final,
skipTests, _, other_versions,
_, _) = Release.read_release_log(mp_repo.basedir)
mp_release = Release(mp_repo, branch, tag, next_snapshot,
maintenance_version, is_final=is_final,
skipTests=skipTests,
other_versions=other_versions)
mp_release.perform()
performed = True
except:
stack = traceback.format_exc()
log("[ERROR] %s" % stack)
performed = False
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "performed", performed)
self.repo.save_mp_config(self.mp_config)
if performed:
# Upload on Connect
for dirpath, _, filenames in os.walk(mp_repo.basedir):
for name in filenames:
path = os.path.join(dirpath, name)
if (os.path.isfile(path) and
fnmatch.fnmatch(path[len(mp_repo.basedir) + 1:],
self.mp_config.get(marketplace, "mp_to_upload"))):
self.upload(CONNECT_PROD_URL, path)
self.mp_config.set(marketplace, "uploaded",
CONNECT_PROD_URL + ": " + path)
self.repo.save_mp_config(self.mp_config)
os.chdir(cwd)
def upload(self, url, mp_file):
""" Upload the given mp_file on the given Connect URL."""
cmd = ("curl -i -n -F package=@%s %s%s"
% (mp_file, url, "/site/marketplace/upload?batch=true"))
system(cmd)
def test(self):
"""For current script development purpose."""
self.prepare(dryrun=True)
class ReleaseMP(object):
"""Nuxeo MP release manager.
See 'self.perpare()', 'self.perform()'."""
# pylint: disable=R0913
def __init__(self,
alias,
restart_from,
default_conf=None,
marketplace_conf=None):
self.alias = alias
self.restart_from = restart_from
if marketplace_conf == '':
marketplace_conf = DEFAULT_MP_CONF_URL
self.marketplace_conf = marketplace_conf
cwd = os.getcwd()
if os.path.isdir(os.path.join(cwd, "marketplace")):
pass
elif os.path.split(cwd)[1] == "marketplace":
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
else:
if '__file__' not in locals():
__file__ = inspect.getframeinfo(
inspect.currentframe())[0] # @ReservedAssignment
cwd = os.path.dirname(os.path.abspath(__file__))
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
log("Nuxeo source location: %s" % cwd)
self.repo = Repository(cwd, self.alias)
self.defaults = {}
if default_conf:
default_info = ReleaseInfo()
default_info.read_release_log(default_conf)
prefix = default_info.module
for key, value in vars(default_info).iteritems():
self.defaults[prefix + "-" + key] = str(value)
self.mp_config = self.repo.get_mp_config(self.marketplace_conf,
self.defaults)
def clone(self):
cwd = os.getcwd()
self.repo.clone_mp(self.marketplace_conf)
os.chdir(cwd)
# pylint: disable=E1103
def get_packages_list(self):
"""Return the list of packages to work on."""
marketplaces = self.mp_config.sections()
if self.restart_from:
idx = marketplaces.index(self.restart_from)
marketplaces = marketplaces[idx:]
return marketplaces
def prepare(self, dryrun=False):
""" Prepare the release."""
cwd = os.getcwd()
if not os.path.isdir(self.repo.mp_dir):
self.clone()
os.chdir(self.repo.mp_dir)
marketplaces_skipped = []
for marketplace in self.get_packages_list():
log("")
if self.mp_config.has_option(marketplace, "skip"):
log("[%s]" % marketplace)
log("[WARN] Skipped '%s' (%s)" %
(marketplace, self.mp_config.get(marketplace, "skip")))
marketplaces_skipped.append(marketplace)
upgrade_only = True
else:
upgrade_only = False
if self.mp_config.getboolean(marketplace, "prepared"):
log("[%s]" % marketplace)
log("Skipped '%s' (%s)" % (marketplace, "Already prepared"))
continue
try:
mp_dir = os.path.join(self.repo.mp_dir, marketplace)
if not os.path.isdir(mp_dir):
os.chdir(self.repo.mp_dir)
self.repo.git_pull(
marketplace, self.mp_config.get(marketplace, "branch"))
else:
log("[%s]" % marketplace)
os.chdir(mp_dir)
mp_repo = Repository(os.getcwd(), self.alias)
if upgrade_only:
log("Upgrade skipped %s..." % marketplace)
else:
log("Prepare release of %s..." % marketplace)
release_info = ReleaseInfo(
module=marketplace,
remote_alias=self.alias,
branch=self.mp_config.get(marketplace, "branch"),
tag=self.mp_config.get(marketplace, "tag"),
next_snapshot=self.mp_config.get(marketplace,
"next_snapshot"),
maintenance_version=self.mp_config.get(
marketplace, "maintenance_version"),
is_final=self.mp_config.getboolean(marketplace,
"is_final"),
skip_tests=self.mp_config.getboolean(
marketplace, "skipTests"),
skip_its=self.mp_config.getboolean(marketplace, "skipITs"),
profiles=self.mp_config.get(marketplace, "profiles"),
other_versions=self.mp_config.get(marketplace,
"other_versions"),
#files_pattern, props_pattern, msg_commit, msg_tag,
auto_increment_policy=self.mp_config.get(
marketplace, "auto_increment_policy"),
dryrun=dryrun)
mp_release = Release(mp_repo, release_info)
release_log = mp_release.log_summary()
release_info.read_release_log(release_log)
if dryrun:
print "DEBUG -- init %s with:" % marketplace
for key, value in vars(release_info).iteritems():
if dryrun:
print "DEBUG: %s-%s=%s" % (marketplace, key, value)
self.mp_config.set("DEFAULT", marketplace + "-" + key,
str(value))
if dryrun:
print
mp_release.prepare(dryrun=dryrun,
upgrade_only=upgrade_only,
dodeploy=True)
prepared = True
except Exception, e:
stack = traceback.format_exc()
if hasattr(e, 'message') and e.message is not None:
stack = e.message + "\n" + stack
log("[ERROR] %s" % stack)
prepared = False
stack = stack.replace("%", "%%")
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "prepared", str(prepared))
self.repo.save_mp_config(self.mp_config)
if prepared and not upgrade_only:
self.upload(CONNECT_TEST_URL, marketplace, dryrun=dryrun)
os.chdir(cwd)
class ReleaseMP(object):
"""Nuxeo MP release manager.
See 'self.perpare()', 'self.perform()'."""
# pylint: disable=R0913
def __init__(self, alias, restart_from, marketplace_conf=None):
self.alias = alias
self.restart_from = restart_from
if marketplace_conf == '':
marketplace_conf = DEFAULT_MP_CONF_URL
self.marketplace_conf = marketplace_conf
cwd = os.getcwd()
if os.path.isdir(os.path.join(cwd, "marketplace")):
pass
elif os.path.split(cwd)[1] == "marketplace":
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
else:
if '__file__' not in locals():
__file__ = inspect.getframeinfo(inspect.currentframe())[0]
cwd = os.path.dirname(os.path.abspath(__file__))
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
log("Nuxeo source location: %s" % cwd)
self.repo = Repository(cwd, self.alias)
self.mp_config = self.repo.get_mp_config(self.marketplace_conf)
def clone(self):
cwd = os.getcwd()
self.repo.clone_mp(self.marketplace_conf)
os.chdir(cwd)
# pylint: disable=E1103
def prepare(self, dryrun=False):
""" Prepare the release."""
cwd = os.getcwd()
if not os.path.isdir(self.repo.mp_dir):
self.clone()
os.chdir(self.repo.mp_dir)
marketplaces = self.mp_config.sections()
marketplaces_skipped = []
if self.restart_from:
idx = marketplaces.index(self.restart_from)
marketplaces = marketplaces[idx:]
for marketplace in marketplaces:
log("")
if self.mp_config.has_option(marketplace, "skip"):
log("[%s]" % marketplace)
log("[WARN] Skipped '%s' (%s)" %
(marketplace, self.mp_config.get(marketplace, "skip")))
marketplaces_skipped.append(marketplace)
upgrade_only = True
else:
upgrade_only = False
if self.mp_config.getboolean(marketplace, "prepared"):
log("[%s]" % marketplace)
log("Skipped '%s' (%s)" % (marketplace, "Already prepared"))
continue
try:
mp_dir = os.path.join(self.repo.mp_dir, marketplace)
if not os.path.isdir(mp_dir):
os.chdir(self.repo.mp_dir)
self.repo.git_pull(
marketplace, self.mp_config.get(marketplace, "branch"))
else:
log("[%s]" % marketplace)
os.chdir(mp_dir)
mp_repo = Repository(os.getcwd(), self.alias)
if upgrade_only:
log("Upgrade skipped %s..." % marketplace)
else:
log("Prepare release of %s..." % marketplace)
mp_release = Release(
mp_repo,
self.mp_config.get(marketplace, "branch"),
self.mp_config.get(marketplace, "tag"),
self.mp_config.get(marketplace, "next_snapshot"),
self.mp_config.get(marketplace, "maintenance_version"),
is_final=True,
skipTests=False,
skipITs=False,
other_versions=self.mp_config.get(marketplace,
"other_versions", None))
mp_release.log_summary()
mp_release.prepare(dryrun=dryrun,
upgrade_only=upgrade_only,
dodeploy=True)
prepared = True
except Exception, e:
stack = traceback.format_exc()
if hasattr(e, 'message') and e.message is not None:
stack = e.message + "\n" + stack
log("[ERROR] %s" % stack)
prepared = False
stack = stack.replace("%", "%%")
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "prepared", str(prepared))
self.repo.save_mp_config(self.mp_config)
if prepared and not upgrade_only:
# Upload on Connect test
for dirpath, _, filenames in os.walk(mp_repo.basedir):
for name in filenames:
path = os.path.join(dirpath, name)
if (os.path.isfile(path) and fnmatch.fnmatch(
path[len(mp_repo.basedir) + 1:],
self.mp_config.get(marketplace,
"mp_to_upload"))):
self.upload(CONNECT_TEST_URL, path, dryrun=dryrun)
self.mp_config.set(marketplace, "uploaded",
CONNECT_TEST_URL + ": " + path)
self.repo.save_mp_config(self.mp_config)
os.chdir(cwd)
def prepare(self, dryrun=False):
""" Prepare the release."""
cwd = os.getcwd()
if not os.path.isdir(self.repo.mp_dir):
self.clone()
os.chdir(self.repo.mp_dir)
marketplaces_skipped = []
for marketplace in self.get_packages_list():
log("")
if self.mp_config.has_option(marketplace, "skip"):
log("[%s]" % marketplace)
log("[WARN] Skipped '%s' (%s)" %
(marketplace, self.mp_config.get(marketplace, "skip")))
marketplaces_skipped.append(marketplace)
upgrade_only = True
else:
upgrade_only = False
if self.mp_config.getboolean(marketplace, "prepared"):
log("[%s]" % marketplace)
log("Skipped '%s' (%s)" % (marketplace, "Already prepared"))
continue
try:
mp_dir = os.path.join(self.repo.mp_dir, marketplace)
if not os.path.isdir(mp_dir):
os.chdir(self.repo.mp_dir)
self.repo.git_pull(
marketplace, self.mp_config.get(marketplace, "branch"))
else:
log("[%s]" % marketplace)
os.chdir(mp_dir)
mp_repo = Repository(os.getcwd(), self.alias)
if upgrade_only:
log("Upgrade skipped %s..." % marketplace)
else:
log("Prepare release of %s..." % marketplace)
release_info = ReleaseInfo(
module=marketplace,
remote_alias=self.alias,
branch=self.mp_config.get(marketplace, "branch"),
tag=self.mp_config.get(marketplace, "tag"),
next_snapshot=self.mp_config.get(marketplace,
"next_snapshot"),
maintenance_version=self.mp_config.get(
marketplace, "maintenance_version"),
is_final=self.mp_config.getboolean(marketplace,
"is_final"),
skip_tests=self.mp_config.getboolean(
marketplace, "skipTests"),
skip_its=self.mp_config.getboolean(marketplace, "skipITs"),
profiles=self.mp_config.get(marketplace, "profiles"),
other_versions=self.mp_config.get(marketplace,
"other_versions"),
#files_pattern, props_pattern, msg_commit, msg_tag,
auto_increment_policy=self.mp_config.get(
marketplace, "auto_increment_policy"),
dryrun=dryrun)
mp_release = Release(mp_repo, release_info)
release_log = mp_release.log_summary()
release_info.read_release_log(release_log)
if dryrun:
print "DEBUG -- init %s with:" % marketplace
for key, value in vars(release_info).iteritems():
if dryrun:
print "DEBUG: %s-%s=%s" % (marketplace, key, value)
self.mp_config.set("DEFAULT", marketplace + "-" + key,
str(value))
if dryrun:
print
mp_release.prepare(dryrun=dryrun,
upgrade_only=upgrade_only,
dodeploy=True)
prepared = True
except Exception, e:
stack = traceback.format_exc()
if hasattr(e, 'message') and e.message is not None:
stack = e.message + "\n" + stack
log("[ERROR] %s" % stack)
prepared = False
stack = stack.replace("%", "%%")
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "prepared", str(prepared))
self.repo.save_mp_config(self.mp_config)
if prepared and not upgrade_only:
self.upload(CONNECT_TEST_URL, marketplace, dryrun=dryrun)
class ReleaseMP(object):
"""Nuxeo MP release manager.
See 'self.perpare()', 'self.perform()'."""
# pylint: disable=R0913
def __init__(self, alias, restart_from, default_conf=None, marketplace_conf=None):
self.alias = alias
self.restart_from = restart_from
if marketplace_conf == '':
marketplace_conf = DEFAULT_MP_CONF_URL
self.marketplace_conf = marketplace_conf
cwd = os.getcwd()
if os.path.isdir(os.path.join(cwd, "marketplace")):
pass
elif os.path.split(cwd)[1] == "marketplace":
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
else:
if '__file__' not in locals():
__file__ = inspect.getframeinfo(inspect.currentframe())[0] # @ReservedAssignment
cwd = os.path.dirname(os.path.abspath(__file__))
cwd = os.path.abspath(os.path.join(cwd, os.pardir))
log("Nuxeo source location: %s" % cwd)
self.repo = Repository(cwd, self.alias)
self.defaults = {}
if default_conf:
default_info = ReleaseInfo()
default_info.read_release_log(default_conf)
prefix = default_info.module
for key, value in vars(default_info).iteritems():
self.defaults[prefix + "-" + key] = str(value)
self.mp_config = self.repo.get_mp_config(self.marketplace_conf, self.defaults)
def clone(self):
cwd = os.getcwd()
self.repo.clone_mp(self.marketplace_conf)
os.chdir(cwd)
# pylint: disable=E1103
def get_packages_list(self):
"""Return the list of packages to work on."""
marketplaces = self.mp_config.sections()
if self.restart_from:
idx = marketplaces.index(self.restart_from)
marketplaces = marketplaces[idx:]
return marketplaces
def prepare(self, dryrun=False):
""" Prepare the release."""
cwd = os.getcwd()
if not os.path.isdir(self.repo.mp_dir):
self.clone()
os.chdir(self.repo.mp_dir)
marketplaces_skipped = []
for marketplace in self.get_packages_list():
log("")
if self.mp_config.has_option(marketplace, "skip"):
log("[%s]" % marketplace)
log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip")))
marketplaces_skipped.append(marketplace)
upgrade_only = True
else:
upgrade_only = False
if self.mp_config.getboolean(marketplace, "prepared"):
log("[%s]" % marketplace)
log("Skipped '%s' (%s)" % (marketplace, "Already prepared"))
continue
try:
mp_dir = os.path.join(self.repo.mp_dir, marketplace)
if not os.path.isdir(mp_dir):
os.chdir(self.repo.mp_dir)
self.repo.git_pull(marketplace, self.mp_config.get(marketplace, "branch"))
else:
log("[%s]" % marketplace)
os.chdir(mp_dir)
mp_repo = Repository(os.getcwd(), self.alias)
if upgrade_only:
log("Upgrade skipped %s..." % marketplace)
else:
log("Prepare release of %s..." % marketplace)
release_info = ReleaseInfo(module=marketplace, remote_alias=self.alias,
branch=self.mp_config.get(marketplace, "branch"),
tag=self.mp_config.get(marketplace, "tag"),
next_snapshot=self.mp_config.get(marketplace, "next_snapshot"),
maintenance_version=self.mp_config.get(marketplace, "maintenance_version"),
is_final=self.mp_config.getboolean(marketplace, "is_final"),
skip_tests=self.mp_config.getboolean(marketplace, "skipTests"),
skip_its=self.mp_config.getboolean(marketplace, "skipITs"),
profiles=self.mp_config.get(marketplace, "profiles"),
other_versions=self.mp_config.get(marketplace, "other_versions"),
#files_pattern, props_pattern, msg_commit, msg_tag,
auto_increment_policy=self.mp_config.get(marketplace,
"auto_increment_policy"),
dryrun=dryrun)
mp_release = Release(mp_repo, release_info)
release_log = mp_release.log_summary()
release_info.read_release_log(release_log)
if dryrun:
print "DEBUG -- init %s with:" % marketplace
for key, value in vars(release_info).iteritems():
if dryrun:
print "DEBUG: %s-%s=%s" % (marketplace, key, value)
self.mp_config.set("DEFAULT", marketplace + "-" + key, str(value))
if dryrun:
print
mp_release.prepare(dryrun=dryrun, upgrade_only=upgrade_only, dodeploy=True)
prepared = True
except Exception, e:
stack = traceback.format_exc()
if hasattr(e, 'message') and e.message is not None:
stack = e.message + "\n" + stack
log("[ERROR] %s" % stack)
prepared = False
stack = stack.replace("%", "%%")
self.mp_config.set(marketplace, "skip", "Failed! %s" % stack)
self.mp_config.set(marketplace, "prepared", str(prepared))
self.repo.save_mp_config(self.mp_config)
if prepared and not upgrade_only:
owner = None
if self.mp_config.has_option(marketplace, "owner"):
owner = self.mp_config.get(marketplace, "owner")
self.upload(CONNECT_TEST_URL, marketplace, dryrun=dryrun, owner=owner)
os.chdir(cwd)
