def __init__(self, alias, restart_from, default_conf=None, marketplace_conf=None): self.alias = alias self.restart_from = restart_from if marketplace_conf == '': marketplace_conf = DEFAULT_MP_CONF_URL self.marketplace_conf = marketplace_conf cwd = os.getcwd() if os.path.isdir(os.path.join(cwd, "marketplace")): pass elif os.path.split(cwd)[1] == "marketplace": cwd = os.path.abspath(os.path.join(cwd, os.pardir)) else: if '__file__' not in locals(): __file__ = inspect.getframeinfo( inspect.currentframe())[0] # @ReservedAssignment cwd = os.path.dirname(os.path.abspath(__file__)) cwd = os.path.abspath(os.path.join(cwd, os.pardir)) log("Nuxeo source location: %s" % cwd) self.repo = Repository(cwd, self.alias) self.defaults = {} if default_conf: default_info = ReleaseInfo() default_info.read_release_log(default_conf) prefix = default_info.module for key, value in vars(default_info).iteritems(): self.defaults[prefix + "-" + key] = str(value) self.mp_config = self.repo.get_mp_config(self.marketplace_conf, self.defaults)
def __init__(self, alias, restart_from, default_conf=None, marketplace_conf=None): self.alias = alias self.restart_from = restart_from if marketplace_conf == '': marketplace_conf = DEFAULT_MP_CONF_URL self.marketplace_conf = marketplace_conf cwd = os.getcwd() if os.path.isdir(os.path.join(cwd, "marketplace")): pass elif os.path.split(cwd)[1] == "marketplace": cwd = os.path.abspath(os.path.join(cwd, os.pardir)) else: if '__file__' not in locals(): __file__ = inspect.getframeinfo(inspect.currentframe())[0] # @ReservedAssignment cwd = os.path.dirname(os.path.abspath(__file__)) cwd = os.path.abspath(os.path.join(cwd, os.pardir)) log("Nuxeo source location: %s" % cwd) self.repo = Repository(cwd, self.alias) self.defaults = {} if default_conf: default_info = ReleaseInfo() default_info.read_release_log(default_conf) prefix = default_info.module for key, value in vars(default_info).iteritems(): self.defaults[prefix + "-" + key] = str(value) self.mp_config = self.repo.get_mp_config(self.marketplace_conf, self.defaults)
def assertNextSnapshot(self, current, expected, policy='auto_last'): self.mocks.etree_parse.return_value.getroot.return_value.find.return_value.text = current release_info = ReleaseInfo(branch='some_branch', tag='auto', maintenance_version='auto', is_final=True, auto_increment_policy=policy) self.assertEqual(expected, Release(Repository(os.getcwd(), 'nuxeo_scripts'), release_info).next_snapshot)
def prepare(self, dryrun=False): """ Prepare the release.""" cwd = os.getcwd() if not os.path.isdir(self.repo.mp_dir): self.clone() os.chdir(self.repo.mp_dir) marketplaces_skipped = [] for marketplace in self.get_packages_list(): log("") if self.mp_config.has_option(marketplace, "skip"): log("[%s]" % marketplace) log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) marketplaces_skipped.append(marketplace) upgrade_only = True else: upgrade_only = False if self.mp_config.getboolean(marketplace, "prepared"): log("[%s]" % marketplace) log("Skipped '%s' (%s)" % (marketplace, "Already prepared")) continue try: mp_dir = os.path.join(self.repo.mp_dir, marketplace) if not os.path.isdir(mp_dir): os.chdir(self.repo.mp_dir) self.repo.git_pull(marketplace, self.mp_config.get(marketplace, "branch")) else: log("[%s]" % marketplace) os.chdir(mp_dir) mp_repo = Repository(os.getcwd(), self.alias) if upgrade_only: log("Upgrade skipped %s..." % marketplace) else: log("Prepare release of %s..." % marketplace) mp_release = Release(mp_repo, self.mp_config.get(marketplace, "branch"), self.mp_config.get(marketplace, "tag"), self.mp_config.get(marketplace, "next_snapshot"), self.mp_config.get(marketplace, "maintenance_version"), is_final=True, skipTests=self.mp_config.getboolean(marketplace, "skipTests"), skipITs=self.mp_config.getboolean(marketplace, "skipITs"), other_versions=self.mp_config.get(marketplace, "other_versions", None), auto_increment_policy=self.mp_config.get(marketplace, "auto_increment_policy", "auto_patch")) mp_release.log_summary() mp_release.prepare(dryrun=dryrun, upgrade_only=upgrade_only, dodeploy=True) prepared = True except Exception, e: stack = traceback.format_exc() if hasattr(e, 'message') and e.message is not None: stack = e.message + "\n" + stack log("[ERROR] %s" % stack) prepared = False stack = stack.replace("%", "%%") self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "prepared", str(prepared)) self.repo.save_mp_config(self.mp_config) if prepared and not upgrade_only: self.upload(CONNECT_TEST_URL, marketplace, dryrun=dryrun)
def __init__(self, alias, restart_from, marketplace_conf=None): self.alias = alias self.restart_from = restart_from if marketplace_conf == '': marketplace_conf = DEFAULT_MP_CONF_URL self.marketplace_conf = marketplace_conf cwd = os.getcwd() if os.path.isdir(os.path.join(cwd, "marketplace")): pass elif os.path.split(cwd)[1] == "marketplace": cwd = os.path.abspath(os.path.join(cwd, os.pardir)) else: if '__file__' not in locals(): __file__ = inspect.getframeinfo(inspect.currentframe())[0] cwd = os.path.dirname(os.path.abspath(__file__)) cwd = os.path.abspath(os.path.join(cwd, os.pardir)) log("Nuxeo source location: %s" % cwd) self.repo = Repository(cwd, self.alias) self.mp_config = self.repo.get_mp_config(self.marketplace_conf)
def perform(self, dryrun=False): """ Perform the release: push source, deploy artifacts and upload packages.""" cwd = os.getcwd() marketplaces_skipped = [] for marketplace in self.get_packages_list(): log("") if self.mp_config.has_option(marketplace, "skip"): log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) marketplaces_skipped.append(marketplace) upgrade_only = True else: upgrade_only = False if not self.mp_config.getboolean(marketplace, "prepared"): log("[WARN] Skipped '%s' (%s)" % (marketplace, "Not prepared")) continue if self.mp_config.getboolean(marketplace, "performed"): log("Skipped '%s' (%s)" % (marketplace, "Already performed")) continue try: if upgrade_only: log("Upgrade skipped %s..." % marketplace) else: log("Perform %s" % marketplace) os.chdir(os.path.join(self.repo.mp_dir, marketplace)) mp_repo = Repository(os.getcwd(), self.alias) # Perform release release_info = ReleaseInfo() release_info.read_release_log( ReleaseInfo.get_release_log(mp_repo.basedir)) mp_release = Release(mp_repo, release_info) mp_release.perform(dryrun=dryrun, upgrade_only=upgrade_only) performed = True except Exception, e: stack = traceback.format_exc() if hasattr(e, 'message') and e.message is not None: stack = e.message + "\n" + stack log("[ERROR] %s" % stack) performed = False stack = stack.replace("%", "%%") self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "performed", str(performed)) self.repo.save_mp_config(self.mp_config) if performed and not upgrade_only: owner = None if self.mp_config.has_option(marketplace, "owner"): owner = self.mp_config.get(marketplace, "owner") creds = ":".join(self.nos_credentials().prod) self.upload(creds, CONNECT_PROD_URL, marketplace, dryrun=dryrun, owner=owner)
def perform(self, dryrun=False): """ Perform the release: push source, deploy artifacts and upload packages.""" cwd = os.getcwd() marketplaces_skipped = [] for marketplace in self.get_packages_list(): log("") if self.mp_config.has_option(marketplace, "skip"): log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) marketplaces_skipped.append(marketplace) upgrade_only = True else: upgrade_only = False if not self.mp_config.getboolean(marketplace, "prepared"): log("[WARN] Skipped '%s' (%s)" % (marketplace, "Not prepared")) continue if self.mp_config.getboolean(marketplace, "performed"): log("Skipped '%s' (%s)" % (marketplace, "Already performed")) continue try: if upgrade_only: log("Upgrade skipped %s..." % marketplace) else: log("Perform %s" % marketplace) os.chdir(os.path.join(self.repo.mp_dir, marketplace)) mp_repo = Repository(os.getcwd(), self.alias) # Perform release (_, branch, tag, next_snapshot, maintenance_version, is_final, skipTests, skipITs, _, other_versions, _, _) = Release.read_release_log(mp_repo.basedir) mp_release = Release(mp_repo, branch, tag, next_snapshot, maintenance_version, is_final=is_final, skipTests=skipTests, skipITs=skipITs, other_versions=other_versions) mp_release.perform(dryrun=dryrun, upgrade_only=upgrade_only) performed = True except Exception, e: stack = traceback.format_exc() if hasattr(e, 'message') and e.message is not None: stack = e.message + "\n" + stack log("[ERROR] %s" % stack) performed = False stack = stack.replace("%", "%%") self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "performed", str(performed)) self.repo.save_mp_config(self.mp_config) if performed and not upgrade_only: self.upload(CONNECT_PROD_URL, marketplace, dryrun=dryrun)
def __init__(self, alias, restart_from, marketplace_conf=None): self.alias = alias self.restart_from = restart_from if marketplace_conf == '': marketplace_conf = DEFAULT_MP_CONF_URL self.marketplace_conf = marketplace_conf cwd = os.getcwd() if os.path.isdir(os.path.join(cwd, "marketplace")): pass elif os.path.split(cwd)[1] == "marketplace": cwd = os.path.abspath(os.path.join(cwd, os.pardir)) else: if '__file__' not in locals(): __file__ = inspect.getframeinfo(inspect.currentframe())[0] # @ReservedAssignment cwd = os.path.dirname(os.path.abspath(__file__)) cwd = os.path.abspath(os.path.join(cwd, os.pardir)) log("Nuxeo source location: %s" % cwd) self.repo = Repository(cwd, self.alias) self.mp_config = self.repo.get_mp_config(self.marketplace_conf)
def main(): global namespaces assert_git_config() namespaces = {"pom": "http://maven.apache.org/POM/4.0.0"} etree.register_namespace('pom', 'http://maven.apache.org/POM/4.0.0') try: if not os.path.isdir(".git"): raise ExitException(1, "That script must be ran from root of a Git" + " repository") usage = ("usage: %prog [options] <command>\n\nCommands:\n" " prepare: Prepare the release (build, change versions, tag " "and package source and distributions). The release " "parameters are stored in a release.log file.\n" " perform: Perform the release (push sources, deploy " "artifacts and upload packages). If no parameter is given, " "they are read from the release.log file.\n" " package: Package distributions and source code in the " "archives directory.") parser = optparse.OptionParser(usage=usage, description="""Release Nuxeo from a given branch, tag the release, then set the next SNAPSHOT version. If a maintenance version was provided, then a maintenance branch is kept, else it is deleted after release.""") parser.add_option('-r', action="store", type="string", dest='remote_alias', default='origin', help="""the Git alias of remote URL (default: %default)""") parser.add_option('-f', '--final', action="store_true", dest='is_final', default=False, help='is it a final release? (default: %default)') parser.add_option("-b", "--branch", action="store", type="string", help='branch to release (default: current branch)', dest="branch", default="auto") parser.add_option("-t", "--tag", action="store", type="string", dest="tag", default="auto", help="""if final option is True, then the default tag is the current version minus '-SNAPSHOT', else the 'SNAPSHOT' keyword is replaced with a date (aka 'date-based release')""") parser.add_option("-n", "--next", action="store", type="string", dest="next_snapshot", default="auto", help="""next snapshot. If final option is True, then the next snapshot is the current one increased, else it is equal to the current """) parser.add_option('-m', '--maintenance', action="store", dest='maintenance', default="auto", help="""maintenance version (by default, the maintenance branch is deleted after release)""") parser.add_option('-i', '--interactive', action="store_true", dest='interactive', default=False, help="""Not implemented (TODO NXP-8573). Interactive mode.""") parser.add_option('-d', '--deploy', action="store_true", dest='deploy', default=False, help="""deploy artifacts to nightly repository""") parser.add_option('--skipTests', action="store_true", dest='skipTests', default=False, help="""skip tests execution (but compile them)""") (options, args) = parser.parse_args() if len(args) == 1: command = args[0] elif len(args) > 1: raise ExitException(1, "'command' must be a single argument. " "See usage with '-h'.") release_log = os.path.abspath(os.path.join(os.getcwd(), os.pardir, "release.log")) if ("command" in locals() and command == "perform" and os.path.isfile(release_log) and options == parser.get_default_values()): log("Reading parameters from %s ..." % release_log) with open(release_log, "rb") as f: options.remote_alias = f.readline().split("=")[1].strip() options.branch = f.readline().split("=")[1].strip() options.tag = f.readline().split("=")[1].strip() options.next_snapshot = f.readline().split("=")[1].strip() options.maintenance = f.readline().split("=")[1].strip() options.is_final = f.readline().split("=")[1].strip() == "True" options.skipTests = f.readline().split("=")[1].strip() == "True" repo = Repository(os.getcwd(), options.remote_alias) if options.branch == "auto": options.branch = repo.get_current_version() system("git fetch %s" % (options.remote_alias)) repo.git_update(options.branch) release = Release(repo, options.branch, options.tag, options.next_snapshot, options.maintenance, options.is_final, options.skipTests) release.log_summary("command" in locals() and command != "perform") if "command" not in locals(): raise ExitException(1, "Missing command. See usage with '-h'.") elif command == "prepare": release.prepare(options.deploy) elif command == "perform": release.perform() elif command == "package": repo.clone() # workaround for NXBT-121: use install instead of package repo.mvn("clean install", skip_tests=options.skipTests, profiles="qa") release.package_all(release.snapshot) elif command == "test": release.test() else: raise ExitException(1, "Unknown command! See usage with '-h'.") except ExitException, e: if e.message is not None: log("[ERROR] %s" % e.message, sys.stderr) sys.exit(e.return_code)
class ReleaseMP(object): """Nuxeo MP release manager. See 'self.perpare()', 'self.perform()'.""" # pylint: disable=R0913 def __init__(self, alias, restart_from, marketplace_conf=None): self.alias = alias self.restart_from = restart_from if marketplace_conf == '': marketplace_conf = DEFAULT_MP_CONF_URL self.marketplace_conf = marketplace_conf cwd = os.getcwd() if os.path.isdir(os.path.join(cwd, "marketplace")): pass elif os.path.split(cwd)[1] == "marketplace": cwd = os.path.abspath(os.path.join(cwd, os.pardir)) else: if '__file__' not in locals(): __file__ = inspect.getframeinfo(inspect.currentframe())[0] # @ReservedAssignment cwd = os.path.dirname(os.path.abspath(__file__)) cwd = os.path.abspath(os.path.join(cwd, os.pardir)) log("Nuxeo source location: %s" % cwd) self.repo = Repository(cwd, self.alias) self.mp_config = self.repo.get_mp_config(self.marketplace_conf) def clone(self): cwd = os.getcwd() self.repo.clone_mp(self.marketplace_conf) os.chdir(cwd) # pylint: disable=E1103 def get_packages_list(self): """Return the list of packages to work on.""" marketplaces = self.mp_config.sections() if self.restart_from: idx = marketplaces.index(self.restart_from) marketplaces = marketplaces[idx:] return marketplaces def prepare(self, dryrun=False): """ Prepare the release.""" cwd = os.getcwd() if not os.path.isdir(self.repo.mp_dir): self.clone() os.chdir(self.repo.mp_dir) marketplaces_skipped = [] for marketplace in self.get_packages_list(): log("") if self.mp_config.has_option(marketplace, "skip"): log("[%s]" % marketplace) log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) marketplaces_skipped.append(marketplace) upgrade_only = True else: upgrade_only = False if self.mp_config.getboolean(marketplace, "prepared"): log("[%s]" % marketplace) log("Skipped '%s' (%s)" % (marketplace, "Already prepared")) continue try: mp_dir = os.path.join(self.repo.mp_dir, marketplace) if not os.path.isdir(mp_dir): os.chdir(self.repo.mp_dir) self.repo.git_pull(marketplace, self.mp_config.get(marketplace, "branch")) else: log("[%s]" % marketplace) os.chdir(mp_dir) mp_repo = Repository(os.getcwd(), self.alias) if upgrade_only: log("Upgrade skipped %s..." % marketplace) else: log("Prepare release of %s..." % marketplace) mp_release = Release(mp_repo, self.mp_config.get(marketplace, "branch"), self.mp_config.get(marketplace, "tag"), self.mp_config.get(marketplace, "next_snapshot"), self.mp_config.get(marketplace, "maintenance_version"), is_final=True, skipTests=self.mp_config.getboolean(marketplace, "skipTests"), skipITs=self.mp_config.getboolean(marketplace, "skipITs"), other_versions=self.mp_config.get(marketplace, "other_versions", None)) mp_release.log_summary() mp_release.prepare(dryrun=dryrun, upgrade_only=upgrade_only, dodeploy=True) prepared = True except Exception, e: stack = traceback.format_exc() if hasattr(e, 'message') and e.message is not None: stack = e.message + "\n" + stack log("[ERROR] %s" % stack) prepared = False stack = stack.replace("%", "%%") self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "prepared", str(prepared)) self.repo.save_mp_config(self.mp_config) if prepared and not upgrade_only: self.upload(CONNECT_TEST_URL, marketplace, dryrun=dryrun) os.chdir(cwd)
def prepare(self, dryrun=False): """ Prepare the release.""" cwd = os.getcwd() if not os.path.isdir(self.repo.mp_dir): self.clone() os.chdir(self.repo.mp_dir) marketplaces = self.mp_config.sections() marketplaces_skipped = [] if self.restart_from: idx = marketplaces.index(self.restart_from) marketplaces = marketplaces[idx:] for marketplace in marketplaces: log("") if self.mp_config.has_option(marketplace, "skip"): log("[%s]" % marketplace) log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) marketplaces_skipped.append(marketplace) upgrade_only = True else: upgrade_only = False if self.mp_config.getboolean(marketplace, "prepared"): log("[%s]" % marketplace) log("Skipped '%s' (%s)" % (marketplace, "Already prepared")) continue try: mp_dir = os.path.join(self.repo.mp_dir, marketplace) if not os.path.isdir(mp_dir): os.chdir(self.repo.mp_dir) self.repo.git_pull( marketplace, self.mp_config.get(marketplace, "branch")) else: log("[%s]" % marketplace) os.chdir(mp_dir) mp_repo = Repository(os.getcwd(), self.alias) if upgrade_only: log("Upgrade skipped %s..." % marketplace) else: log("Prepare release of %s..." % marketplace) mp_release = Release( mp_repo, self.mp_config.get(marketplace, "branch"), self.mp_config.get(marketplace, "tag"), self.mp_config.get(marketplace, "next_snapshot"), self.mp_config.get(marketplace, "maintenance_version"), is_final=True, skipTests=False, skipITs=False, other_versions=self.mp_config.get(marketplace, "other_versions", None)) mp_release.log_summary() mp_release.prepare(dryrun=dryrun, upgrade_only=upgrade_only, dodeploy=True) prepared = True except Exception, e: stack = traceback.format_exc() if hasattr(e, 'message') and e.message is not None: stack = e.message + "\n" + stack log("[ERROR] %s" % stack) prepared = False stack = stack.replace("%", "%%") self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "prepared", str(prepared)) self.repo.save_mp_config(self.mp_config) if prepared and not upgrade_only: # Upload on Connect test for dirpath, _, filenames in os.walk(mp_repo.basedir): for name in filenames: path = os.path.join(dirpath, name) if (os.path.isfile(path) and fnmatch.fnmatch( path[len(mp_repo.basedir) + 1:], self.mp_config.get(marketplace, "mp_to_upload"))): self.upload(CONNECT_TEST_URL, path, dryrun=dryrun) self.mp_config.set(marketplace, "uploaded", CONNECT_TEST_URL + ": " + path) self.repo.save_mp_config(self.mp_config)
def perform(self, dryrun=False): """ Perform the release: push source, deploy artifacts and upload packages.""" cwd = os.getcwd() marketplaces = self.mp_config.sections() marketplaces_skipped = [] if self.restart_from: idx = marketplaces.index(self.restart_from) marketplaces = marketplaces[idx:] for marketplace in marketplaces: log("") if self.mp_config.has_option(marketplace, "skip"): log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) marketplaces_skipped.append(marketplace) upgrade_only = True else: upgrade_only = False if not self.mp_config.getboolean(marketplace, "prepared"): log("[WARN] Skipped '%s' (%s)" % (marketplace, "Not prepared")) continue if self.mp_config.getboolean(marketplace, "performed"): log("Skipped '%s' (%s)" % (marketplace, "Already performed")) continue try: if upgrade_only: log("Upgrade skipped %s..." % marketplace) else: log("Perform %s" % marketplace) os.chdir(os.path.join(self.repo.mp_dir, marketplace)) mp_repo = Repository(os.getcwd(), self.alias) # Perform release (_, branch, tag, next_snapshot, maintenance_version, is_final, skipTests, skipITs, _, other_versions, _, _) = Release.read_release_log(mp_repo.basedir) mp_release = Release(mp_repo, branch, tag, next_snapshot, maintenance_version, is_final=is_final, skipTests=skipTests, skipITs=skipITs, other_versions=other_versions) mp_release.perform(dryrun=dryrun, upgrade_only=upgrade_only) performed = True except Exception, e: stack = traceback.format_exc() if hasattr(e, 'message') and e.message is not None: stack = e.message + "\n" + stack log("[ERROR] %s" % stack) performed = False stack = stack.replace("%", "%%") self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "performed", str(performed)) self.repo.save_mp_config(self.mp_config) if performed and not upgrade_only: # Upload on Connect for dirpath, _, filenames in os.walk(mp_repo.basedir): for name in filenames: path = os.path.join(dirpath, name) if (os.path.isfile(path) and fnmatch.fnmatch( path[len(mp_repo.basedir) + 1:], self.mp_config.get(marketplace, "mp_to_upload"))): self.upload(CONNECT_PROD_URL, path, dryrun=dryrun) self.mp_config.set(marketplace, "uploaded", CONNECT_PROD_URL + ": " + path) self.repo.save_mp_config(self.mp_config)
def clone(self): cwd = os.getcwd() self.repo = Repository(os.getcwd(), self.alias) self.repo.clone_mp(self.marketplace_conf) os.chdir(cwd)
def __init__(self, alias, restart_from, marketplace_conf=None): self.alias = alias self.restart_from = restart_from self.marketplace_conf = marketplace_conf self.repo = Repository(os.getcwd(), self.alias) self.mp_config = self.repo.get_mp_config(self.marketplace_conf)
class ReleaseMP(object): """Nuxeo MP release manager. See 'self.perpare()', 'self.perform()'.""" #pylint: disable=R0913 def __init__(self, alias, restart_from, marketplace_conf=None): self.alias = alias self.restart_from = restart_from self.marketplace_conf = marketplace_conf self.repo = Repository(os.getcwd(), self.alias) self.mp_config = self.repo.get_mp_config(self.marketplace_conf) def clone(self): cwd = os.getcwd() self.repo = Repository(os.getcwd(), self.alias) self.repo.clone_mp(self.marketplace_conf) os.chdir(cwd) #pylint: disable=E1103 def prepare(self, dryrun=False): """ Prepare the release.""" cwd = os.getcwd() marketplaces = self.mp_config.sections() if self.restart_from: idx = marketplaces.index(self.restart_from) marketplaces = marketplaces[idx:] for marketplace in marketplaces: if self.mp_config.has_option(marketplace, "skip"): log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) continue if self.mp_config.getboolean(marketplace, "prepared"): log("Skipped '%s' (%s)" % (marketplace, "Already prepared")) continue try: log("Prepare %s" % marketplace) os.chdir(os.path.join(self.repo.mp_dir, marketplace)) mp_repo = Repository(os.getcwd(), self.alias) # Prepare release mp_release = Release(mp_repo, self.mp_config.get(marketplace, "branch"), self.mp_config.get(marketplace, "tag"), self.mp_config.get(marketplace, "next_snapshot"), self.mp_config.get(marketplace, "maintenance_version"), is_final=True, skipTests=False, other_versions=self.mp_config.get( marketplace, "other_versions", None)) mp_release.log_summary() mp_release.prepare(dryrun=dryrun) prepared = True except: stack = traceback.format_exc() log("[ERROR] %s" % stack) prepared = False self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "prepared", prepared) self.repo.save_mp_config(self.mp_config) if (prepared): # Upload on Connect test for dirpath, _, filenames in os.walk(mp_repo.basedir): for name in filenames: path = os.path.join(dirpath, name) if (os.path.isfile(path) and fnmatch.fnmatch(path[len(mp_repo.basedir) + 1:], self.mp_config.get(marketplace, "mp_to_upload"))): self.upload(CONNECT_TEST_URL, path) self.mp_config.set(marketplace, "uploaded", CONNECT_TEST_URL + ": " + path) self.repo.save_mp_config(self.mp_config) os.chdir(cwd) #pylint: disable=R0914,C0103 def perform(self): """ Perform the release: push source, deploy artifacts and upload packages.""" cwd = os.getcwd() marketplaces = self.mp_config.sections() if self.restart_from: idx = marketplaces.index(self.restart_from) marketplaces = marketplaces[idx:] for marketplace in marketplaces: if self.mp_config.has_option(marketplace, "skip"): log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) continue if not self.mp_config.getboolean(marketplace, "prepared"): log("[WARN] Skipped '%s' (%s)" % (marketplace, "Not prepared")) continue if self.mp_config.getboolean(marketplace, "performed"): log("Skipped '%s' (%s)" % (marketplace, "Already performed")) continue try: log("Perform %s" % marketplace) os.chdir(os.path.join(self.repo.mp_dir, marketplace)) mp_repo = Repository(os.getcwd(), self.alias) # Perform release (_, branch, tag, next_snapshot, maintenance_version, is_final, skipTests, _, other_versions, _, _) = Release.read_release_log(mp_repo.basedir) mp_release = Release(mp_repo, branch, tag, next_snapshot, maintenance_version, is_final=is_final, skipTests=skipTests, other_versions=other_versions) mp_release.perform() performed = True except: stack = traceback.format_exc() log("[ERROR] %s" % stack) performed = False self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "performed", performed) self.repo.save_mp_config(self.mp_config) if performed: # Upload on Connect for dirpath, _, filenames in os.walk(mp_repo.basedir): for name in filenames: path = os.path.join(dirpath, name) if (os.path.isfile(path) and fnmatch.fnmatch(path[len(mp_repo.basedir) + 1:], self.mp_config.get(marketplace, "mp_to_upload"))): self.upload(CONNECT_PROD_URL, path) self.mp_config.set(marketplace, "uploaded", CONNECT_PROD_URL + ": " + path) self.repo.save_mp_config(self.mp_config) os.chdir(cwd) def upload(self, url, mp_file): """ Upload the given mp_file on the given Connect URL.""" cmd = ("curl -i -n -F package=@%s %s%s" % (mp_file, url, "/site/marketplace/upload?batch=true")) system(cmd) def test(self): """For current script development purpose.""" self.prepare(dryrun=True)
class ReleaseMP(object): """Nuxeo MP release manager. See 'self.perpare()', 'self.perform()'.""" # pylint: disable=R0913 def __init__(self, alias, restart_from, default_conf=None, marketplace_conf=None): self.alias = alias self.restart_from = restart_from if marketplace_conf == '': marketplace_conf = DEFAULT_MP_CONF_URL self.marketplace_conf = marketplace_conf cwd = os.getcwd() if os.path.isdir(os.path.join(cwd, "marketplace")): pass elif os.path.split(cwd)[1] == "marketplace": cwd = os.path.abspath(os.path.join(cwd, os.pardir)) else: if '__file__' not in locals(): __file__ = inspect.getframeinfo( inspect.currentframe())[0] # @ReservedAssignment cwd = os.path.dirname(os.path.abspath(__file__)) cwd = os.path.abspath(os.path.join(cwd, os.pardir)) log("Nuxeo source location: %s" % cwd) self.repo = Repository(cwd, self.alias) self.defaults = {} if default_conf: default_info = ReleaseInfo() default_info.read_release_log(default_conf) prefix = default_info.module for key, value in vars(default_info).iteritems(): self.defaults[prefix + "-" + key] = str(value) self.mp_config = self.repo.get_mp_config(self.marketplace_conf, self.defaults) def clone(self): cwd = os.getcwd() self.repo.clone_mp(self.marketplace_conf) os.chdir(cwd) # pylint: disable=E1103 def get_packages_list(self): """Return the list of packages to work on.""" marketplaces = self.mp_config.sections() if self.restart_from: idx = marketplaces.index(self.restart_from) marketplaces = marketplaces[idx:] return marketplaces def prepare(self, dryrun=False): """ Prepare the release.""" cwd = os.getcwd() if not os.path.isdir(self.repo.mp_dir): self.clone() os.chdir(self.repo.mp_dir) marketplaces_skipped = [] for marketplace in self.get_packages_list(): log("") if self.mp_config.has_option(marketplace, "skip"): log("[%s]" % marketplace) log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) marketplaces_skipped.append(marketplace) upgrade_only = True else: upgrade_only = False if self.mp_config.getboolean(marketplace, "prepared"): log("[%s]" % marketplace) log("Skipped '%s' (%s)" % (marketplace, "Already prepared")) continue try: mp_dir = os.path.join(self.repo.mp_dir, marketplace) if not os.path.isdir(mp_dir): os.chdir(self.repo.mp_dir) self.repo.git_pull( marketplace, self.mp_config.get(marketplace, "branch")) else: log("[%s]" % marketplace) os.chdir(mp_dir) mp_repo = Repository(os.getcwd(), self.alias) if upgrade_only: log("Upgrade skipped %s..." % marketplace) else: log("Prepare release of %s..." % marketplace) release_info = ReleaseInfo( module=marketplace, remote_alias=self.alias, branch=self.mp_config.get(marketplace, "branch"), tag=self.mp_config.get(marketplace, "tag"), next_snapshot=self.mp_config.get(marketplace, "next_snapshot"), maintenance_version=self.mp_config.get( marketplace, "maintenance_version"), is_final=self.mp_config.getboolean(marketplace, "is_final"), skip_tests=self.mp_config.getboolean( marketplace, "skipTests"), skip_its=self.mp_config.getboolean(marketplace, "skipITs"), profiles=self.mp_config.get(marketplace, "profiles"), other_versions=self.mp_config.get(marketplace, "other_versions"), #files_pattern, props_pattern, msg_commit, msg_tag, auto_increment_policy=self.mp_config.get( marketplace, "auto_increment_policy"), dryrun=dryrun) mp_release = Release(mp_repo, release_info) release_log = mp_release.log_summary() release_info.read_release_log(release_log) if dryrun: print "DEBUG -- init %s with:" % marketplace for key, value in vars(release_info).iteritems(): if dryrun: print "DEBUG: %s-%s=%s" % (marketplace, key, value) self.mp_config.set("DEFAULT", marketplace + "-" + key, str(value)) if dryrun: print mp_release.prepare(dryrun=dryrun, upgrade_only=upgrade_only, dodeploy=True) prepared = True except Exception, e: stack = traceback.format_exc() if hasattr(e, 'message') and e.message is not None: stack = e.message + "\n" + stack log("[ERROR] %s" % stack) prepared = False stack = stack.replace("%", "%%") self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "prepared", str(prepared)) self.repo.save_mp_config(self.mp_config) if prepared and not upgrade_only: self.upload(CONNECT_TEST_URL, marketplace, dryrun=dryrun) os.chdir(cwd)
class ReleaseMP(object): """Nuxeo MP release manager. See 'self.perpare()', 'self.perform()'.""" # pylint: disable=R0913 def __init__(self, alias, restart_from, marketplace_conf=None): self.alias = alias self.restart_from = restart_from if marketplace_conf == '': marketplace_conf = DEFAULT_MP_CONF_URL self.marketplace_conf = marketplace_conf cwd = os.getcwd() if os.path.isdir(os.path.join(cwd, "marketplace")): pass elif os.path.split(cwd)[1] == "marketplace": cwd = os.path.abspath(os.path.join(cwd, os.pardir)) else: if '__file__' not in locals(): __file__ = inspect.getframeinfo(inspect.currentframe())[0] cwd = os.path.dirname(os.path.abspath(__file__)) cwd = os.path.abspath(os.path.join(cwd, os.pardir)) log("Nuxeo source location: %s" % cwd) self.repo = Repository(cwd, self.alias) self.mp_config = self.repo.get_mp_config(self.marketplace_conf) def clone(self): cwd = os.getcwd() self.repo.clone_mp(self.marketplace_conf) os.chdir(cwd) # pylint: disable=E1103 def prepare(self, dryrun=False): """ Prepare the release.""" cwd = os.getcwd() if not os.path.isdir(self.repo.mp_dir): self.clone() os.chdir(self.repo.mp_dir) marketplaces = self.mp_config.sections() marketplaces_skipped = [] if self.restart_from: idx = marketplaces.index(self.restart_from) marketplaces = marketplaces[idx:] for marketplace in marketplaces: log("") if self.mp_config.has_option(marketplace, "skip"): log("[%s]" % marketplace) log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) marketplaces_skipped.append(marketplace) upgrade_only = True else: upgrade_only = False if self.mp_config.getboolean(marketplace, "prepared"): log("[%s]" % marketplace) log("Skipped '%s' (%s)" % (marketplace, "Already prepared")) continue try: mp_dir = os.path.join(self.repo.mp_dir, marketplace) if not os.path.isdir(mp_dir): os.chdir(self.repo.mp_dir) self.repo.git_pull( marketplace, self.mp_config.get(marketplace, "branch")) else: log("[%s]" % marketplace) os.chdir(mp_dir) mp_repo = Repository(os.getcwd(), self.alias) if upgrade_only: log("Upgrade skipped %s..." % marketplace) else: log("Prepare release of %s..." % marketplace) mp_release = Release( mp_repo, self.mp_config.get(marketplace, "branch"), self.mp_config.get(marketplace, "tag"), self.mp_config.get(marketplace, "next_snapshot"), self.mp_config.get(marketplace, "maintenance_version"), is_final=True, skipTests=False, skipITs=False, other_versions=self.mp_config.get(marketplace, "other_versions", None)) mp_release.log_summary() mp_release.prepare(dryrun=dryrun, upgrade_only=upgrade_only, dodeploy=True) prepared = True except Exception, e: stack = traceback.format_exc() if hasattr(e, 'message') and e.message is not None: stack = e.message + "\n" + stack log("[ERROR] %s" % stack) prepared = False stack = stack.replace("%", "%%") self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "prepared", str(prepared)) self.repo.save_mp_config(self.mp_config) if prepared and not upgrade_only: # Upload on Connect test for dirpath, _, filenames in os.walk(mp_repo.basedir): for name in filenames: path = os.path.join(dirpath, name) if (os.path.isfile(path) and fnmatch.fnmatch( path[len(mp_repo.basedir) + 1:], self.mp_config.get(marketplace, "mp_to_upload"))): self.upload(CONNECT_TEST_URL, path, dryrun=dryrun) self.mp_config.set(marketplace, "uploaded", CONNECT_TEST_URL + ": " + path) self.repo.save_mp_config(self.mp_config) os.chdir(cwd)
def prepare(self, dryrun=False): """ Prepare the release.""" cwd = os.getcwd() if not os.path.isdir(self.repo.mp_dir): self.clone() os.chdir(self.repo.mp_dir) marketplaces_skipped = [] for marketplace in self.get_packages_list(): log("") if self.mp_config.has_option(marketplace, "skip"): log("[%s]" % marketplace) log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) marketplaces_skipped.append(marketplace) upgrade_only = True else: upgrade_only = False if self.mp_config.getboolean(marketplace, "prepared"): log("[%s]" % marketplace) log("Skipped '%s' (%s)" % (marketplace, "Already prepared")) continue try: mp_dir = os.path.join(self.repo.mp_dir, marketplace) if not os.path.isdir(mp_dir): os.chdir(self.repo.mp_dir) self.repo.git_pull( marketplace, self.mp_config.get(marketplace, "branch")) else: log("[%s]" % marketplace) os.chdir(mp_dir) mp_repo = Repository(os.getcwd(), self.alias) if upgrade_only: log("Upgrade skipped %s..." % marketplace) else: log("Prepare release of %s..." % marketplace) release_info = ReleaseInfo( module=marketplace, remote_alias=self.alias, branch=self.mp_config.get(marketplace, "branch"), tag=self.mp_config.get(marketplace, "tag"), next_snapshot=self.mp_config.get(marketplace, "next_snapshot"), maintenance_version=self.mp_config.get( marketplace, "maintenance_version"), is_final=self.mp_config.getboolean(marketplace, "is_final"), skip_tests=self.mp_config.getboolean( marketplace, "skipTests"), skip_its=self.mp_config.getboolean(marketplace, "skipITs"), profiles=self.mp_config.get(marketplace, "profiles"), other_versions=self.mp_config.get(marketplace, "other_versions"), #files_pattern, props_pattern, msg_commit, msg_tag, auto_increment_policy=self.mp_config.get( marketplace, "auto_increment_policy"), dryrun=dryrun) mp_release = Release(mp_repo, release_info) release_log = mp_release.log_summary() release_info.read_release_log(release_log) if dryrun: print "DEBUG -- init %s with:" % marketplace for key, value in vars(release_info).iteritems(): if dryrun: print "DEBUG: %s-%s=%s" % (marketplace, key, value) self.mp_config.set("DEFAULT", marketplace + "-" + key, str(value)) if dryrun: print mp_release.prepare(dryrun=dryrun, upgrade_only=upgrade_only, dodeploy=True) prepared = True except Exception, e: stack = traceback.format_exc() if hasattr(e, 'message') and e.message is not None: stack = e.message + "\n" + stack log("[ERROR] %s" % stack) prepared = False stack = stack.replace("%", "%%") self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "prepared", str(prepared)) self.repo.save_mp_config(self.mp_config) if prepared and not upgrade_only: self.upload(CONNECT_TEST_URL, marketplace, dryrun=dryrun)
class ReleaseMP(object): """Nuxeo MP release manager. See 'self.perpare()', 'self.perform()'.""" # pylint: disable=R0913 def __init__(self, alias, restart_from, default_conf=None, marketplace_conf=None): self.alias = alias self.restart_from = restart_from if marketplace_conf == '': marketplace_conf = DEFAULT_MP_CONF_URL self.marketplace_conf = marketplace_conf cwd = os.getcwd() if os.path.isdir(os.path.join(cwd, "marketplace")): pass elif os.path.split(cwd)[1] == "marketplace": cwd = os.path.abspath(os.path.join(cwd, os.pardir)) else: if '__file__' not in locals(): __file__ = inspect.getframeinfo(inspect.currentframe())[0] # @ReservedAssignment cwd = os.path.dirname(os.path.abspath(__file__)) cwd = os.path.abspath(os.path.join(cwd, os.pardir)) log("Nuxeo source location: %s" % cwd) self.repo = Repository(cwd, self.alias) self.defaults = {} if default_conf: default_info = ReleaseInfo() default_info.read_release_log(default_conf) prefix = default_info.module for key, value in vars(default_info).iteritems(): self.defaults[prefix + "-" + key] = str(value) self.mp_config = self.repo.get_mp_config(self.marketplace_conf, self.defaults) def clone(self): cwd = os.getcwd() self.repo.clone_mp(self.marketplace_conf) os.chdir(cwd) # pylint: disable=E1103 def get_packages_list(self): """Return the list of packages to work on.""" marketplaces = self.mp_config.sections() if self.restart_from: idx = marketplaces.index(self.restart_from) marketplaces = marketplaces[idx:] return marketplaces def prepare(self, dryrun=False): """ Prepare the release.""" cwd = os.getcwd() if not os.path.isdir(self.repo.mp_dir): self.clone() os.chdir(self.repo.mp_dir) marketplaces_skipped = [] for marketplace in self.get_packages_list(): log("") if self.mp_config.has_option(marketplace, "skip"): log("[%s]" % marketplace) log("[WARN] Skipped '%s' (%s)" % (marketplace, self.mp_config.get(marketplace, "skip"))) marketplaces_skipped.append(marketplace) upgrade_only = True else: upgrade_only = False if self.mp_config.getboolean(marketplace, "prepared"): log("[%s]" % marketplace) log("Skipped '%s' (%s)" % (marketplace, "Already prepared")) continue try: mp_dir = os.path.join(self.repo.mp_dir, marketplace) if not os.path.isdir(mp_dir): os.chdir(self.repo.mp_dir) self.repo.git_pull(marketplace, self.mp_config.get(marketplace, "branch")) else: log("[%s]" % marketplace) os.chdir(mp_dir) mp_repo = Repository(os.getcwd(), self.alias) if upgrade_only: log("Upgrade skipped %s..." % marketplace) else: log("Prepare release of %s..." % marketplace) release_info = ReleaseInfo(module=marketplace, remote_alias=self.alias, branch=self.mp_config.get(marketplace, "branch"), tag=self.mp_config.get(marketplace, "tag"), next_snapshot=self.mp_config.get(marketplace, "next_snapshot"), maintenance_version=self.mp_config.get(marketplace, "maintenance_version"), is_final=self.mp_config.getboolean(marketplace, "is_final"), skip_tests=self.mp_config.getboolean(marketplace, "skipTests"), skip_its=self.mp_config.getboolean(marketplace, "skipITs"), profiles=self.mp_config.get(marketplace, "profiles"), other_versions=self.mp_config.get(marketplace, "other_versions"), #files_pattern, props_pattern, msg_commit, msg_tag, auto_increment_policy=self.mp_config.get(marketplace, "auto_increment_policy"), dryrun=dryrun) mp_release = Release(mp_repo, release_info) release_log = mp_release.log_summary() release_info.read_release_log(release_log) if dryrun: print "DEBUG -- init %s with:" % marketplace for key, value in vars(release_info).iteritems(): if dryrun: print "DEBUG: %s-%s=%s" % (marketplace, key, value) self.mp_config.set("DEFAULT", marketplace + "-" + key, str(value)) if dryrun: print mp_release.prepare(dryrun=dryrun, upgrade_only=upgrade_only, dodeploy=True) prepared = True except Exception, e: stack = traceback.format_exc() if hasattr(e, 'message') and e.message is not None: stack = e.message + "\n" + stack log("[ERROR] %s" % stack) prepared = False stack = stack.replace("%", "%%") self.mp_config.set(marketplace, "skip", "Failed! %s" % stack) self.mp_config.set(marketplace, "prepared", str(prepared)) self.repo.save_mp_config(self.mp_config) if prepared and not upgrade_only: owner = None if self.mp_config.has_option(marketplace, "owner"): owner = self.mp_config.get(marketplace, "owner") self.upload(CONNECT_TEST_URL, marketplace, dryrun=dryrun, owner=owner) os.chdir(cwd)