def extension(buildout=None): import zc.buildout.easy_install buildout_dir = buildout['buildout']['directory'] config = Config(buildout_dir) if os.path.split(sys.argv[0])[1] == 'buildout': config.buildout_args = list(sys.argv) sources_dir = buildout['buildout'].get('sources-dir', 'src') if not os.path.isabs(sources_dir): sources_dir = os.path.join(buildout_dir, sources_dir) sources = {} section = buildout.get(buildout['buildout'].get('sources', 'sources'), {}) for name, info in section.iteritems(): info = info.split() kind = info[0] url = info[1] for rewrite in config.rewrites: if len(rewrite) == 2 and url.startswith(rewrite[0]): url = "%s%s" % (rewrite[1], url[len(rewrite[0]):]) if len(info) > 2: path = os.path.join(info[2], name) if not os.path.isabs(path): path = os.path.join(buildout_dir, path) else: path = os.path.join(sources_dir, name) sources[name] = dict(kind=kind, name=name, url=url, path=path) # deprecated way of specifing sources if 'sources-svn' in buildout['buildout']: logger.warn("'sources-svn' is deprecated, use 'sources' instead (see README for usage).") section = buildout.get(buildout['buildout'].get('sources-svn'), {}) for name, url in section.iteritems(): for rewrite in config.rewrites: if len(rewrite) == 2 and url.startswith(rewrite[0]): url = "%s%s" % (rewrite[1], url[len(rewrite[0]):]) if name in sources: logger.error("The source for '%s' is already set." % name) sys.exit(1) sources[name] = dict( kind='svn', name=name, url=url, path=os.path.join(sources_dir, name)) if 'sources-git' in buildout['buildout']: logger.warn("'sources-git' is deprecated, use 'sources' instead (see README for usage).") section = buildout.get(buildout['buildout'].get('sources-git'), {}) for name, url in section.iteritems(): for rewrite in config.rewrites: if len(rewrite) == 2 and url.startswith(rewrite[0]): url = "%s%s" % (rewrite[1], url[len(rewrite[0]):]) if name in sources: logger.error("The source for '%s' is already set." % name) sys.exit(1) sources[name] = dict( kind='git', name=name, url=url, path=os.path.join(sources_dir, name)) # do automatic checkout of specified packages auto_checkout = set(buildout['buildout'].get('auto-checkout', '').split()) workingcopies = WorkingCopies(sources) if not auto_checkout.issubset(set(sources.keys())): diff = list(sorted(auto_checkout.difference(set(sources.keys())))) if len(diff) > 1: pkgs = "%s and '%s'" % (", ".join("'%s'" % x for x in diff[:-1]), diff[-1]) logger.error("The packages %s from auto-checkout have no source information." % pkgs) else: logger.error("The package '%s' from auto-checkout has no source information." % diff[0]) sys.exit(1) if workingcopies.checkout(sorted(auto_checkout), skip_errors=True): atexit.register(report_error) # make the develop eggs if the package is checked out and fixup versions develop = buildout['buildout'].get('develop', '') versions = buildout.get(buildout['buildout'].get('versions'), {}) develeggs = {} for path in develop.split(): head, tail = os.path.split(path) develeggs[tail] = path for name in sources: if name not in develeggs: path = sources[name]['path'] if os.path.exists(path) and config.develop.get(name, name in auto_checkout): config.develop.setdefault(name, True) develeggs[name] = path if name in versions: del versions[name] if versions: zc.buildout.easy_install.default_versions(dict(versions)) develop = [] for path in develeggs.itervalues(): if path.startswith(buildout_dir): develop.append(path[len(buildout_dir)+1:]) else: develop.append(path) buildout['buildout']['develop'] = "\n".join(develop) # build the fake part to install the checkout script if FAKE_PART_ID in buildout._raw: logger.error("mr.developer: The buildout already has a '%s' section, this shouldn't happen" % FAKE_PART_ID) sys.exit(1) args = dict( sources = pformat(sources), auto_checkout = pformat(auto_checkout), buildout_dir = '"%s"' % buildout_dir, develeggs = pformat(develeggs), ) buildout._raw[FAKE_PART_ID] = dict( recipe='zc.recipe.egg', eggs='mr.developer', arguments=',\n'.join("=".join(x) for x in args.items()), ) # insert the fake part parts = buildout['buildout']['parts'].split() parts.insert(0, FAKE_PART_ID) buildout['buildout']['parts'] = " ".join(parts) config.save()
def extension(buildout=None): import zc.buildout.easy_install buildout_dir = buildout['buildout']['directory'] sources_dir = buildout['buildout'].get('sources-dir', 'src') if not os.path.isabs(sources_dir): sources_dir = os.path.join(buildout_dir, sources_dir) config = Config(buildout_dir, sources_dir) if os.path.split(sys.argv[0])[1] == 'buildout': config.buildout_args = list(sys.argv) sources = {} section = buildout.get(buildout['buildout'].get('sources', 'sources'), {}) for name, info in section.iteritems(): sources[name] = sourcefromcfgline(config, name, info) # do automatic checkout of specified packages auto_checkout = set(buildout['buildout'].get('auto-checkout', '').split()) if '*' in auto_checkout: auto_checkout = set(sources.keys()) workingcopies = WorkingCopies(sources) if not auto_checkout.issubset(set(sources.keys())): diff = list(sorted(auto_checkout.difference(set(sources.keys())))) if len(diff) > 1: pkgs = "%s and '%s'" % (", ".join("'%s'" % x for x in diff[:-1]), diff[-1]) logger.error("The packages %s from auto-checkout have no source information." % pkgs) else: logger.error("The package '%s' from auto-checkout has no source information." % diff[0]) sys.exit(1) root_logger = logging.getLogger() workingcopies.checkout(sorted(auto_checkout), verbose=root_logger.level <= 10) # make the develop eggs if the package is checked out and fixup versions develop = buildout['buildout'].get('develop', '') versions = buildout.get(buildout['buildout'].get('versions'), {}) develeggs = {} for path in develop.split(): head, tail = os.path.split(path) develeggs[tail] = path for name in sources: if name not in develeggs: path = sources[name]['path'] if os.path.exists(path) and config.develop.get(name, name in auto_checkout): config.develop.setdefault(name, True) status = config.develop.get(name, name in auto_checkout) if os.path.exists(path) and status: if name in auto_checkout: config.develop.setdefault(name, 'auto') else: if status == 'auto': if name in config.develop: del config.develop[name] continue config.develop.setdefault(name, True) pkgbasedir = sources[name]['pkgbasedir'] if pkgbasedir is not None: path = os.path.join(path, pkgbasedir, name) develeggs[name] = path if name in versions: del versions[name] if versions: zc.buildout.easy_install.default_versions(dict(versions)) develop = [] for path in develeggs.itervalues(): if path.startswith(buildout_dir): develop.append(path[len(buildout_dir)+1:]) else: develop.append(path) buildout['buildout']['develop'] = "\n".join(develop) # build the fake part to install the checkout script if FAKE_PART_ID in buildout._raw: logger.error("mr.developer: The buildout already has a '%s' section, this shouldn't happen" % FAKE_PART_ID) sys.exit(1) args = dict( sources = pformat(sources), auto_checkout = pformat(auto_checkout), buildout_dir = '%r' % buildout_dir, develeggs = pformat(develeggs), ) buildout._raw[FAKE_PART_ID] = dict( recipe='zc.recipe.egg', eggs='mr.developer', arguments=',\n'.join("=".join(x) for x in args.items()), ) # insert the fake part parts = buildout['buildout']['parts'].split() parts.insert(0, FAKE_PART_ID) buildout['buildout']['parts'] = " ".join(parts) config.save()