Example #1
0
def build_config(app, env, cluster, local, deployconfigs):
    app_config = 'deploy/configuration'
    deployconfigs = [deployconfigs]
    if local:
        deployconfigs.append(os.path.join(app_config, 'local'))
    sources = config_sources(app, env, cluster, deployconfigs, app_config)
    if local:
        sources = itertools.chain(sources,
                local_config_sources(app, deployconfigs, app_config))

    return smush_config(sources)
Example #2
0
    def configure(self):
        build_settings = self.deploy_settings.build
        configs_dirs = [build_settings.configs_dir]
        app_conf_dir = os.path.join('deploy', 'configuration')
        sources = config_sources(self.app, build_settings.environment,
                                 build_settings.cluster,
                                 configs_dirs, app_conf_dir, build=True)
        config = smush_config(sources,
                              initial={'yoconfigurator': {
                                  'app': self.app,
                                  'environment': build_settings.environment,
                             }})
        write_config(config, '.')

        # public configuration
        public_filter_pathname = os.path.join(app_conf_dir, 'public-data.py')
        public_config = filter_config(config, public_filter_pathname)
        if public_config:
            write_config(public_config, '.', 'configuration_public.json')
Example #3
0
    def write_config(self):
        conf_root = os.path.join(self.settings.paths.apps, 'configs')
        if not os.path.exists(conf_root):
            os.mkdir(conf_root)
        conf_tarball = os.path.join(conf_root, 'configs.tar.gz')
        with SpinLockFile(os.path.join(conf_root, 'deploy.lock'), timeout=30):
            try:
                with self.repository.get('configs', target='master') as f1:
                    with open(conf_tarball, 'w') as f2:
                        shutil.copyfileobj(f1, f2)
            except KeyError:
                raise Exception("No configs in artifacts repository")

            configs = os.path.join(conf_root, 'configs')
            if os.path.exists(configs):
                shutil.rmtree(configs)

            extract_tar(conf_tarball, configs)
            os.unlink(conf_tarball)

            configs_dirs = [configs] + self.settings.deployconfigs.overrides
            app_conf_dir = self.deploy_path('deploy', 'configuration')
            sources = config_sources(self.app,
                                     self.settings.artifacts.environment,
                                     self.settings.artifacts.cluster,
                                     configs_dirs, app_conf_dir)
            config = smush_config(
                sources, initial={'yoconfigurator': {'app': self.app}})

            public_filter_pn = os.path.join(app_conf_dir, 'public-data.py')
            public_config = filter_config(config, public_filter_pn)

        write_config(config, self.deploy_dir)
        if public_config:
            write_config(
                public_config, self.deploy_dir, 'configuration_public.json')
Example #4
0
def main():
    p = argparse.ArgumentParser(
        description="Build a Yola application's configuration.json file")
    p.add_argument('--configs-dir',
                   '-d',
                   metavar='DIRECTORY',
                   action='append',
                   help='Location of Configs. '
                   'Can be specified multiple times. '
                   '(Default: /srv/configs/configs, '
                   '/etc/yola/deployconfigs/chef)')
    p.add_argument('--app-dir',
                   '-a',
                   metavar='DIRECTORY',
                   default='.',
                   help='Location of the application. '
                   'The configuration.json will be written here. '
                   '(Default: .)')
    p.add_argument('--cluster',
                   '-c',
                   metavar='CLUSTER',
                   help='Deployment cluster (Default: None)')
    p.add_argument('--local',
                   '-l',
                   action='store_true',
                   help='Do a second pass, applying -local configuration')
    p.add_argument('--build',
                   '-b',
                   action='store_true',
                   help='Do a third pass, applying -build configuration '
                   '(implies --local)')
    p.add_argument('--dry-run',
                   '-n',
                   action='store_true',
                   help="Display the generated configuration, "
                   "but don't write it.")
    p.add_argument('--verbose',
                   '-v',
                   action='store_true',
                   help="Display the configuration at each step of merging")
    p.add_argument('--hostname',
                   '-H',
                   help='Specify a hostname to refer to (only with --local). '
                   'This gets stuffed into an attribute in the configs '
                   'for the benefit of hostname-local.')
    p.add_argument('app', help='Application name')
    p.add_argument('environment', help='Deployment environment')

    options = p.parse_args()

    if options.build:
        options.local = True

    if options.verbose:
        logging.basicConfig(level=logging.DEBUG, stream=sys.stderr)
    else:
        logging.basicConfig(level=logging.INFO, stream=sys.stderr)

    if not options.configs_dir:
        options.configs_dir = [
            '/srv/configs/configs', '/etc/yola/deployconfigs/chef'
        ]

    app_config = os.path.join(options.app_dir, 'deploy', 'configuration')
    site_config = options.configs_dir
    initial = {
        'yoconfigurator': {
            'app': options.app,
        },
    }
    if options.local:
        site_config.insert(
            0, os.path.join(options.app_dir, 'deploy', 'configuration',
                            'local'))
        initial['yoconfigurator']['environment'] = options.environment
        if options.hostname:
            initial['yoconfigurator']['local_hostname'] = options.hostname

    sources = config_sources(options.app,
                             options.environment,
                             options.cluster,
                             site_config,
                             app_config,
                             local=options.local,
                             build=options.build)

    config = smush_config(sources, initial=initial)
    public_filter_pathname = os.path.join(app_config, 'public-data.py')
    pub_config = filter_config(config, public_filter_pathname)

    if options.dry_run:
        json.dump(config, sys.stdout, indent=4, separators=(',', ': '))
        return

    write_config(config, options.app_dir)
    if pub_config:
        write_config(pub_config, options.app_dir, 'configuration_public.json')
Example #5
0
def main():
    p = argparse.ArgumentParser(
        description="Build a Yola application's configuration.json file")
    p.add_argument('--configs-dir', '-d', metavar='DIRECTORY',
                   action='append',
                   help='Location of Configs. '
                        'Can be specified multiple times. '
                        '(Default: /srv/configs/configs, '
                        '/etc/yola/deployconfigs/chef)')
    p.add_argument('--app-dir', '-a', metavar='DIRECTORY',
                   default='.',
                   help='Location of the application. '
                        'The configuration.json will be written here. '
                        '(Default: .)')
    p.add_argument('--cluster', '-c', metavar='CLUSTER',
                   help='Deployment cluster (Default: None)')
    p.add_argument('--local', '-l', action='store_true',
                   help='Do a second pass, applying -local configuration')
    p.add_argument('--build', '-b', action='store_true',
                   help='Do a third pass, applying -build configuration '
                        '(implies --local)')
    p.add_argument('--dry-run', '-n',
                   action='store_true',
                   help="Display the generated configuration, "
                        "but don't write it.")
    p.add_argument('--verbose', '-v',
                   action='store_true',
                   help="Display the configuration at each step of merging")
    p.add_argument('--hostname', '-H',
                   help='Specify a hostname to refer to (only with --local). '
                        'This gets stuffed into an attribute in the configs '
                        'for the benefit of hostname-local.')
    p.add_argument('app', help='Application name')
    p.add_argument('environment', help='Deployment environment')

    options = p.parse_args()

    if options.build:
        options.local = True

    if options.verbose:
        logging.basicConfig(level=logging.DEBUG, stream=sys.stderr)
    else:
        logging.basicConfig(level=logging.INFO, stream=sys.stderr)

    if not options.configs_dir:
        options.configs_dir = [
            '/srv/configs/configs',
            '/etc/yola/deployconfigs/chef'
        ]

    app_config = os.path.join(options.app_dir, 'deploy', 'configuration')
    site_config = options.configs_dir
    initial = {
        'yoconfigurator': {
            'app': options.app,
        },
    }
    if options.local:
        site_config.insert(0, os.path.join(options.app_dir, 'deploy',
                                           'configuration', 'local'))
        initial['yoconfigurator']['environment'] = options.environment
        if options.hostname:
            initial['yoconfigurator']['local_hostname'] = options.hostname

    sources = config_sources(options.app, options.environment, options.cluster,
                             site_config, app_config, local=options.local,
                             build=options.build)

    config = smush_config(sources, initial=initial)
    public_filter_pathname = os.path.join(app_config, 'public-data.py')
    pub_config = filter_config(config, public_filter_pathname)

    if options.dry_run:
        json.dump(config, sys.stdout, indent=4, separators=(',', ': '))
        return

    write_config(config, options.app_dir)
    if pub_config:
        write_config(pub_config, options.app_dir, 'configuration_public.json')