Ejemplo n.º 1
0
def _node_up(image, bindir, logdir, uid, config, dns_servers):
    node_name = config['nodes']['node']['vm.args']['name']
    cookie = config['nodes']['node']['vm.args']['setcookie']
    db_nodes = config['nodes']['node']['sys.config']['db_nodes']

    (gr_name, sep, gr_hostname) = node_name.partition('@')
    gr_dockername = common.format_dockername(gr_name, uid)

    gr_command = '''set -e
cat <<"EOF" > /tmp/gen_dev_args.json
{gen_dev_args}
EOF
escript bamboos/gen_dev/gen_dev.escript /tmp/gen_dev_args.json
/root/bin/node/bin/globalregistry console'''
    gr_command = gr_command.format(
        gen_dev_args=json.dumps({'globalregistry': config}))

    # Start DB node for current GR instance.
    # Currently, only one DB node for GR is allowed, because we are using links.
    # It's impossible to create a bigcouch cluster with docker's links.
    db_node = db_nodes[0]
    (db_name, sep, db_hostname) = db_node.partition('@')
    db_dockername = common.format_dockername(db_name, uid)

    db_command = '''echo '[httpd]' > /opt/bigcouch/etc/local.ini
echo 'bind_address = 0.0.0.0' >> /opt/bigcouch/etc/local.ini
sed -i 's/-name bigcouch/-name {name}@{host}/g' /opt/bigcouch/etc/vm.args
sed -i 's/-setcookie monster/-setcookie {cookie}/g' /opt/bigcouch/etc/vm.args
/opt/bigcouch/bin/bigcouch'''
    db_command = db_command.format(name=db_name,
                                   host=db_hostname,
                                   cookie=cookie)

    bigcouch = docker.run(image='onedata/bigcouch',
                          detach=True,
                          name=db_dockername,
                          hostname=db_hostname,
                          command=db_command)

    logdir = os.path.join(os.path.abspath(logdir), gr_name)
    volumes = [(bindir, '/root/build', 'ro')]
    volumes.extend([(logdir, '/root/bin/node/log', 'rw')] if logdir else [])

    gr = docker.run(image=image,
                    hostname=gr_hostname,
                    detach=True,
                    interactive=True,
                    tty=True,
                    workdir='/root/build',
                    name=gr_dockername,
                    volumes=volumes,
                    dns_list=dns_servers,
                    link={db_dockername: db_hostname},
                    command=gr_command)

    return gr, {
        'docker_ids': [bigcouch, gr],
        'gr_db_nodes': ['{0}@{1}'.format(db_name, db_hostname)],
        'gr_nodes': ['{0}@{1}'.format(gr_name, gr_hostname)]
    }
Ejemplo n.º 2
0
def up(uid):
    create_service = '{0}/createService.js'.format(common.get_script_dir())

    skydns = docker.run(
        image='crosbymichael/skydns',
        detach=True,
        name=common.format_dockername('skydns', uid),
        command=['-nameserver', '8.8.8.8:53', '-domain', 'docker'])

    skydock = docker.run(
        image='crosbymichael/skydock',
        detach=True,
        name=common.format_dockername('skydock', uid),
        reflect=[('/var/run/docker.sock', 'rw')],
        volumes=[(create_service, '/createService.js', 'ro')],
        command=['-ttl', '30', '-environment', 'dev', '-s',
                 '/var/run/docker.sock',
                 '-domain', 'docker', '-name', 'skydns_{0}'.format(uid),
                 '-plugins',
                 '/createService.js'])

    skydns_config = docker.inspect(skydns)
    dns = skydns_config['NetworkSettings']['IPAddress']

    return {'dns': dns, 'docker_ids': [skydns, skydock]}
Ejemplo n.º 3
0
def _node_up(command, num, maps, dns, image, uid):
    hostname = common.format_hostname(_riak(num), uid)
    node = docker.run(image=image,
                      name=common.format_dockername(_riak(num), uid),
                      hostname=hostname,
                      detach=True,
                      interactive=True,
                      tty=True,
                      dns_list=dns,
                      command=command.format(maps=maps, hostname=hostname))

    return {'docker_ids': [node], 'riak_nodes': [hostname]}
Ejemplo n.º 4
0
def _node_up(image, bindir, uid, config, config_path, dns_servers):
    node = config['nodes']['node']
    node_name = node['name']
    (name, sep, hostname) = node_name.partition('@')

    cert_file_path = node['user_cert']
    key_file_path = node['user_key']
    # cert_file_path and key_file_path can both be an absolute path
    # or relative to gen_dev_args.json
    cert_file_path = os.path.join(common.get_file_dir(config_path),
                                  cert_file_path)
    key_file_path = os.path.join(common.get_file_dir(config_path),
                                 key_file_path)

    node['user_cert'] = '/tmp/cert'
    node['user_key'] = '/tmp/key'

    envs = {
        'X509_USER_CERT': node['user_cert'],
        'X509_USER_KEY': node['user_key'],
        'PROVIDER_HOSTNAME': node['op_hostname'],
        'GLOBAL_REGISTRY_URL': node['gr_hostname']
    }

    command = '''set -e
cp /root/build/release/oneclient /root/bin/oneclient
cat <<"EOF" > /tmp/cert
{cert_file}
EOF
cat <<"EOF" > /tmp/key
{key_file}
EOF
bash'''
    command = command.format(cert_file=open(cert_file_path, 'r').read(),
                             key_file=open(key_file_path, 'r').read())

    container = docker.run(image=image,
                           hostname=hostname,
                           detach=True,
                           envs=envs,
                           interactive=True,
                           tty=True,
                           workdir='/root/bin',
                           name=common.format_dockername(name, uid),
                           volumes=[(bindir, '/root/build', 'ro')],
                           dns_list=dns_servers,
                           command=command)

    return {'docker_ids': [container], 'client_nodes': [hostname]}
Ejemplo n.º 5
0
def _node_up(image, bindir, logdir, uid, config, dns_servers,
             db_node_mappings):
    node_type = config['nodes']['node']['sys.config']['node_type']
    node_name = config['nodes']['node']['vm.args']['name']
    db_nodes = config['nodes']['node']['sys.config']['db_nodes']
    for i in range(len(db_nodes)):
        db_nodes[i] = db_node_mappings[db_nodes[i]]

    (name, sep, hostname) = node_name.partition('@')

    command = \
        '''set -e
cat <<"EOF" > /tmp/gen_dev_args.json
{gen_dev_args}
EOF
escript bamboos/gen_dev/gen_dev.escript /tmp/gen_dev_args.json
/root/bin/node/bin/oneprovider_node console'''
    command = command.format(gen_dev_args=json.dumps(
        {'oneprovider_node': config}),
                             uid=os.geteuid(),
                             gid=os.getegid())

    logdir = os.path.join(os.path.abspath(logdir), name) if logdir else None
    volumes = [(bindir, '/root/build', 'ro')]
    volumes.extend([(logdir, '/root/bin/node/log', 'rw')] if logdir else [])

    container = docker.run(image=image,
                           hostname=hostname,
                           detach=True,
                           interactive=True,
                           tty=True,
                           workdir='/root/build',
                           name=common.format_dockername(name, uid),
                           volumes=volumes,
                           dns_list=dns_servers,
                           command=command)

    return ([container] if node_type == 'ccm' else [],
            [container] if node_type == 'worker' else [], {
                'docker_ids': [container],
                'op_{0}_nodes'.format(node_type): [node_name]
            })
Ejemplo n.º 6
0
def _node_up(image, bindir, uid, config, config_path, dns_servers):
    node_name = config['nodes']['node']['vm.args']['name']
    (name, sep, hostname) = node_name.partition('@')

    sys_config = config['nodes']['node']['sys.config']
    # can be an absolute path or relative to gen_dev_args.json
    app_desc_file_path = sys_config['app_description_file']
    app_desc_file_name = os.path.basename(app_desc_file_path)
    app_desc_file_path = os.path.join(common.get_file_dir(config_path),
                                      app_desc_file_path)

    # file_name must be preserved as it must match the Erlang module name
    sys_config['app_description_file'] = '/tmp/' + app_desc_file_name

    command = '''set -e
cat <<"EOF" > /tmp/{app_desc_file_name}
{app_desc_file}
EOF
cat <<"EOF" > /tmp/gen_dev_args.json
{gen_dev_args}
EOF
escript bamboos/gen_dev/gen_dev.escript /tmp/gen_dev_args.json
/root/bin/node/bin/appmock console'''
    command = command.format(app_desc_file_name=app_desc_file_name,
                             app_desc_file=open(app_desc_file_path,
                                                'r').read(),
                             gen_dev_args=json.dumps({'appmock': config}))

    container = docker.run(image=image,
                           hostname=hostname,
                           detach=True,
                           interactive=True,
                           tty=True,
                           workdir='/root/build',
                           name=common.format_dockername(name, uid),
                           volumes=[(bindir, '/root/build', 'ro')],
                           dns_list=dns_servers,
                           command=command)

    return {'docker_ids': [container], 'appmock_nodes': [node_name]}
Ejemplo n.º 7
0
def _node_up(image, bindir, uid, config, dns_servers, release_path,
             storage_paths):
    node_name = config['nodes']['node']['vm.args']['name']

    (name, sep, hostname) = node_name.partition('@')

    command = \
        '''set -e
cp -R /root/release /tmp/release
cat <<"EOF" > /tmp/gen_dev_args.json
{gen_dev_args}
EOF
escript bamboos/gen_dev/gen_dev.escript /tmp/gen_dev_args.json
/root/bin/node/bin/onepanel console'''
    command = command.format(gen_dev_args=json.dumps({'onepanel': config}),
                             uid=os.geteuid(),
                             gid=os.getegid())

    volumes = [(bindir, '/root/build', 'ro'),
               (release_path, '/root/release', 'ro')]

    for storage_path in storage_paths:
        volumes.append((storage_path, storage_path, 'rw'))

    container = docker.run(image=image,
                           hostname=hostname,
                           detach=True,
                           interactive=True,
                           tty=True,
                           workdir='/root/build',
                           name=common.format_dockername(node_name, uid),
                           volumes=volumes,
                           dns_list=dns_servers,
                           command=command)

    return ({'docker_ids': [container], 'onepanel_nodes': [node_name]})