def import_template(template, vm_type, storage_pool=None):
    """Import external template into ON storage pool"""
    config = get_config()

    if not storage_pool:
        storage_pool = config.getstring('general', 'default-storage-pool')

    if not os.path.exists(template):
        raise RuntimeError("Template not found: %s" % template)

    if not template.endswith('tar') or template.endswith('ova'):
        raise RuntimeError("Expecting a file ending with .tar or .ova for a template")

    tmpl_name = os.path.basename(template)
    target_file = os.path.join(storage.get_pool_path(storage_pool), vm_type, tmpl_name)

    log.info("Copying template to the storage pool... %s -> %s" % (template, target_file))

    unfinished_local = "%s.unfinished" % tmpl_name
    shutil.copyfile(template, unfinished_local)
    calculate_hash(unfinished_local)

    log.info("Unpacking template %s..." % tmpl_name)
    extension = 'ova' if template.endswith('ova') else 'tar'
    unpack_template(storage_pool, vm_type, tmpl_name.rstrip('.%s' % extension))

    os.rename(unfinished_local, target_file)
    os.rename(unfinished_local + '.pfff', '%s.pfff' % (target_file, extension))
Exemple #2
0
def _deploy_vm(vm_parameters, logger=None):
    from opennode.cli import actions
    storage_pool = actions.storage.get_default_pool()
    if storage_pool is None:
        raise Exception("Storage pool not defined")

    assert type(
        vm_parameters) is dict, 'Parameters must be a dict: %s' % vm_parameters
    vm_type = vm_parameters['vm_type']
    template = vm_parameters['template_name']
    # convert diskspace from MBs to GBs
    if 'disk' in vm_parameters:
        assert float(vm_parameters['disk']) > 1 and float(vm_parameters['disk']) < 600,\
                'Provided disk size is strange - MB vs GB issue?'

    if not template:
        if logger:
            logger("Cannot deploy because template is '%s'" % (template))
        raise Exception("Cannot deploy because template is '%s'" % (template))

    if vm_type == 'openvz':
        uuid = vm_parameters['uuid']
        try:
            conn = libvirt.open('openvz:///system')
            deployed_uuid_list = [ivm['uuid'] for ivm in _list_vms(conn)]

            if uuid in deployed_uuid_list:
                msg = (
                    'Deployment failed: a VM with UUID %s is already deployed '
                    '(%s)' % (uuid, deployed_uuid_list))
                logging.error(msg)
                return
            logging.info('Deploying %s: %s', uuid, deployed_uuid_list)
        finally:
            conn.close()

    ovf_file = OvfFile(
        os.path.join(get_pool_path(storage_pool), vm_type, "unpacked",
                     template + ".ovf"))
    vm = actions.vm.get_module(vm_type)
    settings = vm.get_ovf_template_settings(ovf_file)

    settings.update(vm_parameters)

    for disk in settings.get("disks", []):
        if disk["deploy_type"] == "file":
            volume_name = disk.get("source_file") or "disk"
            disk["source_file"] = '%s--%s.%s' % (
                volume_name, settings["uuid"],
                disk.get('template_format', 'qcow2'))

    if not get_config().getboolean('general', 'disable_vm_sys_adjustment',
                                   False):
        errors = vm.adjust_setting_to_systems_resources(settings)
        if errors:
            if logger:
                logger("Got %s" % (errors, ))
            raise Exception("got errors %s" % (errors, ))

    vm.deploy(settings, storage_pool)
Exemple #3
0
def get_active_template_settings(vm_name, storage_pool):
    """ Reads ovf settings of the specified VM """
    ovf_fnm = path.join(get_pool_path(storage_pool), "openvz", "unpacked",
                        get_template_name(vm_name) + ".ovf")
    if path.exists(ovf_fnm):
        ovf_file = OvfFile(ovf_fnm)
        return get_ovf_template_settings(ovf_file)
    else:
        return read_default_ovf_settings()
Exemple #4
0
def get_active_template_settings(vm_name, storage_pool):
    """ Reads ovf settings of the specified VM """
    ovf_fnm = path.join(get_pool_path(storage_pool), "openvz", "unpacked",
                        get_template_name(vm_name) + ".ovf")
    if path.exists(ovf_fnm):
        ovf_file = OvfFile(ovf_fnm)
        return get_ovf_template_settings(ovf_file)
    else:
        return read_default_ovf_settings()
Exemple #5
0
def get_local_templates(vm_type, storage_pool=None):
    """Returns a list of templates of a certain vm_type from the storage pool"""
    config = get_config()

    if not storage_pool:
        storage_pool = config.getstring('general', 'default-storage-pool')

    return [os.path.splitext(tmpl)[0] for tmpl in
            os.listdir("%s/%s" % (storage.get_pool_path(storage_pool), vm_type))
            if tmpl.endswith('tar') or tmpl.endswith('ova')]
def get_template_info(template_name, vm_type, storage_pool=None):
    config = get_config()
    if not storage_pool:
        storage_pool = config.getstring("general", "default-storage-pool")
    ovf_file = OvfFile(os.path.join(storage.get_pool_path(storage_pool), vm_type, "unpacked", template_name + ".ovf"))
    vm = vm_ops.get_module(vm_type)
    template_settings = vm.get_ovf_template_settings(ovf_file)
    # XXX handle modification to system params
    # errors = vm.adjust_setting_to_systems_resources(template_settings)
    return template_settings
def get_local_templates(vm_type, storage_pool=None):
    """Returns a list of templates of a certain vm_type from the storage pool"""
    config = get_config()

    if not storage_pool:
        storage_pool = config.getstring('general', 'default-storage-pool')

    return [os.path.splitext(tmpl)[0] for tmpl in
            os.listdir("%s/%s" % (storage.get_pool_path(storage_pool), vm_type))
            if tmpl.endswith('tar') or tmpl.endswith('ova')]
Exemple #8
0
def _deploy_vm(vm_parameters, logger=None):
    from opennode.cli import actions
    storage_pool = actions.storage.get_default_pool()
    if storage_pool is None:
        raise Exception("Storage pool not defined")

    assert type(vm_parameters) is dict, 'Parameters must be a dict: %s' % vm_parameters
    vm_type = vm_parameters['vm_type']
    template = vm_parameters['template_name']
    # convert diskspace from MBs to GBs
    if 'disk' in vm_parameters:
        assert float(vm_parameters['disk']) > 1 and float(vm_parameters['disk']) < 600,\
                'Provided disk size is strange - MB vs GB issue?'

    if not template:
        if logger:
            logger("Cannot deploy because template is '%s'" % (template))
        raise Exception("Cannot deploy because template is '%s'" % (template))

    if vm_type == 'openvz':
        uuid = vm_parameters['uuid']
        try:
            conn = libvirt.open('openvz:///system')
            deployed_uuid_list = [ivm['uuid'] for ivm in _list_vms(conn)]

            if uuid in deployed_uuid_list:
                msg = ('Deployment failed: a VM with UUID %s is already deployed '
                       '(%s)' % (uuid, deployed_uuid_list))
                logging.error(msg)
                return
            logging.info('Deploying %s: %s', uuid, deployed_uuid_list)
        finally:
            conn.close()

    ovf_file = OvfFile(os.path.join(get_pool_path(storage_pool),
                                    vm_type, "unpacked", template + ".ovf"))
    vm = actions.vm.get_module(vm_type)
    settings = vm.get_ovf_template_settings(ovf_file)

    settings.update(vm_parameters)

    for disk in settings.get("disks", []):
        if disk["deploy_type"] == "file":
            volume_name = disk.get("source_file") or "disk"
            disk["source_file"] = '%s--%s.%s' % (volume_name, settings["uuid"],
                                                 disk.get('template_format', 'qcow2'))

    if not get_config().getboolean('general', 'disable_vm_sys_adjustment', False):
        errors = vm.adjust_setting_to_systems_resources(settings)
        if errors:
            if logger:
                logger("Got %s" % (errors,))
            raise Exception("got errors %s" % (errors,))

    vm.deploy(settings, storage_pool)
Exemple #9
0
def get_template_info(template_name, vm_type, storage_pool=None):
    config = get_config()
    if not storage_pool:
        storage_pool = config.getstring('general', 'default-storage-pool')
    ovf_file = OvfFile(os.path.join(storage.get_pool_path(storage_pool),
                                    vm_type, "unpacked",
                                    template_name + ".ovf"))
    vm = vm_ops.get_module(vm_type)
    template_settings = vm.get_ovf_template_settings(ovf_file)
    # XXX handle modification to system params
    #errors = vm.adjust_setting_to_systems_resources(template_settings)
    return template_settings
Exemple #10
0
def link_template(storage_pool, tmpl_name, overwrite=True):
    """Setup symlinks from the OpenVZ template to the location expected by vzctl"""
    # added resilience. Openvz templates are distributed as tarballs, so sometimes
    # name and name.tar.gz are used in a mixed way
    config = get_config()
    if not tmpl_name.endswith('.tar.gz'):
        tmpl_name = tmpl_name + '.tar.gz'
    source_file = os.path.join(get_pool_path(storage_pool), 'openvz',
                               'unpacked', tmpl_name)
    dest_file = os.path.join(config.getstring('general', 'openvz-templates'), tmpl_name)
    if overwrite:
        try:
            os.unlink(dest_file)
        except OSError as exc:
            if exc.errno != errno.ENOENT:
                raise
    if not os.path.exists(dest_file):
        os.symlink(source_file, dest_file)
Exemple #11
0
def link_template(storage_pool, tmpl_name, overwrite=True):
    """Setup symlinks from the OpenVZ template to the location expected by vzctl"""
    # added resilience. Openvz templates are distributed as tarballs, so sometimes
    # name and name.tar.gz are used in a mixed way
    config = get_config()
    if not tmpl_name.endswith('.tar.gz'):
        tmpl_name = tmpl_name + '.tar.gz'
    source_file = os.path.join(get_pool_path(storage_pool), 'openvz',
                               'unpacked', tmpl_name)
    dest_file = os.path.join(config.getstring('general', 'openvz-templates'),
                             tmpl_name)
    if overwrite:
        try:
            os.unlink(dest_file)
        except OSError as exc:
            if exc.errno != errno.ENOENT:
                raise
    if not os.path.exists(dest_file):
        os.symlink(source_file, dest_file)
Exemple #12
0
def unpack_template(storage_pool, vm_type, tmpl_name):
    """Unpacks template into the 'unpacked' folder of the storage pool.
       Adds symlinks as needed by the VM template vm_type."""
    # we assume location of the 'unpacked' to be the same as the location of the file
    basedir = os.path.join(storage.get_pool_path(storage_pool), vm_type)
    if os.path.exists(os.path.join(basedir, "%s.tar" % tmpl_name)):
        tar_name = os.path.join(basedir, "%s.tar" % tmpl_name)
    if os.path.exists(os.path.join(basedir, "%s.ova" % tmpl_name)):
        tar_name = os.path.join(basedir, "%s.ova" % tmpl_name)
    tmpl = tarfile.open(tar_name)
    unpacked_dir = os.path.join(basedir, 'unpacked')
    tmpl.extractall(unpacked_dir)
    # special case for openvz vm_type
    if vm_type == 'openvz':
        from opennode.cli.actions import vm
        tmpl_name = [fnm for fnm in tmpl.getnames()
                     if fnm.endswith('tar.gz') and not fnm.endswith('scripts.tar.gz')]
        # make sure we have only a single tarball with the image
        assert len(tmpl_name) == 1
        vm.openvz.link_template(storage_pool, tmpl_name[0])
Exemple #13
0
def unpack_template(storage_pool, vm_type, tmpl_name):
    """Unpacks template into the 'unpacked' folder of the storage pool.
       Adds symlinks as needed by the VM template vm_type."""
    # we assume location of the 'unpacked' to be the same as the location of the file
    basedir = os.path.join(storage.get_pool_path(storage_pool), vm_type)
    tar_name = ""
    if os.path.exists(os.path.join(basedir, "%s.tar" % tmpl_name)):
        tar_name = os.path.join(basedir, "%s.tar" % tmpl_name)
    if os.path.exists(os.path.join(basedir, "%s.ova" % tmpl_name)):
        tar_name = os.path.join(basedir, "%s.ova" % tmpl_name)
    tmpl = tarfile.open(tar_name)
    unpacked_dir = os.path.join(basedir, 'unpacked')
    tmpl.extractall(unpacked_dir)
    # special case for openvz vm_type
    if vm_type == 'openvz':
        from opennode.cli.actions import vm
        tmpl_name = [fnm for fnm in tmpl.getnames()
                     if fnm.endswith('tar.gz') and not fnm.endswith('scripts.tar.gz')]
        # make sure we have only a single tarball with the image
        assert len(tmpl_name) == 1
        vm.openvz.link_template(storage_pool, tmpl_name[0])
Exemple #14
0
def import_template(template, vm_type, storage_pool=None):
    """Import external template into ON storage pool"""
    config = get_config()

    if not storage_pool:
        storage_pool = config.getstring("general", "default-storage-pool")

    if not os.path.exists(template):
        raise RuntimeError("Template not found: %s" % template)

    if not (template.endswith("tar") or template.endswith("ova")):
        raise RuntimeError("Expecting a file ending with .tar or .ova for a template, %s" % template)

    tmpl_name = os.path.basename(template)
    target_file = os.path.join(storage.get_pool_path(storage_pool), vm_type, tmpl_name)

    log.info("Copying template to the storage pool... %s -> %s" % (template, target_file))
    shutil.copyfile(template, target_file)
    calculate_hash(target_file)

    log.info("Unpacking template %s..." % target_file)
    extension = "ova" if template.endswith("ova") else "tar"
    unpack_template(storage_pool, vm_type, tmpl_name.rstrip(".%s" % extension))
Exemple #15
0
def import_template(template, vm_type, storage_pool=None):
    """Import external template into ON storage pool"""
    config = get_config()

    if not storage_pool:
        storage_pool = config.getstring('general', 'default-storage-pool')

    if not os.path.exists(template):
        raise RuntimeError("Template not found: %s" % template)

    if not (template.endswith('tar') or template.endswith('ova')):
        raise RuntimeError("Expecting a file ending with .tar or .ova for a template, %s" % template)

    tmpl_name = os.path.basename(template)
    target_file = os.path.join(storage.get_pool_path(storage_pool), vm_type, tmpl_name)

    log.info("Copying template to the storage pool... %s -> %s" % (template, target_file))
    shutil.copyfile(template, target_file)
    calculate_hash(target_file)

    log.info("Unpacking template %s..." % target_file)
    extension = 'ova' if template.endswith('ova') else 'tar'
    unpack_template(storage_pool, vm_type, tmpl_name.rstrip('.%s' % extension))
Exemple #16
0
def sync_template(remote_repo, template, storage_pool, silent=False):
    """Synchronizes local template (cache) with the remote one (master)"""
    config = get_config()
    url = config.getstring(remote_repo, 'url')
    vm_type = config.getstring(remote_repo, 'type')
    localfile = os.path.join(storage.get_pool_path(storage_pool), vm_type, template)
    remotefile = urlparse.urljoin(url.rstrip('/') + '/', template)

    # only download if we don't already have a fresh copy
    if is_fresh(localfile, remotefile):
        return

    extension = "ova" if _url_exists("%s.ova" % remotefile) else "tar"

    unfinished_local = "%s.%s.unfinished" % (localfile, extension)
    unfinished_local_hash = "%s.%s.pfff.unfinished" % (localfile, extension)

    remote_url = "%s.%s" % (remotefile, extension)

    if not _url_exists(remote_url):
        raise TemplateException("Remote template was not found: %s" % remote_url)

    retries = 5
    retry = 0
    while not is_fresh(localfile, remotefile, unfinished=True) and retries > retry:
        # for resilience
        retry += 1
        storage.prepare_storage_pool(storage_pool)
        download("%s.%s" % (remotefile, extension), unfinished_local, continue_=True, silent=silent)

        r_template_hash = "%s.%s.pfff" % (remotefile, extension)
        download(r_template_hash, unfinished_local_hash, continue_=True, silent=silent)

    os.rename(unfinished_local, '%s.%s' % (localfile, extension))
    os.rename(unfinished_local_hash, '%s.%s.pfff' % (localfile, extension))
    unpack_template(storage_pool, vm_type, localfile)
Exemple #17
0
def sync_template(remote_repo, template, storage_pool, silent=False):
    """Synchronizes local template (cache) with the remote one (master)"""
    config = get_config()
    url = config.getstring(remote_repo, 'url')
    vm_type = config.getstring(remote_repo, 'type')
    localfile = os.path.join(storage.get_pool_path(storage_pool), vm_type, template)
    remotefile = urlparse.urljoin(url.rstrip('/') + '/', template)

    # only download if we don't already have a fresh copy
    if is_fresh(localfile, remotefile):
        return

    extension = "ova" if _url_exists("%s.ova" % remotefile) else "tar"

    unfinished_local = "%s.%s.unfinished" % (localfile, extension)
    unfinished_local_hash = "%s.%s.pfff.unfinished" % (localfile, extension)

    remote_url = "%s.%s" % (remotefile, extension)

    if not _url_exists(remote_url):
        raise TemplateException("Remote template was not found: %s" % remote_url)

    retries = 5
    retry = 0
    while not is_fresh(localfile, remotefile, unfinished=True) and retries > retry:
        # for resilience
        retry += 1
        storage.prepare_storage_pool(storage_pool)
        download("%s.%s" % (remotefile, extension), unfinished_local, continue_=True, silent=silent)

        r_template_hash = "%s.%s.pfff" % (remotefile, extension)
        download(r_template_hash, unfinished_local_hash, continue_=True, silent=silent)

    os.rename(unfinished_local, '%s.%s' % (localfile, extension))
    os.rename(unfinished_local_hash, '%s.%s.pfff' % (localfile, extension))
    unpack_template(storage_pool, vm_type, localfile)