def compare(old, new): """ Display the difference between two frozen states. The results are shown as as a dictionary with keys for packages and repositories. Each key may contain a changes dictionary showing items that differ between the two frozen states. Items shown in the "old" changes but not the "new" were removed. Items in "new" but not "old" were added. Items shown in both probably updated/changed versions between freezes. old Name of the "old" frozen state. Required. new Name of the "new" frozen state. Required. CLI Example: .. code-block:: bash salt '*' freezer.freeze pre_install post_install """ ret = {} if not (status(old) and status(new)): raise CommandExecutionError("Frozen state not found.") for ofile, nfile in zip(_paths(old), _paths(new)): with fopen(ofile, "r") as ofp: old_dict = json.load(ofp) with fopen(nfile, "r") as nfp: new_dict = json.load(nfp) if ofile.endswith("-pkgs.yml"): ret["pkgs"] = salt.utils.dictdiffer.deep_diff(old_dict, new_dict) elif ofile.endswith("-reps.yml"): ret["repos"] = salt.utils.dictdiffer.deep_diff(old_dict, new_dict) return ret
def restore(name=None, clean=False, **kwargs): ''' Make sure that the system contains the packages and repos from a frozen state. Read the list of packages and repositories from the freeze file, and compare it with the current list of packages and repos. If there is any difference, all the missing packages are repos will be installed, and all the extra packages and repos will be removed. As this module is build on top of the pkg module, the user can send extra attributes to the underlying pkg module via kwargs. This function will call ``pkg.list_repos``, ``pkg.mod_repo``, ``pkg.list_pkgs``, ``pkg.install``, ``pkg.remove`` and ``pkg.del_repo``, and any additional arguments will be passed through to those functions. name Name of the frozen state. Optional. clean If True remove the frozen information YAML from the cache .. versionadded:: 3000 CLI Example: .. code-block:: bash salt '*' freezer.restore salt '*' freezer.restore root=/chroot ''' if not status(name): raise CommandExecutionError('Frozen state not found.') frozen_pkgs = {} frozen_repos = {} for fname, content in zip(_paths(name), (frozen_pkgs, frozen_repos)): with fopen(fname) as fp: content.update(json.load(fp)) # The ordering of removing or adding packages and repos can be # relevant, as maybe some missing package comes from a repo that # is also missing, so it cannot be installed. But can also happend # that a missing package comes from a repo that is present, but # will be removed. # # So the proposed order is; # - Add missing repos # - Add missing packages # - Remove extra packages # - Remove extra repos safe_kwargs = clean_kwargs(**kwargs) # Note that we expect that the information stored in list_XXX # match with the mod_XXX counterpart. If this is not the case the # recovery will be partial. ret = { 'pkgs': { 'add': [], 'remove': [] }, 'repos': { 'add': [], 'remove': [] }, 'comment': [], } _add_missing_repositories(frozen_repos, ret, **safe_kwargs) _add_missing_packages(frozen_pkgs, ret, **safe_kwargs) _remove_extra_packages(frozen_pkgs, ret, **safe_kwargs) _remove_extra_repositories(frozen_repos, ret, **safe_kwargs) # Clean the cached YAML files if clean and not ret['comment']: for fname in _paths(name): os.remove(fname) return ret
def restore(name=None, **kwargs): ''' Make sure that the system contains the packages and repos from a frozen state. Read the list of packages and repositories from the freeze file, and compare it with the current list of packages and repos. If there is any difference, all the missing packages are repos will be installed, and all the extra packages and repos will be removed. As this module is build on top of the pkg module, the user can send extra attributes to the underlying pkg module via kwargs. This function will call ``pkg.list_repos``, ``pkg.mod_repo``, ``pkg.list_pkgs``, ``pkg.install``, ``pkg.remove`` and ``pkg.del_repo``, and any additional arguments will be passed through to those functions. name Name of the frozen state. Optional. CLI Example: .. code-block:: bash salt '*' freezer.restore salt '*' freezer.restore root=/chroot ''' if not status(name): raise CommandExecutionError('Frozen state not found.') frozen_pkgs = {} frozen_repos = {} for name, content in zip(_paths(name), (frozen_pkgs, frozen_repos)): with fopen(name) as fp: content.update(json.load(fp)) # The ordering of removing or adding packages and repos can be # relevant, as maybe some missing package comes from a repo that # is also missing, so it cannot be installed. But can also happend # that a missing package comes from a repo that is present, but # will be removed. # # So the proposed order is; # - Add missing repos # - Add missing packages # - Remove extra packages # - Remove extra repos safe_kwargs = clean_kwargs(**kwargs) # Note that we expect that the information stored in list_XXX # match with the mod_XXX counterpart. If this is not the case the # recovery will be partial. res = { 'pkgs': { 'add': [], 'remove': [] }, 'repos': { 'add': [], 'remove': [] }, 'comment': [], } # Add missing repositories repos = __salt__['pkg.list_repos'](**safe_kwargs) missing_repos = set(frozen_repos) - set(repos) for repo in missing_repos: try: # In Python 2 we cannot do advance destructuring, so we # need to create a temporary dictionary that will merge # all the parameters _tmp_kwargs = frozen_repos[repo].copy() _tmp_kwargs.update(safe_kwargs) __salt__['pkg.mod_repo'](repo, **_tmp_kwargs) res['repos']['add'].append(repo) log.info('Added missing repository %s', repo) except Exception as e: msg = 'Error adding %s repository: %s' log.error(msg, repo, e) res['comment'].append(msg % (repo, e)) # Add missing packages # NOTE: we can remove the `for` using `pkgs`. This will improve # performance, but I want to have a more detalied report of what # packages are installed or failled. pkgs = __salt__['pkg.list_pkgs'](**safe_kwargs) missing_pkgs = set(frozen_pkgs) - set(pkgs) for pkg in missing_pkgs: try: __salt__['pkg.install'](name=pkg, **safe_kwargs) res['pkgs']['add'].append(pkg) log.info('Added missing package %s', pkg) except Exception as e: msg = 'Error adding %s package: %s' log.error(msg, pkg, e) res['comment'].append(msg % (pkg, e)) # Remove extra packages pkgs = __salt__['pkg.list_pkgs'](**safe_kwargs) extra_pkgs = set(pkgs) - set(frozen_pkgs) for pkg in extra_pkgs: try: __salt__['pkg.remove'](name=pkg, **safe_kwargs) res['pkgs']['remove'].append(pkg) log.info('Removed extra package %s', pkg) except Exception as e: msg = 'Error removing %s package: %s' log.error(msg, pkg, e) res['comment'].append(msg % (pkg, e)) # Remove extra repositories repos = __salt__['pkg.list_repos'](**safe_kwargs) extra_repos = set(repos) - set(frozen_repos) for repo in extra_repos: try: __salt__['pkg.del_repo'](repo, **safe_kwargs) res['repos']['remove'].append(repo) log.info('Removed extra repository %s', repo) except Exception as e: msg = 'Error removing %s repository: %s' log.error(msg, repo, e) res['comment'].append(msg % (repo, e)) return res