def install_docker(): name("install docker") create_directory("/etc/docker") if is_file_not_exists("/etc/docker/daemon.json"): name("create /etc/docker/daemon.json config") write_file( "/etc/docker/daemon.json", strip_text(""" { "bip": "172.29.0.1/16", "log-driver": "syslog", "storage-driver": "devicemapper", "storage-opts": [ "dm.directlvm_device=/dev/sdb" ] } """)) # https://docs.docker.com/engine/installation/linux/docker-ce/centos/ if is_file_not_exists("/etc/yum.repos.d/docker-ce.repo"): name("enable docker-ce repo") run("curl --silent --output /etc/yum.repos.d/docker-ce.repo --remote-time https://download.docker.com/linux/centos/docker-ce.repo" ) name("install docker dependencies") yum_install("device-mapper-persistent-data lvm2") name("install docker package") yum_install("docker-ce") name("start docker service") systemctl_enable("docker") systemctl_start("docker")
def get_zfs_partitions_id(): out = run( "cd /dev/disk/by-id/ ; for i in * ; do echo $i $(readlink $i) ; done" ) sda_part = None sdb_part = None for line in out.split("\n"): line = line.strip() part, link = line.split() if part.startswith("wwn-"): continue if link == "../../sda4": sda_part = part if link == "../../sdb4": sdb_part = part return sda_part, sdb_part
def hardware_node_install_kvm(): name("install kvm") run("tuned-adm profile virtual-host") yum_install("centos-release-qemu-ev") yum_install("qemu-kvm-ev qemu-kvm-tools-ev virt-top perf") name("install libvirt and virt-manager") yum_install("virt-manager libvirt") systemctl_start("libvirtd") name("install virtual X server and x11vnc") yum_install("xorg-x11-server-Xvfb x11vnc psmisc") name("install Xfce") yum_install(""" xfce4-session xfwm4 xfdesktop xfce4-settings xfce4-appfinder tumbler abattis-cantarell-fonts liberation-sans-fonts liberation-fonts-common xfce4-terminal """) name("enable x11vnc service") write_file( "/etc/systemd/system/x11vnc.service", strip_text(""" [Unit] Description=x11vnc service [Service] User=root PrivateTmp=true ProtectSystem=full Environment=FD_SESS=xfce X11VNC_CREATE_GEOM=1280x926x24 X11VNC_CREATE_STARTING_DISPLAY_NUMBER=77 ExecStart=/usr/bin/x11vnc -noipv6 -rfbportv6 5977 -no6 -q -localhost -rfbport 5977 -nopw -create -ping 60 -gone 'killall Xvfb' Restart=always [Install] WantedBy=multi-user.target """)) run("systemctl daemon-reload") systemctl_enable("x11vnc") systemctl_start("x11vnc") # https://fedoraproject.org/wiki/Windows_Virtio_Drivers if is_file_not_exists("/etc/yum.repos.d/virtio-win.repo"): name("enable virtio-win repo") run("curl --silent --output /etc/yum.repos.d/virtio-win.repo --remote-time https://fedorapeople.org/groups/virt/virtio-win/virtio-win.repo" ) name("install virtio-win") yum_install("virtio-win") if "default" in run("virsh net-list"): name("disable libvirtd default network") run("virsh net-destroy default") run("virsh net-undefine default") if "default" in run("virsh pool-list"): name("disable libvirtd default pool") run("virsh pool-destroy default") run("virsh pool-undefine default") name("disable dnsmasq service") systemctl_stop("dnsmasq") systemctl_disable("dnsmasq") name("enable libvirt-guests service") edit_file( "/etc/sysconfig/libvirt-guests", replace_line("#ON_BOOT=start", "ON_BOOT=start"), replace_line("#START_DELAY=0", "START_DELAY=0"), replace_line("#ON_SHUTDOWN=suspend", "ON_SHUTDOWN=shutdown"), replace_line("#PARALLEL_SHUTDOWN=0", "PARALLEL_SHUTDOWN=777"), replace_line("#SHUTDOWN_TIMEOUT=300", "SHUTDOWN_TIMEOUT=300"), ) systemctl_enable("libvirt-guests") systemctl_start("libvirt-guests") changed = write_file( "/etc/sysctl.d/kvm.conf", strip_text(""" # enable IPv4 forwarding net.ipv4.ip_forward = 1 """)) if changed: name("enable IPv4 forwarding") run("sysctl -p /etc/sysctl.d/kvm.conf")
def hardware_node_install_zfs(): name("install zfs") def get_zfs_partitions_id(): out = run( "cd /dev/disk/by-id/ ; for i in * ; do echo $i $(readlink $i) ; done" ) sda_part = None sdb_part = None for line in out.split("\n"): line = line.strip() part, link = line.split() if part.startswith("wwn-"): continue if link == "../../sda4": sda_part = part if link == "../../sdb4": sdb_part = part return sda_part, sdb_part # https://github.com/zfsonlinux/zfs/wiki/RHEL-and-CentOS#kabi-tracking-kmod name("enable zfs-kmod repo") if is_file_not_exists("/etc/yum.repos.d/zfs.repo"): yum_install( "http://download.zfsonlinux.org/epel/zfs-release.el7_6.noarch.rpm") edit_file( "/etc/yum.repos.d/zfs.repo", edit_ini_section("[zfs]", replace_line("enabled=1", "enabled=0")), edit_ini_section("[zfs-kmod]", replace_line("enabled=0", "enabled=1")), ) name("install zfs packages") yum_install("zfs") run("/sbin/modprobe zfs") name( "apply workaround for bug https://github.com/zfsonlinux/zfs/issues/6838" ) systemctl_preset( "zfs-import-cache.service zfs-import-scan.service zfs-mount.service zfs-share.service zfs-zed.service zfs.target" ) name( "apply workaround for bug https://github.com/zfsonlinux/zfs/issues/6953" ) systemctl_enable("zfs-import.target") if run("zpool list") == "no pools available": sda_part, sdb_part = get_zfs_partitions_id() name("create zpool on %s and %s" % (sda_part, sdb_part)) run("zpool create -o ashift=12 -O compression=lz4 -O atime=off -O xattr=sa -O acltype=posixacl tank mirror %s %s" % (sda_part, sdb_part)) name("set disk scheduler to deadline") changed = edit_file( "/etc/rc.d/rc.local", append_line("echo deadline > /sys/block/sda/queue/scheduler", insert_empty_line_before=True), append_line("echo deadline > /sys/block/sdb/queue/scheduler"), ) chmod("/etc/rc.d/rc.local", "+x") if changed: run("/etc/rc.d/rc.local") name("disable lvm scan zvols") edit_file( "/etc/lvm/lvm.conf", insert_line("\t" + r'global_filter = [ "r|/dev/zd.*|" ]', after=r'\s*# global_filter = \[ "a\|\.\*/\|" \]'))
def tune_base_system(): # pylint: disable=too-many-branches,too-many-statements name("tune base system") hostname = conf.get("hostname") if hostname: name("set hostname to %s" % hostname) run("hostnamectl set-hostname %s" % hostname) else: warn("hostname not defined") virtualization_type = get_virtualization_type() name("disable selinux") disable_selinux() if virtualization_type == "kvm": name("kvm detected, remove microcode_ctl package") yum_remove("microcode_ctl") name("kvm detected, install qemu-guest-agent") yum_install("qemu-guest-agent") # https://kb.vmware.com/s/article/1009465 name("kvm detected, set scsi timeout to 180 seconds") write_file( "/etc/udev/rules.d/99-qemu-scsi-udev.rules", strip_text(""" # https://kb.vmware.com/s/article/1009465 ACTION=="add", SUBSYSTEM=="scsi", ATTR{vendor}=="QEMU", ATTR{model}=="QEMU HARDDISK", RUN+="/bin/sh -c 'echo 180 >/sys$DEVPATH/timeout'" """)) name("yum update") yum_update() if is_reboot_required(): name("reboot") reboot_and_wait() locale = conf.get("locale") if locale: name("set locale") localectl_set_locale(locale) else: warn("locale not defined") timezone = conf.get("timezone") if timezone: name("set timezone") timedatectl_set_timezone(timezone) else: warn("timezone not defined") name("set multi-user.target as default target") systemctl_set_default("multi-user.target") name("install base packages") yum_install( "mc vim screen net-tools mailx wget traceroute mtr chrony rsync iotop") name("tune mc") copy_file("mc.ini", "/usr/share/mc/mc.ini") name("tune vim") if is_file_not_exists("/root/.vimrc"): copy_file("vimrc", "/root/.vimrc") copy_file("vim-default-editor.sh", "/etc/profile.d/vim-default-editor.sh") if conf.get('remove_selinux_policy'): name("remove selinux-policy") yum_remove(r"selinux-policy\*") run("rm -rf /etc/selinux/final") run("rm -rf /etc/selinux/targeted") run("rm -rf /etc/selinux/tmp") name("tune /etc/default/grub") changed = edit_file( "/etc/default/grub", replace_line(r"GRUB_TIMEOUT=.*", r"GRUB_TIMEOUT=1"), replace_line(r"(GRUB_CMDLINE_LINUX=.*)\brhgb\b(.*)", r"\1selinux=0\2"), replace_line(r"(GRUB_CMDLINE_LINUX=.*)\bquiet\b(.*)", r"\1panic=1\2"), replace_line(r"(GRUB_CMDLINE_LINUX=.*)\bcrashkernel=auto\b(.*)", r"\1\2"), substitute_line(r"\s+", r" "), substitute_line(r'=" ', r'="'), strip_line(), ) if changed: name("grub2-mkconfig -o /boot/grub2/grub.cfg") run("grub2-mkconfig -o /boot/grub2/grub.cfg") if is_file_not_exists("/etc/yum.repos.d/epel.repo"): name("enable epel repo") yum_install("epel-release") if is_file_not_exists("/usr/bin/htop"): name("install htop") yum_install("htop") if is_file_not_exists("/usr/lib64/libjemalloc.so.1"): name("install jemalloc") yum_install("jemalloc") name("enable jemalloc") create_file("/etc/ld.so.preload") edit_file("/etc/ld.so.preload", append_line("/usr/lib64/libjemalloc.so.1")) name("make chronyd listen only on ipv4 socket") changed = edit_file("/etc/sysconfig/chronyd", replace_line('OPTIONS=""', 'OPTIONS="-4"')) if changed: systemctl_restart("chronyd.service") if is_file_exists("/usr/bin/firewall-cmd"): name("remove firewalld service") systemctl_stop("firewalld") yum_remove("firewalld") remove_file("/var/log/firewalld") if is_file_not_exists("/usr/lib/systemd/system/iptables.service"): name("install iptables services") yum_install("iptables-services") systemctl_enable("iptables") systemctl_start("iptables") name("disable useless services") systemctl_disable("rpcbind.socket rpcbind.service") name("remove useless packages") yum_remove("btrfs-progs teamd wpa_supplicant acpid kexec-tools") name("remove useless files and directories") remove_file("/root/anaconda-ks.cfg") remove_directory("/var/log/rhsm") run("rm -rf /var/log/anaconda") postfix_mail_root_alias = conf.get("postfix_mail_root_alias") if postfix_mail_root_alias: name("postfix set root alias %s" % postfix_mail_root_alias) changed = edit_file( "/etc/aliases", replace_line(r"#root:\s+marc", "root:\t\t%s" % postfix_mail_root_alias), replace_line(r"root:\s+.*", "root:\t\t%s" % postfix_mail_root_alias)) if changed: run("newaliases") else: warn("postfix_mail_root_alias not defined") name("tune postfix") changed = edit_file( "/etc/postfix/main.cf", replace_line(r"\s*inet_protocols\s*=\s*all\s*", "inet_protocols = ipv4")) if changed: name("restart postfix") systemctl_restart("postfix") name( "apply workaround for bug https://bugzilla.redhat.com/show_bug.cgi?id=1499367" ) changed = edit_file( "/usr/lib/systemd/system/ip6tables.service", replace_line("After=syslog.target,iptables.service", "After=syslog.target iptables.service")) if changed: run("systemctl daemon-reload") name("tune /etc/fstab") if virtualization_type == "kvm": edit_file( "/etc/fstab", substitute_line(r"defaults(\s)", r"defaults,discard,noatime\1")) name("enable fstrim cron") write_file( "/etc/cron.d/fstrim", strip_text(""" # # this file automatically generated by fabrix, do not edit manually # RANDOM_DELAY=45 0 22 * * * root /sbin/fstrim / """)) if virtualization_type is None: edit_file("/etc/fstab", substitute_line(r"defaults(\s)", r"defaults,noatime\1")) name("install smartmontools") yum_install("smartmontools") systemctl_enable("smartd") systemctl_start("smartd")