def __init__(self, rhel_worker_nodes):
"""
Initializes the required variables, create rhelpod, upload all the
helper files to pod and install required packages.
Args:
rhel_worker_nodes (list): list of RHEL nodes
e.g:['rhel1-0.vavuthu.qe.rh-ocs.com',
'rhel1-1.vavuthu.qe.rh-ocs.com',
'rhel1-2.vavuthu.qe.rh-ocs.com']
"""
self.terraform_state_file = os.path.join(
config.ENV_DATA["cluster_path"], "terraform_data", "terraform.tfstate"
)
self.haproxy_playbook = os.path.join(
constants.CLUSTER_LAUNCHER_VSPHERE_DIR,
f"aos-{get_ocp_version('_')}",
"ansible_haproxy_configure",
"main.yml",
)
self.rhel_worker_nodes = rhel_worker_nodes
self.ssh_key_pem = config.DEPLOYMENT["ssh_key_private"]
self.pod_ssh_key_pem = os.path.join(
constants.POD_UPLOADPATH, self.ssh_key_pem.split("/")[-1]
)
self.cluster_path = config.ENV_DATA["cluster_path"]
self.kubeconfig = os.path.join(
config.ENV_DATA["cluster_path"], config.RUN.get("kubeconfig_location")
)
self.pod_name = "rhelpod"
self.pull_secret_path = os.path.join(constants.TOP_DIR, "data", "pull-secret")
self.pod_pull_secret_path = os.path.join(
constants.POD_UPLOADPATH, "pull-secret"
)
self.pod_kubeconfig_path = os.path.join(
constants.POD_UPLOADPATH,
config.RUN.get("kubeconfig_location").split("/")[-1],
)
self.rhelpod = create_rhelpod(constants.DEFAULT_NAMESPACE, self.pod_name, 600)
self.ocp_repo = get_ocp_repo()
# Upload helper files to pod for OCP installation on RHEL
self.upload_helpers(self.ocp_repo)
# Install packages in pod
self.rhelpod.install_packages(constants.RHEL_POD_PACKAGES)
# upload ocp repo to rhel pod and this repo is used for rhel worker nodes
upload(self.pod_name, get_ocp_repo(), constants.YUM_REPOS_PATH)
def run_ansible_playbook(self):
"""
Bring up a helper pod (RHEL) to run openshift-ansible
playbook
"""
rhel_pod_name = "rhel-ansible"
rhel_pod_obj = create_rhelpod(constants.DEFAULT_NAMESPACE,
rhel_pod_name)
timeout = 4000 # For ansible-playbook
# copy openshift-dev.pem to RHEL ansible pod
pem_src_path = "~/.ssh/openshift-dev.pem"
pem_dst_path = "/openshift-dev.pem"
pod.upload(rhel_pod_obj.name, pem_src_path, pem_dst_path)
repo_dst_path = "/etc/yum.repos.d/"
repo = os.path.join(constants.REPO_DIR,
f"ocp_{get_ocp_version('_')}.repo")
assert os.path.exists(
repo), f"Required repo file {repo} doesn't exist!"
repo_file = os.path.basename(repo)
pod.upload(rhel_pod_obj.name, repo, repo_dst_path)
# copy the .pem file for our internal repo on all nodes
# including ansible pod
# get it from URL
mirror_pem_file_path = os.path.join(constants.DATA_DIR,
constants.INTERNAL_MIRROR_PEM_FILE)
dst = "/etc/pki/ca-trust/source/anchors/"
pod.upload(rhel_pod_obj.name, mirror_pem_file_path, dst)
# Install scp on pod
rhel_pod_obj.install_packages("openssh-clients")
# distribute repo file to all RHEL workers
hosts = [
inst.private_dns_name
for node, inst in self.rhel_worker_list.items()
]
# Check whether every host is acceptin ssh connections
for host in hosts:
self.check_connection(rhel_pod_obj, host, pem_dst_path)
for host in hosts:
disable = "sudo yum-config-manager --disable *"
rhel_pod_obj.exec_cmd_on_node(host,
pem_dst_path,
disable,
user=self.rhel_worker_user)
rhel_pod_obj.copy_to_server(
host,
pem_dst_path,
os.path.join(repo_dst_path, repo_file),
os.path.join("/tmp", repo_file),
user=self.rhel_worker_user,
)
rhel_pod_obj.exec_cmd_on_node(
host,
pem_dst_path,
f'sudo mv {os.path.join("/tmp", repo_file)} {repo_dst_path}',
user=self.rhel_worker_user,
)
rhel_pod_obj.copy_to_server(
host,
pem_dst_path,
os.path.join(dst, constants.INTERNAL_MIRROR_PEM_FILE),
os.path.join("/tmp", constants.INTERNAL_MIRROR_PEM_FILE),
user=self.rhel_worker_user,
)
rhel_pod_obj.exec_cmd_on_node(
host,
pem_dst_path,
f"sudo mv "
f'{os.path.join("/tmp", constants.INTERNAL_MIRROR_PEM_FILE)} '
f"{dst}",
user=self.rhel_worker_user,
)
# copy kubeconfig to pod
kubeconfig = os.path.join(self.cluster_path,
config.RUN.get("kubeconfig_location"))
pod.upload(rhel_pod_obj.name, kubeconfig, "/")
pull_secret_path = os.path.join(constants.TOP_DIR, "data",
"pull-secret")
pod.upload(rhel_pod_obj.name, pull_secret_path, "/tmp/")
host_file = self.build_ansible_inventory(hosts)
pod.upload(rhel_pod_obj.name, host_file, "/")
# install pod packages
rhel_pod_obj.install_packages(constants.RHEL_POD_PACKAGES)
# run ansible
openshift_ansible_path = "/usr/share/ansible/openshift-ansible"
cmd = (
f"ansible-playbook -i /hosts --private-key={pem_dst_path} "
f"{os.path.join(openshift_ansible_path, 'playbooks/scaleup.yml')}")
rhel_pod_obj.exec_cmd_on_pod(cmd,
out_yaml_format=False,
timeout=timeout)
self.verify_nodes_added(hosts)
# remove rhcos workers
self.remove_rhcos_workers()
def run_ansible_playbook(self):
"""
Bring up a helper pod (RHEL) to run openshift-ansible
playbook
"""
rhel_pod_name = "rhel-ansible"
rhel_pod_obj = create_rhelpod(constants.DEFAULT_NAMESPACE, rhel_pod_name)
timeout = 4000 # For ansible-playbook
# copy openshift-dev.pem to RHEL ansible pod
pem_src_path = "~/.ssh/openshift-dev.pem"
pem_dst_path = "/openshift-dev.pem"
pod.upload(rhel_pod_obj.name, pem_src_path, pem_dst_path)
repo_dst_path = "/etc/yum.repos.d/"
repo = os.path.join(constants.REPO_DIR, f"ocp_{get_ocp_version('_')}.repo")
assert os.path.exists(repo), f"Required repo file {repo} doesn't exist!"
repo_file = os.path.basename(repo)
pod.upload(rhel_pod_obj.name, repo, repo_dst_path)
# prepare credential files for mirror.openshift.com
with prepare_mirror_openshift_credential_files() as (
mirror_user_file,
mirror_password_file,
):
pod.upload(rhel_pod_obj.name, mirror_user_file, constants.YUM_VARS_PATH)
pod.upload(rhel_pod_obj.name, mirror_password_file, constants.YUM_VARS_PATH)
# Install scp on pod
rhel_pod_obj.install_packages("openssh-clients")
# distribute repo file to all RHEL workers
hosts = [inst.private_dns_name for node, inst in self.rhel_worker_list.items()]
# Check whether every host is acceptin ssh connections
for host in hosts:
self.check_connection(rhel_pod_obj, host, pem_dst_path)
for host in hosts:
disable = "sudo yum-config-manager --disable *"
rhel_pod_obj.exec_cmd_on_node(
host, pem_dst_path, disable, user=self.rhel_worker_user
)
rhel_pod_obj.copy_to_server(
host,
pem_dst_path,
os.path.join(repo_dst_path, repo_file),
os.path.join("/tmp", repo_file),
user=self.rhel_worker_user,
)
rhel_pod_obj.exec_cmd_on_node(
host,
pem_dst_path,
f'sudo mv {os.path.join("/tmp", repo_file)} {repo_dst_path}',
user=self.rhel_worker_user,
)
for file_name in (
constants.MIRROR_OPENSHIFT_USER_FILE,
constants.MIRROR_OPENSHIFT_PASSWORD_FILE,
):
rhel_pod_obj.copy_to_server(
host,
pem_dst_path,
os.path.join(constants.YUM_VARS_PATH, file_name),
os.path.join(constants.RHEL_TMP_PATH, file_name),
user=self.rhel_worker_user,
)
rhel_pod_obj.exec_cmd_on_node(
host,
pem_dst_path,
f"sudo mv "
f"{os.path.join(constants.RHEL_TMP_PATH, file_name)} "
f"{constants.YUM_VARS_PATH}",
user=self.rhel_worker_user,
)
# copy kubeconfig to pod
kubeconfig = os.path.join(
self.cluster_path, config.RUN.get("kubeconfig_location")
)
pod.upload(rhel_pod_obj.name, kubeconfig, "/")
pull_secret_path = os.path.join(constants.TOP_DIR, "data", "pull-secret")
pod.upload(rhel_pod_obj.name, pull_secret_path, "/tmp/")
host_file = self.build_ansible_inventory(hosts)
pod.upload(rhel_pod_obj.name, host_file, "/")
# install pod packages
rhel_pod_obj.install_packages(constants.RHEL_POD_PACKAGES)
# run ansible
openshift_ansible_path = "/usr/share/ansible/openshift-ansible"
cmd = (
f"ansible-playbook -i /hosts --private-key={pem_dst_path} "
f"{os.path.join(openshift_ansible_path, 'playbooks/scaleup.yml')}"
)
rhel_pod_obj.exec_cmd_on_pod(cmd, out_yaml_format=False, timeout=timeout)
self.verify_nodes_added(hosts)
# remove rhcos workers
self.remove_rhcos_workers()
def run_ansible_playbook(self):
"""
Bring up a helper pod (RHEL) to run openshift-ansible
playbook
"""
rhel_pod_name = "rhel-ansible"
# TODO: This method is creating only RHEL 7 pod. Once we would like to use
# different version of RHEL for running openshift ansible playbook, we need
# to update this method!
rhel_pod_obj = create_rhelpod(constants.DEFAULT_NAMESPACE,
rhel_pod_name)
timeout = 4000 # For ansible-playbook
# copy openshift-dev.pem to RHEL ansible pod
pem_src_path = "~/.ssh/openshift-dev.pem"
pem_dst_path = "/openshift-dev.pem"
pod.upload(rhel_pod_obj.name, pem_src_path, pem_dst_path)
repo_dst_path = constants.YUM_REPOS_PATH
# Ansible playbook and dependency is described in the documentation to run
# on RHEL7 node
# https://docs.openshift.com/container-platform/4.9/machine_management/adding-rhel-compute.html
repo_rhel_ansible = get_ocp_repo(
rhel_major_version=config.ENV_DATA["rhel_version_for_ansible"])
repo = get_ocp_repo()
diff_rhel = repo != repo_rhel_ansible
pod.upload(rhel_pod_obj.name, repo_rhel_ansible, repo_dst_path)
if diff_rhel:
repo_dst_path = constants.POD_UPLOADPATH
pod.upload(rhel_pod_obj.name, repo, repo_dst_path)
repo_file = os.path.basename(repo)
else:
repo_file = os.path.basename(repo_rhel_ansible)
# prepare credential files for mirror.openshift.com
with prepare_mirror_openshift_credential_files() as (
mirror_user_file,
mirror_password_file,
):
pod.upload(rhel_pod_obj.name, mirror_user_file,
constants.YUM_VARS_PATH)
pod.upload(rhel_pod_obj.name, mirror_password_file,
constants.YUM_VARS_PATH)
# Install scp on pod
rhel_pod_obj.install_packages("openssh-clients")
# distribute repo file to all RHEL workers
hosts = [
inst.private_dns_name
for node, inst in self.rhel_worker_list.items()
]
# Check whether every host is acceptin ssh connections
for host in hosts:
self.check_connection(rhel_pod_obj, host, pem_dst_path)
for host in hosts:
disable = "sudo yum-config-manager --disable *"
rhel_pod_obj.exec_cmd_on_node(host,
pem_dst_path,
disable,
user=self.rhel_worker_user)
rhel_pod_obj.copy_to_server(
host,
pem_dst_path,
os.path.join(repo_dst_path, repo_file),
os.path.join("/tmp", repo_file),
user=self.rhel_worker_user,
)
rhel_pod_obj.exec_cmd_on_node(
host,
pem_dst_path,
f"sudo mv {os.path.join(constants.RHEL_TMP_PATH, repo_file)} {constants.YUM_REPOS_PATH}",
user=self.rhel_worker_user,
)
for file_name in (
constants.MIRROR_OPENSHIFT_USER_FILE,
constants.MIRROR_OPENSHIFT_PASSWORD_FILE,
):
rhel_pod_obj.copy_to_server(
host,
pem_dst_path,
os.path.join(constants.YUM_VARS_PATH, file_name),
os.path.join(constants.RHEL_TMP_PATH, file_name),
user=self.rhel_worker_user,
)
rhel_pod_obj.exec_cmd_on_node(
host,
pem_dst_path,
f"sudo mv "
f"{os.path.join(constants.RHEL_TMP_PATH, file_name)} "
f"{constants.YUM_VARS_PATH}",
user=self.rhel_worker_user,
)
# copy kubeconfig to pod
kubeconfig = os.path.join(self.cluster_path,
config.RUN.get("kubeconfig_location"))
pod.upload(rhel_pod_obj.name, kubeconfig, "/")
pull_secret_path = os.path.join(constants.TOP_DIR, "data",
"pull-secret")
pod.upload(rhel_pod_obj.name, pull_secret_path, "/tmp/")
host_file = self.build_ansible_inventory(hosts)
pod.upload(rhel_pod_obj.name, host_file, "/")
# install pod packages
rhel_pod_obj.install_packages(constants.RHEL_POD_PACKAGES)
# run ansible
openshift_ansible_path = "/usr/share/ansible/openshift-ansible"
cmd = (
f"ansible-playbook -i /hosts --private-key={pem_dst_path} "
f"{os.path.join(openshift_ansible_path, 'playbooks/scaleup.yml')}")
rhel_pod_obj.exec_cmd_on_pod(cmd,
out_yaml_format=False,
timeout=timeout)
self.verify_nodes_added(hosts)
# remove rhcos workers
self.remove_rhcos_workers()
def attach_rhel_nodes_to_upi_cluster(self, node_list):
"""
Attach RHEL nodes to upi cluster
Args:
node_list (list): of AWSUPINode objects with RHEL os
"""
rhel_pod_name = "rhel-ansible"
rhel_pod_obj = create_rhelpod(
constants.DEFAULT_NAMESPACE, rhel_pod_name, 600
)
timeout = 4000 # For ansible-playbook
# copy openshift-dev.pem to RHEL ansible pod
pem_src_path = "~/.ssh/openshift-dev.pem"
pem_dst_path = "/openshift-dev.pem"
pod.upload(rhel_pod_obj.name, pem_src_path, pem_dst_path)
repo_dst_path = constants.YUM_REPOS_PATH
repo = os.path.join(
constants.REPO_DIR, f"ocp_{get_ocp_version('_')}.repo"
)
assert os.path.exists(repo), f"Required repo file {repo} doesn't exist!"
repo_file = os.path.basename(repo)
pod.upload(
rhel_pod_obj.name, repo, repo_dst_path
)
# copy the .pem file for our internal repo on all nodes
# including ansible pod
# get it from URL
mirror_pem_file_path = os.path.join(
constants.DATA_DIR,
constants.INTERNAL_MIRROR_PEM_FILE
)
dst = constants.PEM_PATH
pod.upload(rhel_pod_obj.name, mirror_pem_file_path, dst)
# Install scp on pod
rhel_pod_obj.install_packages("openssh-clients")
# distribute repo file to all RHEL workers
hosts = [
node.aws_instance_obj.private_dns_name for node in
node_list
]
# Check whether every host is acceptin ssh connections
for host in hosts:
self.check_connection(rhel_pod_obj, host, pem_dst_path)
for host in hosts:
disable = "sudo yum-config-manager --disable *"
rhel_pod_obj.exec_cmd_on_node(
host, pem_dst_path, disable, user=constants.EC2_USER
)
rhel_pod_obj.copy_to_server(
host, pem_dst_path,
os.path.join(repo_dst_path, repo_file),
os.path.join('/tmp', repo_file),
user=constants.EC2_USER
)
rhel_pod_obj.exec_cmd_on_node(
host, pem_dst_path,
f'sudo mv {os.path.join("/tmp", repo_file)} {repo_dst_path}',
user=constants.EC2_USER
)
rhel_pod_obj.copy_to_server(
host, pem_dst_path,
os.path.join(dst, constants.INTERNAL_MIRROR_PEM_FILE),
os.path.join('/tmp', constants.INTERNAL_MIRROR_PEM_FILE),
user=constants.EC2_USER,
)
cmd = (
f'sudo mv '
f'{os.path.join("/tmp/", constants.INTERNAL_MIRROR_PEM_FILE)} '
f'{dst}'
)
rhel_pod_obj.exec_cmd_on_node(
host, pem_dst_path,
cmd, user=constants.EC2_USER
)
# copy kubeconfig to pod
kubeconfig = os.path.join(
self.cluster_path, config.RUN.get('kubeconfig_location')
)
pod.upload(rhel_pod_obj.name, kubeconfig, "/")
pull_secret_path = os.path.join(
constants.TOP_DIR,
"data",
"pull-secret"
)
pod.upload(rhel_pod_obj.name, pull_secret_path, "/tmp/")
host_file = self.build_ansible_inventory(hosts)
pod.upload(rhel_pod_obj.name, host_file, "/")
# install pod packages
rhel_pod_obj.install_packages(constants.RHEL_POD_PACKAGES)
# run ansible
cmd = (
f"ansible-playbook -i /hosts --private-key={pem_dst_path} "
f"{constants.SCALEUP_ANSIBLE_PLAYBOOK}"
)
rhel_pod_obj.exec_cmd_on_pod(
cmd, out_yaml_format=False, timeout=timeout
)
self.verify_nodes_added(hosts)
rhel_pod_obj.delete()
def upload_helpers(self, ocp_repo):
"""
Upload helper files to pod for OCP installation on RHEL
Helper Files::
- ssh_key pem
- ocp repo
- ocp pem
- kubeconfig
- pull secret
- inventory yaml
Args:
ocp_repo (str): OCP repo to upload
"""
upload(self.pod_name, self.ssh_key_pem, constants.POD_UPLOADPATH)
upload(self.pod_name, ocp_repo, constants.YUM_REPOS_PATH)
upload(self.pod_name, self.ops_mirror_pem, constants.PEM_PATH)
upload(self.pod_name, self.kubeconfig, constants.POD_UPLOADPATH)
upload(self.pod_name, self.pull_secret_path, constants.POD_UPLOADPATH)
self.inventory_yaml = self.create_inventory()
upload(self.pod_name, self.inventory_yaml, constants.POD_UPLOADPATH)
def upload_helpers(self, ocp_repo):
"""
Upload helper files to pod for OCP installation on RHEL
Helper Files::
- ssh_key pem
- ocp repo
- ocp pem
- kubeconfig
- pull secret
- inventory yaml
Args:
ocp_repo (str): OCP repo to upload
"""
upload(self.pod_name, self.ssh_key_pem, constants.POD_UPLOADPATH)
upload(self.pod_name, ocp_repo, constants.YUM_REPOS_PATH)
# prepare and copy credential files for mirror.openshift.com
with prepare_mirror_openshift_credential_files() as (
mirror_user_file,
mirror_password_file,
):
upload(self.pod_name, mirror_user_file, constants.YUM_VARS_PATH)
upload(self.pod_name, mirror_password_file,
constants.YUM_VARS_PATH)
upload(self.pod_name, self.kubeconfig, constants.POD_UPLOADPATH)
upload(self.pod_name, self.pull_secret_path, constants.POD_UPLOADPATH)
if config.ENV_DATA["folder_structure"]:
inventory_yaml_haproxy = self.create_inventory_for_haproxy()
upload(self.pod_name, inventory_yaml_haproxy,
constants.POD_UPLOADPATH)
cmd = (
f"ansible-playbook -i {inventory_yaml_haproxy} "
f"{self.haproxy_playbook} --private-key={self.ssh_key_pem} -v")
run_cmd(cmd)
self.inventory_yaml = self.create_inventory()
upload(self.pod_name, self.inventory_yaml, constants.POD_UPLOADPATH)
def upload_helpers(self, ocp_repo):
"""
Upload helper files to pod for OCP installation on RHEL
Helper Files::
- ssh_key pem
- ocp repo
- ocp pem
- kubeconfig
- pull secret
- inventory yaml
Args:
ocp_repo (str): OCP repo to upload
"""
upload(self.pod_name, self.ssh_key_pem, constants.POD_UPLOADPATH)
upload(self.pod_name, ocp_repo, constants.YUM_REPOS_PATH)
upload(self.pod_name, self.ops_mirror_pem, constants.PEM_PATH)
upload(self.pod_name, self.kubeconfig, constants.POD_UPLOADPATH)
upload(self.pod_name, self.pull_secret_path, constants.POD_UPLOADPATH)
if config.ENV_DATA['folder_structure']:
inventory_yaml_haproxy = self.create_inventory_for_haproxy()
upload(
self.pod_name,
inventory_yaml_haproxy,
constants.POD_UPLOADPATH
)
cmd = (
f"ansible-playbook -i {inventory_yaml_haproxy} "
f"{self.haproxy_playbook} --private-key={self.ssh_key_pem} -v"
)
run_cmd(cmd)
self.inventory_yaml = self.create_inventory()
upload(
self.pod_name,
self.inventory_yaml,
constants.POD_UPLOADPATH
)
