def do_scp(args): log.debug("reading config file ({})".format(args.config_file)) c = azconfig.ConfigFile() c.open(args.config_file) adminuser = c.read_value("admin_user") sshkey = "{}_id_rsa".format(adminuser) # TODO: check ssh key exists jumpbox = c.read_value("install_from") rg = c.read_value("resource_group") fqdn = azutil.get_fqdn(rg, jumpbox + "pip") if args.args and args.args[0] == "--": scp_args = args.args[1:] else: scp_args = args.args scp_exe = "scp" scp_cmd = [ scp_exe, "-q", "-o", "StrictHostKeyChecking=no", "-o", "UserKnownHostsFile=/dev/null", "-i", sshkey, "-o", f"ProxyCommand=ssh -q -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -i {sshkey} -W %h:%p {adminuser}@{fqdn}" ] + scp_args log.debug(" ".join([f"'{a}'" for a in scp_cmd])) os.execvp(scp_exe, scp_cmd)
def get_install_from_destination(self): install_from = self.read_value("install_from") dest = install_from if install_from: if self.read_value(f"resources.{install_from}.public_ip", False): dest = azutil.get_fqdn(self.read_value("resource_group"), f"{install_from}_pip") log.debug(f"install_from destination : {dest}") return dest
def __process_value(self, v, extended=True): log.debug(f"process_value (enter): {v} [extended={extended}]") def repl(match): return str(self.__process_value(match.group()[2:-2], extended)) v = self.regex.sub(lambda m: str(self.__process_value(m.group()[2:-2], extended)), v) parts = v.split('.') prefix = parts[0] if len(parts) == 1: prefix = "" if prefix == "variables": res = self.read_value(v) elif prefix == "secret": res = azutil.get_keyvault_secret(parts[1], parts[2]) elif extended and prefix == "sasurl": log.debug(parts) url = azutil.get_storage_url(parts[1]) x = parts[-1].split(",") if len(x) == 1: perm = "r" else: perm = x[1] parts[-1] = x[0] container = parts[2].split('/')[0] saskey = azutil.get_storage_saskey(parts[1], container, perm) log.debug(parts) path = ".".join(parts[2:]) res = f"{url}{path}?{saskey}" elif extended and prefix == "fqdn": res = azutil.get_fqdn(self.read_value("resource_group"), parts[1]+"_pip") elif extended and prefix == "sakey": res = azutil.get_storage_key(parts[1]) elif extended and prefix == "saskey": x = parts[2].split(",") if len(x) == 1: x.append("r") container = x[0].split('/')[0] res = azutil.get_storage_saskey(parts[1], container, x[1]) elif extended and prefix == "laworkspace": res = azutil.get_log_analytics_workspace(parts[1], parts[2]) elif extended and prefix == "lakey": res = azutil.get_log_analytics_key(parts[1], parts[2]) elif extended and prefix == "acrkey": res = azutil.get_acr_key(parts[1]) elif extended and prefix == "image": res = azutil.get_image_id(parts[1], parts[2]) else: res = v log.debug("process_value (exit): "+str(v)+"="+str(res)) return res
def get_install_from_destination(self): install_from = self.read_value("install_from") dest = install_from if install_from: if self.read_value(f"resources.{install_from}.public_ip", False): dest = azutil.get_fqdn(self.read_value("resource_group"), f"{install_from}_pip") elif self.read_value( f"vnet.gateway.name", False) or not self.read_value( f"resources.{install_from}.public_ip", False): dest = azutil.get_vm_private_ip( self.read_value("resource_group"), install_from) log.debug(f"install_from destination : {dest}") return dest
def do_run(args): log.debug("reading config file ({})".format(args.config_file)) c = azconfig.ConfigFile() c.open(args.config_file) adminuser = c.read_value("admin_user") ssh_private_key = "{}_id_rsa".format(adminuser) # TODO: check ssh key exists if args.user == None: sshuser = adminuser else: sshuser = args.user jumpbox = c.read_value("install_from") resource_group = c.read_value("resource_group") fqdn = azutil.get_fqdn(resource_group, jumpbox + "pip") if fqdn == "": log.warning( "The install node does not have a public IP - trying hostname ({})" .format(jumpbox)) hosts = [] if args.nodes: for r in args.nodes.split(" "): rtype = c.read_value(f"resources.{r}.type", None) if not rtype: log.error(f"resource {r} does not exist in config") sys.exit(1) if rtype == "vm": instances = c.read_value(f"resources.{r}.instances", 1) if instances == 1: hosts.append(r) else: hosts += [f"{r}{n:04}" for n in range(1, instances + 1)] elif rtype == "vmss": hosts += azutil.get_vmss_instances( c.read_value("resource_group"), r) if not hosts: hosts.append(jumpbox) hostlist = " ".join(hosts) cmd = " ".join(args.args) _exec_command(fqdn, sshuser, ssh_private_key, f"pssh -H '{hostlist}' -i -t 0 '{cmd}'")
def do_status(args): log.debug("reading config file ({})".format(args.config_file)) c = azconfig.ConfigFile() c.open(args.config_file) adminuser = c.read_value("admin_user") ssh_private_key = "{}_id_rsa".format(adminuser) jumpbox = c.read_value("install_from") resource_group = c.read_value("resource_group") fqdn = azutil.get_fqdn(resource_group, jumpbox + "pip") if fqdn == "": log.warning( "The install node does not have a public IP - trying hostname ({})" .format(jumpbox)) tmpdir = "azhpc_install_" + os.path.basename( args.config_file).strip(".json") _exec_command( fqdn, adminuser, ssh_private_key, f"pssh -h {tmpdir}/hostlists/linux -i -t 0 'printf \"%-20s%s\n\" \"$(hostname)\" \"$(uptime)\"' | grep -v SUCCESS" )
def do_connect(args): log.debug("reading config file ({})".format(args.config_file)) c = azconfig.ConfigFile() c.open(args.config_file) adminuser = c.read_value("admin_user") ssh_private_key = "{}_id_rsa".format(adminuser) # TODO: check ssh key exists if not args.user: sshuser = adminuser else: sshuser = args.user jumpbox = c.read_value("install_from") if not jumpbox: log.error(f"Missing 'install_from' property") sys.exit(1) resource_group = c.read_value("resource_group") fqdn = c.get_install_from_destination() log.debug("Getting resource name") rtype = c.read_value(f"resources.{args.resource}.type", "hostname") rimage = c.read_value(f"resources.{args.resource}.image", "hostname") log.debug(f"image is - {rimage}") target = args.resource if rtype == "vm": instances = c.read_value(f"resources.{args.resource}.instances", 1) if instances > 1: target = f"{args.resource}{1:04}" log.info( f"Multiple instances of {args.resource}, connecting to {target}" ) elif rtype == "vmss": vmssnodes = azutil.get_vmss_instances(resource_group, args.resource) if len(vmssnodes) == 0: log.error("There are no instances in the vmss") sys.exit(1) target = vmssnodes[0] if len(vmssnodes) > 1: log.info( f"Multiple instances of {args.resource}, connecting to {target}" ) elif rtype == "hostname": pass else: log.debug(f"Unknown resource type - {rtype}") sys.exit(1) ros = rimage.split(':') if ros[0] == "MicrosoftWindowsServer" or ros[ 0] == "MicrosoftWindowsDesktop": log.debug(f"os is - {ros[0]} for node {args.resource}") fqdn = azutil.get_fqdn(c.read_value("resource_group"), args.resource + "_pip") winpassword = c.read_value("variables.win_password") log.debug(f"fqdn is {fqdn} for node {args.resource}") cmdkey_exe = "cmdkey.exe" mstsc_exe = "mstsc.exe" cmdline = [] if len(args.args) > 0: cmdline.append(" ".join(args.args)) cmdkey_args = [ "cmdkey.exe", f"/generic:{fqdn}", f"/user:{sshuser}", f"/password:{winpassword}" ] mstsc_args = ["mstsc.exe", f"/v:{fqdn}"] log.debug(" ".join(cmdkey_args + cmdline)) cmdkey_cmdline = " ".join(cmdkey_args) os.system(cmdkey_cmdline) log.debug(" ".join(mstsc_args + cmdline)) os.execvp(mstsc_exe, mstsc_args) else: ssh_exe = "ssh" cmdline = [] if len(args.args) > 0: cmdline.append(" ".join(args.args)) if args.resource == jumpbox: log.info("logging directly into {}".format(fqdn)) ssh_args = [ "ssh", "-t", "-q", "-o", "StrictHostKeyChecking=no", "-o", "UserKnownHostsFile=/dev/null", "-i", ssh_private_key, f"{sshuser}@{fqdn}" ] log.debug(" ".join(ssh_args + cmdline)) os.execvp(ssh_exe, ssh_args + cmdline) else: log.info("logging in to {} (via {})".format(target, fqdn)) ssh_args = [ ssh_exe, "-t", "-q", "-o", "StrictHostKeyChecking=no", "-o", "UserKnownHostsFile=/dev/null", "-i", ssh_private_key, "-o", f"ProxyCommand=ssh -i {ssh_private_key} -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -W %h:%p {sshuser}@{fqdn}", f"{sshuser}@{target}" ] log.debug(" ".join(ssh_args + cmdline)) os.execvp(ssh_exe, ssh_args + cmdline)
def process_value(self, v, extended=True): log.debug(f"process_value (enter): {v} [extended={extended}]") def repl(match): return str(self.process_value(match.group()[2:-2], extended)) v = self.regex.sub( lambda m: str(self.process_value(m.group()[2:-2], extended)), v) parts = v.split('.') prefix = parts[0] if len(parts) == 1: prefix = "" if prefix == "variables": res = self.read_value(v) elif prefix == "secret": res = azutil.get_keyvault_secret(parts[1], parts[2]) elif prefix == "image": res = azutil.get_image_id(parts[1], parts[2]) elif extended and prefix == "sasurl": log.debug(parts) url = azutil.get_storage_url(parts[1]) x = parts[-1].split(",") if len(x) == 1: perm = "r" else: perm = x[1] parts[-1] = x[0] container = parts[2].split('/')[0] saskey = azutil.get_storage_saskey(parts[1], container, perm) log.debug(parts) path = ".".join(parts[2:]) res = f"{url}{path}?{saskey}" elif extended and prefix == "fqdn": res = azutil.get_fqdn(self.read_value("resource_group"), parts[1] + "_pip") elif extended and prefix == "sakey": res = azutil.get_storage_key(parts[1]) elif extended and prefix == "saskey": x = parts[2].split(",") if len(x) == 1: x.append("r") container = x[0].split('/')[0] res = azutil.get_storage_saskey(parts[1], container, x[1]) elif extended and prefix == "laworkspace": res = azutil.get_log_analytics_workspace(parts[1], parts[2]) elif extended and prefix == "lakey": res = azutil.get_log_analytics_key(parts[1], parts[2]) elif extended and prefix == "acrkey": res = azutil.get_acr_key(parts[1]) else: # test to see if we are including a files contents (e.g. for customData) fname = self.file_location + "/" + v[1:] if v.startswith("@") and os.path.isfile(fname): log.debug(f"loading text include {fname}") with open(fname) as f: res = f.read() else: res = v log.debug("process_value (exit): " + str(v) + "=" + str(res)) return res
def do_build(args): log.debug(f"reading config file ({args.config_file})") tmpdir = "azhpc_install_" + os.path.basename( args.config_file).strip(".json") log.debug(f"tmpdir = {tmpdir}") if os.path.isdir(tmpdir): log.debug("removing existing tmp directory") shutil.rmtree(tmpdir) c = azconfig.ConfigFile() c.open(args.config_file) config = c.preprocess() adminuser = config["admin_user"] private_key_file = adminuser + "_id_rsa" public_key_file = adminuser + "_id_rsa.pub" if not (os.path.exists(private_key_file) and os.path.exists(public_key_file)): # create ssh keys key = rsa.generate_private_key(backend=crypto_default_backend(), public_exponent=65537, key_size=2048) private_key = key.private_bytes( crypto_serialization.Encoding.PEM, crypto_serialization.PrivateFormat.TraditionalOpenSSL, crypto_serialization.NoEncryption()) public_key = key.public_key().public_bytes( crypto_serialization.Encoding.OpenSSH, crypto_serialization.PublicFormat.OpenSSH) with open(private_key_file, "wb") as f: os.chmod(private_key_file, 0o600) f.write(private_key) with open(public_key_file, "wb") as f: os.chmod(public_key_file, 0o644) f.write(public_key + b'\n') tpl = arm.ArmTemplate() tpl.read(config) log.info("writing out arm template to " + args.output_template) with open(args.output_template, "w") as f: f.write(tpl.to_json()) log.info("creating resource group " + config["resource_group"]) resource_tags = config.get("resource_tags", {}) azutil.create_resource_group( config["resource_group"], config["location"], [{ "key": "CreatedBy", "value": os.getenv("USER") }, { "key": "CreatedOn", "value": datetime.datetime.now().strftime("%Y%m%d-%H%M%S") }] + [{ "key": key, "value": resource_tags[key] } for key in resource_tags.keys()]) log.info("deploying arm template") deployname = azutil.deploy(config["resource_group"], args.output_template) log.debug(f"deployment name: {deployname}") building = True success = True del_lines = 1 while building: time.sleep(5) res = azutil.get_deployment_status(config["resource_group"], deployname) log.debug(res) print("\033[F" * del_lines) del_lines = 1 for i in res: props = i["properties"] status_code = props["statusCode"] if props.get("targetResource", None): resource_name = props["targetResource"]["resourceName"] resource_type = props["targetResource"]["resourceType"] del_lines += 1 print( f"{resource_name:15} {resource_type:47} {status_code:15}") else: provisioning_state = props["provisioningState"] del_lines += 1 building = False if provisioning_state != "Succeeded": success = False if success: log.info("Provising succeeded") else: log.error("Provisioning failed") for i in res: props = i["properties"] status_code = props["statusCode"] if props.get("targetResource", None): resource_name = props["targetResource"]["resourceName"] if props.get("statusMessage", None): if "error" in props["statusMessage"]: error_code = props["statusMessage"]["error"]["code"] error_message = textwrap.TextWrapper(width=60).wrap( text=props["statusMessage"]["error"]["message"]) error_target = props["statusMessage"]["error"].get( "target", None) error_target_str = "" if error_target: error_target_str = f"({error_target})" print( f" Resource : {resource_name} - {error_code} {error_target_str}" ) print(f" Message : {error_message[0]}") for line in error_message[1:]: print(f" {line}") sys.exit(1) log.info("building host lists") azinstall.generate_hostlists(config, tmpdir) log.info("building install scripts") azinstall.generate_install(config, tmpdir, adminuser, private_key_file, public_key_file) jumpbox = config.get("install_from", None) fqdn = None if jumpbox: fqdn = azutil.get_fqdn(config["resource_group"], jumpbox + "pip") log.info("running install scripts") azinstall.run(config, tmpdir, adminuser, private_key_file, public_key_file, fqdn) else: log.info("nothing to install ('install_from' is not set)")
def do_connect(args): log.debug("reading config file ({})".format(args.config_file)) c = azconfig.ConfigFile() c.open(args.config_file) adminuser = c.read_value("admin_user") ssh_private_key = "{}_id_rsa".format(adminuser) # TODO: check ssh key exists if args.user == None: sshuser = adminuser else: sshuser = args.user jumpbox = c.read_value("install_from") resource_group = c.read_value("resource_group") fqdn = azutil.get_fqdn(resource_group, jumpbox + "pip") if fqdn == "": log.warning( f"The install node does not have a public IP - trying hostname ({jumpbox})" ) log.debug("Getting resource name") rtype = c.read_value(f"resources.{args.resource}.type", "hostname") target = args.resource if rtype == "vm": instances = c.read_value(f"resources.{args.resource}.instances", 1) if instances > 1: target = f"{args.resource}{1:04}" log.info( f"Multiple instances of {args.resource}, connecting to {target}" ) elif rtype == "vmss": vmssnodes = azutil.get_vmss_instances(resource_group, args.resource) if len(vmssnodes) == 0: log.error("There are no instances in the vmss") sys.exit(1) target = vmssnodes[0] if len(vmssnodes) > 1: log.info( f"Multiple instances of {args.resource}, connecting to {target}" ) elif rtype == "hostname": pass else: log.debug(f"Unknown resource type - {rtype}") sys.exit(1) ssh_exe = "ssh" cmdline = [] if len(args.args) > 0: cmdline.append(" ".join(args.args)) if args.resource == jumpbox: log.info("logging directly into {}".format(fqdn)) ssh_args = [ "ssh", "-t", "-q", "-o", "StrictHostKeyChecking=no", "-o", "UserKnownHostsFile=/dev/null", "-i", ssh_private_key, f"{sshuser}@{fqdn}" ] log.debug(" ".join(ssh_args + cmdline)) os.execvp(ssh_exe, ssh_args + cmdline) else: log.info("logging in to {} (via {})".format(target, fqdn)) ssh_args = [ ssh_exe, "-t", "-q", "-o", "StrictHostKeyChecking=no", "-o", "UserKnownHostsFile=/dev/null", "-i", ssh_private_key, "-o", f"ProxyCommand=ssh -i {ssh_private_key} -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -W %h:%p {sshuser}@{fqdn}", f"{sshuser}@{target}" ] log.debug(" ".join(ssh_args + cmdline)) os.execvp(ssh_exe, ssh_args + cmdline)