def do_scp(args):
log.debug("reading config file ({})".format(args.config_file))
c = azconfig.ConfigFile()
c.open(args.config_file)
adminuser = c.read_value("admin_user")
sshkey = "{}_id_rsa".format(adminuser)
# TODO: check ssh key exists
jumpbox = c.read_value("install_from")
rg = c.read_value("resource_group")
fqdn = azutil.get_fqdn(rg, jumpbox + "pip")
if args.args and args.args[0] == "--":
scp_args = args.args[1:]
else:
scp_args = args.args
scp_exe = "scp"
scp_cmd = [
scp_exe, "-q", "-o", "StrictHostKeyChecking=no", "-o",
"UserKnownHostsFile=/dev/null", "-i", sshkey, "-o",
f"ProxyCommand=ssh -q -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -i {sshkey} -W %h:%p {adminuser}@{fqdn}"
] + scp_args
log.debug(" ".join([f"'{a}'" for a in scp_cmd]))
os.execvp(scp_exe, scp_cmd)
def get_install_from_destination(self):
install_from = self.read_value("install_from")
dest = install_from
if install_from:
if self.read_value(f"resources.{install_from}.public_ip", False):
dest = azutil.get_fqdn(self.read_value("resource_group"), f"{install_from}_pip")
log.debug(f"install_from destination : {dest}")
return dest
def __process_value(self, v, extended=True):
log.debug(f"process_value (enter): {v} [extended={extended}]")
def repl(match):
return str(self.__process_value(match.group()[2:-2], extended))
v = self.regex.sub(lambda m: str(self.__process_value(m.group()[2:-2], extended)), v)
parts = v.split('.')
prefix = parts[0]
if len(parts) == 1:
prefix = ""
if prefix == "variables":
res = self.read_value(v)
elif prefix == "secret":
res = azutil.get_keyvault_secret(parts[1], parts[2])
elif extended and prefix == "sasurl":
log.debug(parts)
url = azutil.get_storage_url(parts[1])
x = parts[-1].split(",")
if len(x) == 1:
perm = "r"
else:
perm = x[1]
parts[-1] = x[0]
container = parts[2].split('/')[0]
saskey = azutil.get_storage_saskey(parts[1], container, perm)
log.debug(parts)
path = ".".join(parts[2:])
res = f"{url}{path}?{saskey}"
elif extended and prefix == "fqdn":
res = azutil.get_fqdn(self.read_value("resource_group"), parts[1]+"_pip")
elif extended and prefix == "sakey":
res = azutil.get_storage_key(parts[1])
elif extended and prefix == "saskey":
x = parts[2].split(",")
if len(x) == 1:
x.append("r")
container = x[0].split('/')[0]
res = azutil.get_storage_saskey(parts[1], container, x[1])
elif extended and prefix == "laworkspace":
res = azutil.get_log_analytics_workspace(parts[1], parts[2])
elif extended and prefix == "lakey":
res = azutil.get_log_analytics_key(parts[1], parts[2])
elif extended and prefix == "acrkey":
res = azutil.get_acr_key(parts[1])
elif extended and prefix == "image":
res = azutil.get_image_id(parts[1], parts[2])
else:
res = v
log.debug("process_value (exit): "+str(v)+"="+str(res))
return res
def get_install_from_destination(self):
install_from = self.read_value("install_from")
dest = install_from
if install_from:
if self.read_value(f"resources.{install_from}.public_ip", False):
dest = azutil.get_fqdn(self.read_value("resource_group"),
f"{install_from}_pip")
elif self.read_value(
f"vnet.gateway.name", False) or not self.read_value(
f"resources.{install_from}.public_ip", False):
dest = azutil.get_vm_private_ip(
self.read_value("resource_group"), install_from)
log.debug(f"install_from destination : {dest}")
return dest
def do_run(args):
log.debug("reading config file ({})".format(args.config_file))
c = azconfig.ConfigFile()
c.open(args.config_file)
adminuser = c.read_value("admin_user")
ssh_private_key = "{}_id_rsa".format(adminuser)
# TODO: check ssh key exists
if args.user == None:
sshuser = adminuser
else:
sshuser = args.user
jumpbox = c.read_value("install_from")
resource_group = c.read_value("resource_group")
fqdn = azutil.get_fqdn(resource_group, jumpbox + "pip")
if fqdn == "":
log.warning(
"The install node does not have a public IP - trying hostname ({})"
.format(jumpbox))
hosts = []
if args.nodes:
for r in args.nodes.split(" "):
rtype = c.read_value(f"resources.{r}.type", None)
if not rtype:
log.error(f"resource {r} does not exist in config")
sys.exit(1)
if rtype == "vm":
instances = c.read_value(f"resources.{r}.instances", 1)
if instances == 1:
hosts.append(r)
else:
hosts += [f"{r}{n:04}" for n in range(1, instances + 1)]
elif rtype == "vmss":
hosts += azutil.get_vmss_instances(
c.read_value("resource_group"), r)
if not hosts:
hosts.append(jumpbox)
hostlist = " ".join(hosts)
cmd = " ".join(args.args)
_exec_command(fqdn, sshuser, ssh_private_key,
f"pssh -H '{hostlist}' -i -t 0 '{cmd}'")
def do_status(args):
log.debug("reading config file ({})".format(args.config_file))
c = azconfig.ConfigFile()
c.open(args.config_file)
adminuser = c.read_value("admin_user")
ssh_private_key = "{}_id_rsa".format(adminuser)
jumpbox = c.read_value("install_from")
resource_group = c.read_value("resource_group")
fqdn = azutil.get_fqdn(resource_group, jumpbox + "pip")
if fqdn == "":
log.warning(
"The install node does not have a public IP - trying hostname ({})"
.format(jumpbox))
tmpdir = "azhpc_install_" + os.path.basename(
args.config_file).strip(".json")
_exec_command(
fqdn, adminuser, ssh_private_key,
f"pssh -h {tmpdir}/hostlists/linux -i -t 0 'printf \"%-20s%s\n\" \"$(hostname)\" \"$(uptime)\"' | grep -v SUCCESS"
)
def do_connect(args):
log.debug("reading config file ({})".format(args.config_file))
c = azconfig.ConfigFile()
c.open(args.config_file)
adminuser = c.read_value("admin_user")
ssh_private_key = "{}_id_rsa".format(adminuser)
# TODO: check ssh key exists
if not args.user:
sshuser = adminuser
else:
sshuser = args.user
jumpbox = c.read_value("install_from")
if not jumpbox:
log.error(f"Missing 'install_from' property")
sys.exit(1)
resource_group = c.read_value("resource_group")
fqdn = c.get_install_from_destination()
log.debug("Getting resource name")
rtype = c.read_value(f"resources.{args.resource}.type", "hostname")
rimage = c.read_value(f"resources.{args.resource}.image", "hostname")
log.debug(f"image is - {rimage}")
target = args.resource
if rtype == "vm":
instances = c.read_value(f"resources.{args.resource}.instances", 1)
if instances > 1:
target = f"{args.resource}{1:04}"
log.info(
f"Multiple instances of {args.resource}, connecting to {target}"
)
elif rtype == "vmss":
vmssnodes = azutil.get_vmss_instances(resource_group, args.resource)
if len(vmssnodes) == 0:
log.error("There are no instances in the vmss")
sys.exit(1)
target = vmssnodes[0]
if len(vmssnodes) > 1:
log.info(
f"Multiple instances of {args.resource}, connecting to {target}"
)
elif rtype == "hostname":
pass
else:
log.debug(f"Unknown resource type - {rtype}")
sys.exit(1)
ros = rimage.split(':')
if ros[0] == "MicrosoftWindowsServer" or ros[
0] == "MicrosoftWindowsDesktop":
log.debug(f"os is - {ros[0]} for node {args.resource}")
fqdn = azutil.get_fqdn(c.read_value("resource_group"),
args.resource + "_pip")
winpassword = c.read_value("variables.win_password")
log.debug(f"fqdn is {fqdn} for node {args.resource}")
cmdkey_exe = "cmdkey.exe"
mstsc_exe = "mstsc.exe"
cmdline = []
if len(args.args) > 0:
cmdline.append(" ".join(args.args))
cmdkey_args = [
"cmdkey.exe", f"/generic:{fqdn}", f"/user:{sshuser}",
f"/password:{winpassword}"
]
mstsc_args = ["mstsc.exe", f"/v:{fqdn}"]
log.debug(" ".join(cmdkey_args + cmdline))
cmdkey_cmdline = " ".join(cmdkey_args)
os.system(cmdkey_cmdline)
log.debug(" ".join(mstsc_args + cmdline))
os.execvp(mstsc_exe, mstsc_args)
else:
ssh_exe = "ssh"
cmdline = []
if len(args.args) > 0:
cmdline.append(" ".join(args.args))
if args.resource == jumpbox:
log.info("logging directly into {}".format(fqdn))
ssh_args = [
"ssh", "-t", "-q", "-o", "StrictHostKeyChecking=no", "-o",
"UserKnownHostsFile=/dev/null", "-i", ssh_private_key,
f"{sshuser}@{fqdn}"
]
log.debug(" ".join(ssh_args + cmdline))
os.execvp(ssh_exe, ssh_args + cmdline)
else:
log.info("logging in to {} (via {})".format(target, fqdn))
ssh_args = [
ssh_exe, "-t", "-q", "-o", "StrictHostKeyChecking=no", "-o",
"UserKnownHostsFile=/dev/null", "-i", ssh_private_key, "-o",
f"ProxyCommand=ssh -i {ssh_private_key} -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -W %h:%p {sshuser}@{fqdn}",
f"{sshuser}@{target}"
]
log.debug(" ".join(ssh_args + cmdline))
os.execvp(ssh_exe, ssh_args + cmdline)
def process_value(self, v, extended=True):
log.debug(f"process_value (enter): {v} [extended={extended}]")
def repl(match):
return str(self.process_value(match.group()[2:-2], extended))
v = self.regex.sub(
lambda m: str(self.process_value(m.group()[2:-2], extended)), v)
parts = v.split('.')
prefix = parts[0]
if len(parts) == 1:
prefix = ""
if prefix == "variables":
res = self.read_value(v)
elif prefix == "secret":
res = azutil.get_keyvault_secret(parts[1], parts[2])
elif prefix == "image":
res = azutil.get_image_id(parts[1], parts[2])
elif extended and prefix == "sasurl":
log.debug(parts)
url = azutil.get_storage_url(parts[1])
x = parts[-1].split(",")
if len(x) == 1:
perm = "r"
else:
perm = x[1]
parts[-1] = x[0]
container = parts[2].split('/')[0]
saskey = azutil.get_storage_saskey(parts[1], container, perm)
log.debug(parts)
path = ".".join(parts[2:])
res = f"{url}{path}?{saskey}"
elif extended and prefix == "fqdn":
res = azutil.get_fqdn(self.read_value("resource_group"),
parts[1] + "_pip")
elif extended and prefix == "sakey":
res = azutil.get_storage_key(parts[1])
elif extended and prefix == "saskey":
x = parts[2].split(",")
if len(x) == 1:
x.append("r")
container = x[0].split('/')[0]
res = azutil.get_storage_saskey(parts[1], container, x[1])
elif extended and prefix == "laworkspace":
res = azutil.get_log_analytics_workspace(parts[1], parts[2])
elif extended and prefix == "lakey":
res = azutil.get_log_analytics_key(parts[1], parts[2])
elif extended and prefix == "acrkey":
res = azutil.get_acr_key(parts[1])
else:
# test to see if we are including a files contents (e.g. for customData)
fname = self.file_location + "/" + v[1:]
if v.startswith("@") and os.path.isfile(fname):
log.debug(f"loading text include {fname}")
with open(fname) as f:
res = f.read()
else:
res = v
log.debug("process_value (exit): " + str(v) + "=" + str(res))
return res
def do_build(args):
log.debug(f"reading config file ({args.config_file})")
tmpdir = "azhpc_install_" + os.path.basename(
args.config_file).strip(".json")
log.debug(f"tmpdir = {tmpdir}")
if os.path.isdir(tmpdir):
log.debug("removing existing tmp directory")
shutil.rmtree(tmpdir)
c = azconfig.ConfigFile()
c.open(args.config_file)
config = c.preprocess()
adminuser = config["admin_user"]
private_key_file = adminuser + "_id_rsa"
public_key_file = adminuser + "_id_rsa.pub"
if not (os.path.exists(private_key_file)
and os.path.exists(public_key_file)):
# create ssh keys
key = rsa.generate_private_key(backend=crypto_default_backend(),
public_exponent=65537,
key_size=2048)
private_key = key.private_bytes(
crypto_serialization.Encoding.PEM,
crypto_serialization.PrivateFormat.TraditionalOpenSSL,
crypto_serialization.NoEncryption())
public_key = key.public_key().public_bytes(
crypto_serialization.Encoding.OpenSSH,
crypto_serialization.PublicFormat.OpenSSH)
with open(private_key_file, "wb") as f:
os.chmod(private_key_file, 0o600)
f.write(private_key)
with open(public_key_file, "wb") as f:
os.chmod(public_key_file, 0o644)
f.write(public_key + b'\n')
tpl = arm.ArmTemplate()
tpl.read(config)
log.info("writing out arm template to " + args.output_template)
with open(args.output_template, "w") as f:
f.write(tpl.to_json())
log.info("creating resource group " + config["resource_group"])
resource_tags = config.get("resource_tags", {})
azutil.create_resource_group(
config["resource_group"], config["location"],
[{
"key": "CreatedBy",
"value": os.getenv("USER")
}, {
"key": "CreatedOn",
"value": datetime.datetime.now().strftime("%Y%m%d-%H%M%S")
}] + [{
"key": key,
"value": resource_tags[key]
} for key in resource_tags.keys()])
log.info("deploying arm template")
deployname = azutil.deploy(config["resource_group"], args.output_template)
log.debug(f"deployment name: {deployname}")
building = True
success = True
del_lines = 1
while building:
time.sleep(5)
res = azutil.get_deployment_status(config["resource_group"],
deployname)
log.debug(res)
print("\033[F" * del_lines)
del_lines = 1
for i in res:
props = i["properties"]
status_code = props["statusCode"]
if props.get("targetResource", None):
resource_name = props["targetResource"]["resourceName"]
resource_type = props["targetResource"]["resourceType"]
del_lines += 1
print(
f"{resource_name:15} {resource_type:47} {status_code:15}")
else:
provisioning_state = props["provisioningState"]
del_lines += 1
building = False
if provisioning_state != "Succeeded":
success = False
if success:
log.info("Provising succeeded")
else:
log.error("Provisioning failed")
for i in res:
props = i["properties"]
status_code = props["statusCode"]
if props.get("targetResource", None):
resource_name = props["targetResource"]["resourceName"]
if props.get("statusMessage", None):
if "error" in props["statusMessage"]:
error_code = props["statusMessage"]["error"]["code"]
error_message = textwrap.TextWrapper(width=60).wrap(
text=props["statusMessage"]["error"]["message"])
error_target = props["statusMessage"]["error"].get(
"target", None)
error_target_str = ""
if error_target:
error_target_str = f"({error_target})"
print(
f" Resource : {resource_name} - {error_code} {error_target_str}"
)
print(f" Message : {error_message[0]}")
for line in error_message[1:]:
print(f" {line}")
sys.exit(1)
log.info("building host lists")
azinstall.generate_hostlists(config, tmpdir)
log.info("building install scripts")
azinstall.generate_install(config, tmpdir, adminuser, private_key_file,
public_key_file)
jumpbox = config.get("install_from", None)
fqdn = None
if jumpbox:
fqdn = azutil.get_fqdn(config["resource_group"], jumpbox + "pip")
log.info("running install scripts")
azinstall.run(config, tmpdir, adminuser, private_key_file,
public_key_file, fqdn)
else:
log.info("nothing to install ('install_from' is not set)")
def do_connect(args):
log.debug("reading config file ({})".format(args.config_file))
c = azconfig.ConfigFile()
c.open(args.config_file)
adminuser = c.read_value("admin_user")
ssh_private_key = "{}_id_rsa".format(adminuser)
# TODO: check ssh key exists
if args.user == None:
sshuser = adminuser
else:
sshuser = args.user
jumpbox = c.read_value("install_from")
resource_group = c.read_value("resource_group")
fqdn = azutil.get_fqdn(resource_group, jumpbox + "pip")
if fqdn == "":
log.warning(
f"The install node does not have a public IP - trying hostname ({jumpbox})"
)
log.debug("Getting resource name")
rtype = c.read_value(f"resources.{args.resource}.type", "hostname")
target = args.resource
if rtype == "vm":
instances = c.read_value(f"resources.{args.resource}.instances", 1)
if instances > 1:
target = f"{args.resource}{1:04}"
log.info(
f"Multiple instances of {args.resource}, connecting to {target}"
)
elif rtype == "vmss":
vmssnodes = azutil.get_vmss_instances(resource_group, args.resource)
if len(vmssnodes) == 0:
log.error("There are no instances in the vmss")
sys.exit(1)
target = vmssnodes[0]
if len(vmssnodes) > 1:
log.info(
f"Multiple instances of {args.resource}, connecting to {target}"
)
elif rtype == "hostname":
pass
else:
log.debug(f"Unknown resource type - {rtype}")
sys.exit(1)
ssh_exe = "ssh"
cmdline = []
if len(args.args) > 0:
cmdline.append(" ".join(args.args))
if args.resource == jumpbox:
log.info("logging directly into {}".format(fqdn))
ssh_args = [
"ssh", "-t", "-q", "-o", "StrictHostKeyChecking=no", "-o",
"UserKnownHostsFile=/dev/null", "-i", ssh_private_key,
f"{sshuser}@{fqdn}"
]
log.debug(" ".join(ssh_args + cmdline))
os.execvp(ssh_exe, ssh_args + cmdline)
else:
log.info("logging in to {} (via {})".format(target, fqdn))
ssh_args = [
ssh_exe, "-t", "-q", "-o", "StrictHostKeyChecking=no", "-o",
"UserKnownHostsFile=/dev/null", "-i", ssh_private_key, "-o",
f"ProxyCommand=ssh -i {ssh_private_key} -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -W %h:%p {sshuser}@{fqdn}",
f"{sshuser}@{target}"
]
log.debug(" ".join(ssh_args + cmdline))
os.execvp(ssh_exe, ssh_args + cmdline)
