def set_level(log_level):
"""
sets th eloglevel in the database and the loglevel file from
cloudmesh.yaml
:param log_level: the loglevel
:return:
"""
# TODO: BUG: This seems inconsistent with our use as it mixes db and
# cloudmesh.yaml.
level = log_level.upper()
Default.set(key=LogUtil.LOG_LEVEL_KEY,
value=log_level,
category=LogUtil.category)
# get log level obj
log_level_obj = LogUtil.get_level_obj(log_level)
# Read the ConfigDict
config = ConfigDict("cloudmesh.yaml")
log_file = config["cloudmesh"]["logging"]["file"]
# Set the logger config
logging.basicConfig(format=LogUtil.FORMAT,
level=log_level_obj,
filename=path_expand(log_file))
LOGGER.info("Set log level to: " + log_level)
return "Ok."
def test_007(self):
HEADING(" set default variable ")
name = "myvar"
value = "myvalue"
cloud = self.data.cloud
Default.set(name, value, cloud)
assert Default.get(name=name, category=cloud) == value
def test_007(self):
HEADING(" set default variable ")
name = "myvar"
value = "myvalue"
cloud = self.data.cloud
Default.set(name, value, cloud)
assert Default.get(name=name, category=cloud) == value
def test_007(self):
"""
set default variable
:return:
"""
HEADING()
name = "myvar"
value = "myvalue"
cloud = "mycloud"
Default.set(name, value, cloud)
assert Default.get(name, cloud) == value
self._check(value)
def test_007(self):
"""
set default variable
:return:
"""
HEADING()
name = "myvar"
value = "myvalue"
cloud = "mycloud"
Default.set(name, value, cloud)
assert Default.get(name, cloud) == value
self._check(value)
def get(prefix=None, idx=None, user=None):
"""Return a vm name to use next time. prefix or index can be
given to update a vm name (optional)
Args:
prefix (str, optional): the name of prefix
idx (int, str, optional): the index to increment. This can be a
digit or arithmetic e.g. +5 or -3 can be used
"""
user = user or ConfigDict("cloudmesh.yaml")["cloudmesh.profile.user"]
prefix = prefix or user
if type(idx) is not int:
idx = int(idx)
Default.set('index', idx)
return "%{:}_%{:}".format()
def __init__(self, context):
cmd.Cmd.__init__(self)
self.command_topics = {}
self.register_topics()
self.context = context
if self.context.debug:
print("init CloudmeshConsole")
self.prompt = 'ghost> '
self.banner = textwrap.dedent("""
+==========================================================+
. _ .-') ('-. .-') _ .
. ( '.( OO )_ _( OO) ( OO) ) .
. .-----. .-'),-----. ,--. ,--.)(,------./ '._ .
. ' .--./ ( OO' .-. '| `.' | | .---'|'--...__) .
. | |('-. / | | | || | | | '--. .--' .
. /_) |OO )\_) | |\| || |'.'| | (| '--. | | .
. || |`-'| \ | | | || | | | | .--' | | .
. (_' '--'\ `' '-' '| | | | | `---. | | .
. `-----' `-----' `--' `--' `------' `--' .
+==========================================================+
Comet Ghost Shell
""")
# KeyCommands.__init__(self, context)
#
# set default cloud and default group if they do not exist
# use the first cloud in cloudmesh.yaml as default
#
value = Default.get('cloud', 'general')
if value is None:
filename = path_expand("~/.cloudmesh/cloudmesh.yaml")
clouds = ConfigDict(filename=filename)["cloudmesh"]["clouds"]
cloud = clouds.keys()[0]
Default.set('cloud', cloud, 'general')
value = Default.get('default', 'general')
if value is None:
Default.set('default', 'default', 'general')
for c in CloudmeshConsole.__bases__[1:]:
# noinspection PyArgumentList
c.__init__(self, context)
def test_002(self):
HEADING("list default cloud")
result = Default.list()
print("LIST:", result)
# assert result is None
print("------")
name = self.data.cloud
print("Name", name, self.data, self.data.cloud)
Default.set("cloud", name)
print("HHH", Default.cloud)
print("------")
result = Default.list()
print("LIST:", result)
print("Default.cloud", Default.cloud)
assert Default.cloud == name
def test_002(self):
HEADING("list default cloud")
result = Default.list()
print("LIST:", result)
# assert result is None
print("------")
name = self.data.cloud
print("Name", name, self.data, self.data.cloud)
Default.set("cloud", name)
print("HHH", Default.cloud)
print("------")
result = Default.list()
print("LIST:", result)
print("Default.cloud", Default.cloud)
assert Default.cloud == name
def __init__(self, context):
cmd.Cmd.__init__(self)
self.variables = {}
self.command_topics = {}
self.register_topics()
self.context = context
# TODO get loglevel from DB or yaml file, if not defined set to ERROR
self.loglevel = "DEBUG"
self._hist = []
if self.context.debug:
print("init CloudmeshConsole")
self.prompt = 'cm> '
self.doc_header = "Documented commands (type help <command>):"
self.banner = textwrap.dedent("""
+=======================================================+
. ____ _ _ _ .
. / ___| | ___ _ _ __| |_ __ ___ ___ ___| |__ .
. | | | |/ _ \| | | |/ _` | '_ ` _ \ / _ \/ __| '_ \ .
. | |___| | (_) | |_| | (_| | | | | | | __/\__ \ | | | .
. \____|_|\___/ \__,_|\__,_|_| |_| |_|\___||___/_| |_| .
+=======================================================+
Cloudmesh Shell
""")
# KeyCommands.__init__(self, context)
#
# set default cloud and default group if they do not exist
# use the first cloud in cloudmesh.yaml as default
#
filename = path_expand("~/.cloudmesh/cloudmesh.yaml")
# moved to import cloudmesh_client
# create_cloudmesh_yaml(filename)
# Initialize Logging
# LogUtil.initialize_logging()
# sys,exit(1)
value = Default.get('cloud', category='general')
if value is None:
clouds = ConfigDict(filename=filename)["cloudmesh"]["clouds"]
cloud = list(clouds.keys())[0]
Default.set('cloud', cloud, category='general')
value = Default.get('default', category='general')
if value is None:
Default.set('default', 'default', category='general')
cluster = 'kilo' # hardcode a value if not defined
value = Default.get('cluster', category='general')
if value is None:
try:
hosts = ssh_config().names()
if hosts is not None:
cluster = hosts[0]
except:
pass # use the hardcoded cluster
else:
cluster = value
Default.set('cluster', cluster, category='general')
group = Default.get_group()
if group is None:
Default.set_group("default")
Default.load("cloudmesh.yaml")
on = Default.timer()
group = Default.get_group()
if group is None:
Default.set_group("default")
r = Default.get_refresh()
if r is None:
Default.set_refresh("on")
"""
try:
sshm = SSHKeyManager()
m = sshm.get_from_yaml(
load_order="~/.cloudmesh/cloudmesh.yaml")
d = dict(m.__keys__)
sshdb = SSHKeyDBManager()
for keyname in m.__keys__:
filename = m[keyname]["path"]
try:
sshdb.add(filename,
keyname,
source="yaml",
uri="file://" + filename)
except Exception as e:
pass
except Exception as e:
Console.error("Problem adding keys from yaml file")
"""
for c in CloudmeshConsole.__bases__[1:]:
# noinspection PyArgumentList
c.__init__(self, context)
def do_vm(self, args, arguments):
"""
::
Usage:
vm default [--cloud=CLOUD][--format=FORMAT]
vm refresh [--cloud=CLOUD]
vm boot [--name=NAME]
[--cloud=CLOUD]
[--image=IMAGE_OR_ID]
[--flavor=FLAVOR_OR_ID]
[--group=GROUP]
[--secgroup=SECGROUP]
[--key=KEY]
[--dryrun]
vm start [NAME]...
[--group=GROUP]
[--cloud=CLOUD]
[--force]
vm stop [NAME]...
[--group=GROUP]
[--cloud=CLOUD]
[--force]
vm delete [NAME]...
[--group=GROUP]
[--cloud=CLOUD]
[--force]
vm ip assign [NAME]...
[--cloud=CLOUD]
vm ip show [NAME]...
[--group=GROUP]
[--cloud=CLOUD]
[--format=FORMAT]
[--refresh]
vm login [NAME] [--user=USER]
[--ip=IP]
[--cloud=CLOUD]
[--key=KEY]
[--command=COMMAND]
vm rename [NAME]...
[--new=NEWNAME]
[--cloud=CLOUD]
vm list [NAME_OR_ID]
[--cloud=CLOUD|--all]
[--group=GROUP]
[--format=FORMAT]
[--refresh]
vm status [--cloud=CLOUD]
vm info [--cloud=CLOUD]
[--format=FORMAT]
Arguments:
COMMAND positional arguments, the commands you want to
execute on the server(e.g. ls -a) separated by ';',
you will get a return of executing result instead of login to
the server, note that type in -- is suggested before
you input the commands
NAME server name. By default it is set to the name of last vm from database.
NAME_OR_ID server name or ID
KEYPAIR_NAME Name of the openstack keypair to be used to create VM. Note this is not a path to key.
NEWNAME New name of the VM while renaming.
Options:
--ip=IP give the public ip of the server
--cloud=CLOUD give a cloud to work on, if not given, selected
or default cloud will be used
--count=COUNT give the number of servers to start
--detail for table print format, a brief version
is used as default, use this flag to print
detailed table
--flavor=FLAVOR_OR_ID give the name or id of the flavor
--group=GROUP give the group name of server
--secgroup=SECGROUP security group name for the server
--image=IMAGE_OR_ID give the name or id of the image
--key=KEY specify a key to use, input a string which
is the full path to the private key file
--keypair_name=KEYPAIR_NAME Name of the openstack keypair to be used to create VM.
Note this is not a path to key.
--user=USER give the user name of the server that you want
to use to login
--name=NAME give the name of the virtual machine
--force delete vms without user's confirmation
--command=COMMAND
specify the commands to be executed
--new=NEWNAME Specify the new name for a VM while renaming.
By default, this will be set to <username>-<count> format.
Description:
commands used to boot, start or delete servers of a cloud
vm default [options...] Displays default parameters that are set for VM boot.
vm boot [options...] Boots servers on a cloud, user may specify
flavor, image .etc, otherwise default values
will be used, see how to set default values
of a cloud: cloud help
vm start [options...] Starts a suspended or stopped vm instance.
vm stop [options...] Stops a vm instance .
vm delete [options...] delete servers of a cloud, user may delete
a server by its name or id, delete servers
of a group or servers of a cloud, give prefix
and/or range to find servers by their names.
Or user may specify more options to narrow
the search
vm floating_ip_assign [options...] assign a public ip to a VM of a cloud
vm ip show [options...] show the ips of VMs
vm login [options...] login to a server or execute commands on it
vm list [options...] same as command "list vm", please refer to it
vm status [options...] Retrieves status of last VM booted on cloud and displays it.
Tip:
give the VM name, but in a hostlist style, which is very
convenient when you need a range of VMs e.g. sample[1-3]
=> ['sample1', 'sample2', 'sample3']
sample[1-3,18] => ['sample1', 'sample2', 'sample3', 'sample18']
"""
def _print_dict(d, header=None, format='table'):
if format == "json":
return json.dumps(d, indent=4)
elif format == "yaml":
return pyaml.dump(d)
elif format == "table":
return dict_printer(d,
order=["id",
"name",
"status"],
output="table",
sort_keys=True)
else:
return d
def _print_dict_ip(d, header=None, format='table'):
if format == "json":
return json.dumps(d, indent=4)
elif format == "yaml":
return pyaml.dump(d)
elif format == "table":
return dict_printer(d,
order=["network",
"version",
"addr"],
output="table",
sort_keys=True)
else:
return d
"""
def list_vms_on_cloud(cloud="kilo", group=None, format="table"):
Utility reusable function to list vms on the cloud.
:param cloud:
:param group:
:param format:
:return:
_cloud = cloud
_group = group
_format = format
cloud_provider = CloudProvider(_cloud).provider
servers = cloud_provider.list_vm(_cloud)
server_list = {}
index = 0
# TODO: Improve the implementation to display more fields if required.
for server in servers:
server_list[index] = {}
server_list[index]["name"] = server.name
server_list[index]["id"] = server.id
server_list[index]["status"] = server.status
index += 1
# TODO: Get this printed in a table
print("Print table")
dict_printer(servers, output=_format)
"""
# pprint(arguments)
def _refresh():
try:
msg = "Refresh VMs for cloud {:}.".format(cloud)
if Vm.refresh(cloud=cloud):
Console.ok("{:} OK.".format(msg))
else:
Console.error("{:} failed".format(msg))
except Exception as e:
Error.traceback(e)
Console.error("Problem running VM refresh")
cloud = arguments["--cloud"] or Default.get_cloud()
if arguments["boot"]:
name = None
try:
name = arguments["--name"]
is_name_provided = True
if name is None:
is_name_provided = False
count = Counter.get()
prefix = Username()
if prefix is None or count is None:
Console.error("Prefix and Count could not be retrieved correctly.")
return
# BUG THE Z FILL SHOULD BE detected from yaml file
name = prefix + "-" + str(count).zfill(3)
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
image = arguments["--image"] or Default.get("image",
category=cloud)
# if default image not set, return error
if not image:
Console.error("Default image not set.")
return ""
flavor = arguments["--flavor"] or Default.get("flavor",
category=cloud)
# if default flavor not set, return error
if not flavor:
Console.error("Default flavor not set.")
return ""
group = arguments["--group"] or Default.get_group()
# if default group not set, return error
if not group:
group = "default"
Default.set_group(group)
secgroup = arguments["--secgroup"] or Default.get(
"secgroup", category=cloud)
# print("SecurityGrp : {:}".format(secgroup))
secgroup_list = ["default"]
if secgroup is not None:
secgroup_list.append(secgroup)
key_name = arguments["--key"] or Default.get_key()
# if default keypair not set, return error
if not key_name:
Console.error("Default key not set.")
return ""
if arguments["--dryrun"]:
data = {
"cloud": cloud,
"name": name,
"image": image,
"flavor": flavor,
"key_name": key_name,
"secgroup_list": secgroup_list,
"group": group
}
print (attribute_printer(data, output="table"))
msg = "dryrun info. OK."
Console.ok(msg)
else:
vm_id = Vm.boot(cloud=cloud,
name=name,
image=image,
flavor=flavor,
key_name=key_name,
secgroup_list=secgroup_list)
Default.set("last_vm_id", vm_id)
Default.set("last_vm_name", name)
# SHOULD WE NOT DO THIS BY DEFAULT EVEN IF WE SPECIFY THE NAME?
if is_name_provided is False:
# Incrementing count
Counter.incr()
# Add to group
if vm_id is not None:
Group.add(name=group, type="vm", id=name,
category=cloud)
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem booting instance {:}".format(name))
elif arguments["default"]:
try:
count = Counter.get()
prefix = Username()
if prefix is None or count is None:
Console.error("Prefix and Count could not be retrieved correctly.")
return
vm_name = prefix + "-" + str(count).zfill(3)
data = {"name": vm_name,
"cloud": arguments["--cloud"] or Default.get_cloud()}
for attribute in ["image", "flavor", "key", "login_key", "group", "secgroup"]:
data[attribute] = Default.get(attribute, category=cloud)
output_format = arguments["--format"] or "table"
print (attribute_printer(data, output=output_format))
msg = "info. OK."
Console.ok(msg)
ValueError("default command not implemented properly. Upon "
"first install the defaults should be read from yaml.")
except Exception as e:
Error.traceback(e)
Console.error("Problem listing defaults")
elif arguments["status"]:
try:
cloud_provider = CloudProvider(cloud).provider
vm_list = cloud_provider.list_vm(cloud)
print("Status of VM {} is {}".format(vm_list[0]["name"], vm_list[0]["status"]))
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem retrieving status of the VM")
elif arguments["info"]:
try:
cloud_provider = CloudProvider(cloud).provider
vms = cloud_provider.list_vm(cloud)
vm = vms[0]
output_format = arguments["--format"] or "table"
print (attribute_printer(vm, output=output_format))
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem retrieving status of the VM")
elif arguments["start"]:
try:
servers = arguments["NAME"]
# If names not provided, take the last vm from DB.
if servers is None or len(servers) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error("No VM records in database. Please run vm refresh.")
return ""
name = last_vm["name"]
# print(name)
servers = list()
servers.append(name)
group = arguments["--group"]
force = arguments["--force"]
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
Vm.start(cloud=cloud, servers=servers)
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem starting instances")
elif arguments["stop"]:
try:
servers = arguments["NAME"]
# If names not provided, take the last vm from DB.
if servers is None or len(servers) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error("No VM records in database. Please run vm refresh.")
return ""
name = last_vm["name"]
# print(name)
servers = list()
servers.append(name)
group = arguments["--group"]
force = arguments["--force"]
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
Vm.stop(cloud=cloud, servers=servers)
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem stopping instances")
elif arguments["refresh"]:
_refresh()
elif arguments["delete"]:
try:
servers = arguments["NAME"]
# If names not provided, take the last vm from DB.
if servers is None or len(servers) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error("No VM records in database. Please run vm refresh.")
return ""
name = last_vm["name"]
servers = list()
servers.append(name)
group = arguments["--group"]
force = arguments["--force"]
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
Vm.delete(cloud=cloud, servers=servers)
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem deleting instances")
elif arguments["ip"] and arguments["assign"]:
vmids = arguments["NAME"]
# If names not provided, take the last vm from DB.
if vmids is None or len(vmids) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error("No VM records in database. Please run vm refresh.")
return ""
name = last_vm["name"]
vmids = list()
vmids.append(name)
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
try:
cloud_provider = CloudProvider(cloud).provider
for sname in vmids:
floating_ip = cloud_provider.create_assign_floating_ip(
sname)
if floating_ip is not None:
print(
"Floating IP assigned to {:} successfully and it is: {:}".format(
sname, floating_ip))
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem assigning floating ips.")
elif arguments["ip"] and arguments["show"]:
vmids = arguments["NAME"]
# If names not provided, take the last vm from DB.
if vmids is None or len(vmids) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error("No VM records in database. Please run vm refresh.")
return ""
name = last_vm["name"]
vmids = list()
vmids.append(name)
group = arguments["--group"]
output_format = arguments["--format"] or "table"
refresh = arguments["--refresh"]
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
try:
cloud_provider = CloudProvider(cloud).provider
for server in vmids:
ip_addr = cloud_provider.get_ips(server)
ipaddr_dict = Vm.construct_ip_dict(ip_addr, cloud)
print(
"IP Addresses of instance {:} are as follows:-".format(
server))
print(_print_dict_ip(ipaddr_dict, format=output_format))
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error(
"Problem getting ip addresses for instance {:}".format(id))
elif arguments["login"]:
vm_names = arguments["NAME"]
# If names not provided, take the last vm from DB.
if vm_names is None or len(vm_names) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error("No VM records in database. Please run vm refresh.")
return ""
name = last_vm["name"]
else:
name = vm_names[0]
print("Logging in into {:} machine...".format(name))
user = arguments["--user"]
# Get user if user argument not specified.
if user is None:
user_from_db = Vm.get_vm_login_user(name, cloud)
user_suggest = user_from_db or getpass.getuser()
user = input("Enter the user to login (Default: {}):".format(user_suggest)) or user_suggest
Vm.set_vm_login_user(name, cloud, user)
ip = arguments["--ip"]
commands = arguments["--command"]
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
key = arguments["--key"] or Default.get("login_key",
category=cloud)
if not key:
Console.error("Default login_key not set.")
return ""
cloud_provider = CloudProvider(cloud).provider
# print("Name : {:}".format(name))
ip_addr = cloud_provider.get_ips(name)
ip_addresses = []
ipaddr_dict = Vm.construct_ip_dict(ip_addr, cloud)
for entry in ipaddr_dict:
ip_addresses.append(ipaddr_dict[entry]["addr"])
if ip is not None:
if ip not in ip_addresses:
print(
"ERROR: IP Address specified does not match with the host.")
return ""
else:
print("Determining IP Address to use with a ping test.")
# This part assumes that the ping is allowed to the machine.
for ipadd in ip_addresses:
print("Checking {:}...".format(ipadd))
try:
socket.gethostbyaddr(ipadd)
# ip will be set if above command is successful.
ip = ipadd
except socket.herror:
print("Cannot reach {:}.".format(ipadd))
if ip is None:
print("SORRY. Unable to connect to the machine")
return ""
else:
print("IP to be used is: {:}".format(ip))
SecGroup.enable_ssh(cloud=cloud)
# print("COMMANDS : {:}".format(commands))
# Constructing the ssh command to connect to the machine.
sshcommand = "ssh"
if key is not None:
sshcommand += " -i {:}".format(key)
sshcommand += " -o StrictHostKeyChecking=no"
sshcommand += " {:}@{:}".format(user, ip)
if commands is not None:
sshcommand += " \"{:}\"".format(commands)
# print(sshcommand)
os.system(sshcommand)
elif arguments["list"]:
if arguments["--all"]:
try:
_format = arguments["--format"] or "table"
d = ConfigDict("cloudmesh.yaml")
for cloud in d["cloudmesh"]["clouds"]:
if arguments["--refresh"] or Default.refresh():
_refresh()
print("Listing VMs on Cloud: {:}".format(cloud))
result = Vm.list(cloud=cloud, output_format=_format)
if result is not None:
print(result)
else:
print("Sorry. No data found with requested parameters in DB.")
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem listing all instances")
else:
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
try:
name_or_id = arguments["NAME_OR_ID"]
group = arguments["--group"]
_format = arguments["--format"] or "table"
# list_vms_on_cloud(cloud, group, _format)
if arguments["--refresh"] or Default.refresh():
_refresh()
result = Vm.list(name_or_id=name_or_id, cloud=cloud, output_format=_format)
if result is not None:
print(result)
else:
print("No data found with the requested parameters.")
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error(
"Problem listing instances on cloud {:}".format(cloud))
elif arguments["rename"]:
try:
servers = arguments["NAME"]
# If names not provided, take the last vm from DB.
if servers is None or len(servers) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error("No VM records in database. Please run vm refresh.")
return ""
name = last_vm["name"]
servers = list()
servers.append(name)
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
new_name = arguments["--new"]
is_name_provided = True
# If the new name is not provided, make the new new name in format username-count.
if new_name is None or len(new_name) == 0:
is_name_provided = False
count = Counter.get()
prefix = Username()
if prefix is None or count is None:
Console.error("Prefix and Count could not be retrieved correctly.")
return
# BUG THE Z FILL SHOULD BE detected from yaml file
new_name = prefix + "-" + str(count).zfill(3)
Vm.rename(cloud=cloud, servers=servers, new_name=new_name)
if is_name_provided is False:
# Incrementing count
Counter.incr()
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem deleting instances")
return ""
def __init__(self, context):
cmd.Cmd.__init__(self)
self.variables = {}
self.command_topics = {}
self.register_topics()
self.context = context
# TODO get loglevel from DB or yaml file, if not defined set to ERROR
self.loglevel = "DEBUG"
self._hist = []
if self.context.debug:
print("init CloudmeshConsole")
self.prompt = 'cm> '
self.doc_header = "Documented commands (type help <command>):"
self.banner = textwrap.dedent("""
+=======================================================+
. ____ _ _ _ .
. / ___| | ___ _ _ __| |_ __ ___ ___ ___| |__ .
. | | | |/ _ \| | | |/ _` | '_ ` _ \ / _ \/ __| '_ \ .
. | |___| | (_) | |_| | (_| | | | | | | __/\__ \ | | | .
. \____|_|\___/ \__,_|\__,_|_| |_| |_|\___||___/_| |_| .
+=======================================================+
Cloudmesh Shell
""")
# KeyCommands.__init__(self, context)
#
# set default cloud and default group if they do not exist
# use the first cloud in cloudmesh.yaml as default
#
filename = path_expand("~/.cloudmesh/cloudmesh.yaml")
create_cloudmesh_yaml(filename)
# Initialize Logging
# LogUtil.initialize_logging()
# sys,exit(1)
value = Default.get('cloud', category='general')
if value is None:
clouds = ConfigDict(filename=filename)["cloudmesh"]["clouds"]
cloud = clouds.keys()[0]
Default.set('cloud', cloud, category='general')
value = Default.get('default', category='general')
if value is None:
Default.set('default', 'default', category='general')
cluster = 'kilo' # hardcode a value if not defined
value = Default.get('cluster', category='general')
if value is None:
try:
hosts = ssh_config().names()
if hosts is not None:
cluster = hosts[0]
except:
pass # use the hardcoded cluster
else:
cluster = value
Default.set('cluster', cluster, category='general')
group = Default.get_group()
if group is None:
Default.set_group("default")
Default.load("cloudmesh.yaml")
on = Default.timer()
group = Default.get_group()
if group is None:
Default.set_group("default")
r = Default.get_refresh()
if r is None:
Default.set_refresh("on")
"""
try:
sshm = SSHKeyManager()
m = sshm.get_from_yaml(
load_order="~/.cloudmesh/cloudmesh.yaml")
d = dict(m.__keys__)
sshdb = SSHKeyDBManager()
for keyname in m.__keys__:
filename = m[keyname]["path"]
try:
sshdb.add(filename,
keyname,
source="yaml",
uri="file://" + filename)
except Exception as e:
pass
except Exception as e:
Console.error("Problem adding keys from yaml file")
"""
for c in CloudmeshConsole.__bases__[1:]:
# noinspection PyArgumentList
c.__init__(self, context)
def do_default(self, args, arguments):
"""
::
Usage:
default
default list [--cloud=CLOUD] [--format=FORMAT] [--all]
default delete KEY [--cloud=CLOUD]
default KEY [--cloud=CLOUD]
default KEY=VALUE [--cloud=CLOUD]
Arguments:
KEY the name of the default
VALUE the value to set the key to
Options:
--cloud=CLOUD the name of the cloud
--format=FORMAT the output format. Values include
table, json, csv, yaml.
--all lists all the default values
Description:
Cloudmesh has the ability to manage easily multiple
clouds. One of the key concepts to manage multiple clouds
is to use defaults for the cloud, the images, flavors,
and other values. The default command is used to manage
such default values. These defaults are used in other commands
if they are not overwritten by a command parameter.
The current default values can by listed with
default list --all
Via the default command you can list, set, get and delete
default values. You can list the defaults with
default list
A default can be set with
default KEY=VALUE
To look up a default value you can say
default KEY
A default can be deleted with
default delete KEY
To be specific to a cloud you can specify the name of the
cloud with the --cloud=CLOUD option. The list command can
print the information in various formats iv specified.
Examples:
default
lists the default for the current default cloud
default list --all
lists all default values
default list --cloud=kilo
lists the defaults for the cloud with the name kilo
default image=xyz
sets the default image for the default cloud to xyz
default image=abc --cloud=kilo
sets the default image for the cloud kilo to xyz
default image
list the default image of the default cloud
default image --cloud=kilo
list the default image of the cloud kilo
default delete image
deletes the value for the default image in the
default cloud
default delete image --cloud=kilo
deletes the value for the default image in the
cloud kilo
"""
#print(arguments)
#print (">", args, "<")
"""
For these keys, the 'cloud' column in db
will always be 'general'.
"""
general_keys = ["cloud", "cluster", "queue", "key", "group", "user", "secgroup", "vm",
"refresh", "debug", "interactive", "purge"]
"""
If the default cloud has been set (eg. default category=xxx),
then subsequent defaults for any key (eg. default image=yyy),
will have 'cloud' column in db as the default cloud that was set.
(eg. image=yyy for category=xxx).
"""
if arguments["KEY"] in general_keys:
cloud = "general"
elif args == '':
cloud = "general"
arguments["--cloud"] = cloud
arguments["list"] = True
order = ['name', 'value']
output_format = arguments["--format"]
result = Default.list(category=cloud,
order=order,
output=output_format)
print(result)
return ""
else:
cloud = arguments["--cloud"] or Default.get(name="cloud", category="general") or "general"
if arguments["list"]:
output_format = arguments["--format"] or Default.output or 'table'
if arguments['--all'] or arguments["--cloud"] is None:
cloud = None
result = Default.list(category=cloud, output=output_format)
if result is None:
Console.error("No default values found")
else:
print(result)
return ""
elif arguments["delete"]:
key = arguments["KEY"]
if key in general_keys:
cloud = "general"
result = Default.delete(key, cloud)
if not result :
Console.error("default {} not present".format(key))
else:
Console.ok("Deleted key {} for cloud {}. ok.".format(key,
cloud))
return ""
elif "=" in arguments["KEY"]:
key, value = arguments["KEY"].split("=")
if key in general_keys:
cloud = "general"
if key in "debug":
Default.set_debug(value)
else:
Default.set(key, value, category=cloud)
Console.ok(
"set default {}={}. ok.".format(key, value))
return ""
elif arguments["KEY"]:
key = arguments["KEY"]
if key in general_keys:
cloud = "general"
result = Default.get(name=key, category=cloud)
if result is None:
Console.error("No default values found")
else:
Console.ok("{}".format(result))
return ""
def do_vm(self, args, arguments):
"""
::
Usage:
vm default [--cloud=CLOUD][--format=FORMAT]
vm refresh [--cloud=CLOUD]
vm boot [--name=NAME]
[--cloud=CLOUD]
[--image=IMAGE_OR_ID]
[--flavor=FLAVOR_OR_ID]
[--group=GROUP]
[--secgroup=SECGROUP]
[--key=KEY]
[--dryrun]
vm start [NAME]...
[--group=GROUP]
[--cloud=CLOUD]
[--force]
vm stop [NAME]...
[--group=GROUP]
[--cloud=CLOUD]
[--force]
vm delete [NAME]...
[--group=GROUP]
[--cloud=CLOUD]
[--force]
vm ip assign [NAME]...
[--cloud=CLOUD]
vm ip show [NAME]...
[--group=GROUP]
[--cloud=CLOUD]
[--format=FORMAT]
[--refresh]
vm login [NAME] [--user=USER]
[--ip=IP]
[--cloud=CLOUD]
[--key=KEY]
[--command=COMMAND]
vm rename [NAME]...
[--new=NEWNAME]
[--cloud=CLOUD]
vm list [NAME_OR_ID]
[--cloud=CLOUD|--all]
[--group=GROUP]
[--format=FORMAT]
[--refresh]
vm status [--cloud=CLOUD]
vm info [--cloud=CLOUD]
[--format=FORMAT]
Arguments:
COMMAND positional arguments, the commands you want to
execute on the server(e.g. ls -a) separated by ';',
you will get a return of executing result instead of login to
the server, note that type in -- is suggested before
you input the commands
NAME server name. By default it is set to the name of last vm from database.
NAME_OR_ID server name or ID
KEYPAIR_NAME Name of the openstack keypair to be used to create VM. Note this is not a path to key.
NEWNAME New name of the VM while renaming.
Options:
--ip=IP give the public ip of the server
--cloud=CLOUD give a cloud to work on, if not given, selected
or default cloud will be used
--count=COUNT give the number of servers to start
--detail for table print format, a brief version
is used as default, use this flag to print
detailed table
--flavor=FLAVOR_OR_ID give the name or id of the flavor
--group=GROUP give the group name of server
--secgroup=SECGROUP security group name for the server
--image=IMAGE_OR_ID give the name or id of the image
--key=KEY specify a key to use, input a string which
is the full path to the private key file
--keypair_name=KEYPAIR_NAME Name of the openstack keypair to be used to create VM.
Note this is not a path to key.
--user=USER give the user name of the server that you want
to use to login
--name=NAME give the name of the virtual machine
--force delete vms without user's confirmation
--command=COMMAND
specify the commands to be executed
--new=NEWNAME Specify the new name for a VM while renaming.
By default, this will be set to <username>-<count> format.
Description:
commands used to boot, start or delete servers of a cloud
vm default [options...] Displays default parameters that are set for VM boot.
vm boot [options...] Boots servers on a cloud, user may specify
flavor, image .etc, otherwise default values
will be used, see how to set default values
of a cloud: cloud help
vm start [options...] Starts a suspended or stopped vm instance.
vm stop [options...] Stops a vm instance .
vm delete [options...] delete servers of a cloud, user may delete
a server by its name or id, delete servers
of a group or servers of a cloud, give prefix
and/or range to find servers by their names.
Or user may specify more options to narrow
the search
vm floating_ip_assign [options...] assign a public ip to a VM of a cloud
vm ip show [options...] show the ips of VMs
vm login [options...] login to a server or execute commands on it
vm list [options...] same as command "list vm", please refer to it
vm status [options...] Retrieves status of last VM booted on cloud and displays it.
Tip:
give the VM name, but in a hostlist style, which is very
convenient when you need a range of VMs e.g. sample[1-3]
=> ['sample1', 'sample2', 'sample3']
sample[1-3,18] => ['sample1', 'sample2', 'sample3', 'sample18']
"""
def _print_dict(d, header=None, format='table'):
if format == "json":
return json.dumps(d, indent=4)
elif format == "yaml":
return pyaml.dump(d)
elif format == "table":
return dict_printer(d,
order=["id", "name", "status"],
output="table",
sort_keys=True)
else:
return d
def _print_dict_ip(d, header=None, format='table'):
if format == "json":
return json.dumps(d, indent=4)
elif format == "yaml":
return pyaml.dump(d)
elif format == "table":
return dict_printer(d,
order=["network", "version", "addr"],
output="table",
sort_keys=True)
else:
return d
"""
def list_vms_on_cloud(cloud="kilo", group=None, format="table"):
Utility reusable function to list vms on the cloud.
:param cloud:
:param group:
:param format:
:return:
_cloud = cloud
_group = group
_format = format
cloud_provider = CloudProvider(_cloud).provider
servers = cloud_provider.list_vm(_cloud)
server_list = {}
index = 0
# TODO: Improve the implementation to display more fields if required.
for server in servers:
server_list[index] = {}
server_list[index]["name"] = server.name
server_list[index]["id"] = server.id
server_list[index]["status"] = server.status
index += 1
# TODO: Get this printed in a table
print("Print table")
dict_printer(servers, output=_format)
"""
# pprint(arguments)
def _refresh():
try:
msg = "Refresh VMs for cloud {:}.".format(cloud)
if Vm.refresh(cloud=cloud):
Console.ok("{:} OK.".format(msg))
else:
Console.error("{:} failed".format(msg))
except Exception as e:
Error.traceback(e)
Console.error("Problem running VM refresh")
cloud = arguments["--cloud"] or Default.get_cloud()
if arguments["boot"]:
name = None
try:
name = arguments["--name"]
is_name_provided = True
if name is None:
is_name_provided = False
count = Counter.get()
prefix = Username()
if prefix is None or count is None:
Console.error(
"Prefix and Count could not be retrieved correctly."
)
return
# BUG THE Z FILL SHOULD BE detected from yaml file
name = prefix + "-" + str(count).zfill(3)
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
image = arguments["--image"] or Default.get("image",
category=cloud)
# if default image not set, return error
if not image:
Console.error("Default image not set.")
return ""
flavor = arguments["--flavor"] or Default.get("flavor",
category=cloud)
# if default flavor not set, return error
if not flavor:
Console.error("Default flavor not set.")
return ""
group = arguments["--group"] or Default.get_group()
# if default group not set, return error
if not group:
group = "default"
Default.set_group(group)
secgroup = arguments["--secgroup"] or Default.get(
"secgroup", category=cloud)
# print("SecurityGrp : {:}".format(secgroup))
secgroup_list = ["default"]
if secgroup is not None:
secgroup_list.append(secgroup)
key_name = arguments["--key"] or Default.get_key()
# if default keypair not set, return error
if not key_name:
Console.error("Default key not set.")
return ""
if arguments["--dryrun"]:
data = {
"cloud": cloud,
"name": name,
"image": image,
"flavor": flavor,
"key_name": key_name,
"secgroup_list": secgroup_list,
"group": group
}
print(attribute_printer(data, output="table"))
msg = "dryrun info. OK."
Console.ok(msg)
else:
vm_id = Vm.boot(cloud=cloud,
name=name,
image=image,
flavor=flavor,
key_name=key_name,
secgroup_list=secgroup_list)
Default.set("last_vm_id", vm_id)
Default.set("last_vm_name", name)
# SHOULD WE NOT DO THIS BY DEFAULT EVEN IF WE SPECIFY THE NAME?
if is_name_provided is False:
# Incrementing count
Counter.incr()
# Add to group
if vm_id is not None:
Group.add(name=group,
type="vm",
id=name,
category=cloud)
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem booting instance {:}".format(name))
elif arguments["default"]:
try:
count = Counter.get()
prefix = Username()
if prefix is None or count is None:
Console.error(
"Prefix and Count could not be retrieved correctly.")
return
vm_name = prefix + "-" + str(count).zfill(3)
data = {
"name": vm_name,
"cloud": arguments["--cloud"] or Default.get_cloud()
}
for attribute in [
"image", "flavor", "key", "login_key", "group",
"secgroup"
]:
data[attribute] = Default.get(attribute, category=cloud)
output_format = arguments["--format"] or "table"
print(attribute_printer(data, output=output_format))
msg = "info. OK."
Console.ok(msg)
ValueError(
"default command not implemented properly. Upon "
"first install the defaults should be read from yaml.")
except Exception as e:
Error.traceback(e)
Console.error("Problem listing defaults")
elif arguments["status"]:
try:
cloud_provider = CloudProvider(cloud).provider
vm_list = cloud_provider.list_vm(cloud)
print("Status of VM {} is {}".format(vm_list[0]["name"],
vm_list[0]["status"]))
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem retrieving status of the VM")
elif arguments["info"]:
try:
cloud_provider = CloudProvider(cloud).provider
vms = cloud_provider.list_vm(cloud)
vm = vms[0]
output_format = arguments["--format"] or "table"
print(attribute_printer(vm, output=output_format))
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem retrieving status of the VM")
elif arguments["start"]:
try:
servers = arguments["NAME"]
# If names not provided, take the last vm from DB.
if servers is None or len(servers) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error(
"No VM records in database. Please run vm refresh."
)
return ""
name = last_vm["name"]
# print(name)
servers = list()
servers.append(name)
group = arguments["--group"]
force = arguments["--force"]
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
Vm.start(cloud=cloud, servers=servers)
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem starting instances")
elif arguments["stop"]:
try:
servers = arguments["NAME"]
# If names not provided, take the last vm from DB.
if servers is None or len(servers) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error(
"No VM records in database. Please run vm refresh."
)
return ""
name = last_vm["name"]
# print(name)
servers = list()
servers.append(name)
group = arguments["--group"]
force = arguments["--force"]
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
Vm.stop(cloud=cloud, servers=servers)
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem stopping instances")
elif arguments["refresh"]:
_refresh()
elif arguments["delete"]:
try:
servers = arguments["NAME"]
# If names not provided, take the last vm from DB.
if servers is None or len(servers) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error(
"No VM records in database. Please run vm refresh."
)
return ""
name = last_vm["name"]
servers = list()
servers.append(name)
group = arguments["--group"]
force = arguments["--force"]
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
Vm.delete(cloud=cloud, servers=servers)
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem deleting instances")
elif arguments["ip"] and arguments["assign"]:
vmids = arguments["NAME"]
# If names not provided, take the last vm from DB.
if vmids is None or len(vmids) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error(
"No VM records in database. Please run vm refresh.")
return ""
name = last_vm["name"]
vmids = list()
vmids.append(name)
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
try:
cloud_provider = CloudProvider(cloud).provider
for sname in vmids:
floating_ip = cloud_provider.create_assign_floating_ip(
sname)
if floating_ip is not None:
print(
"Floating IP assigned to {:} successfully and it is: {:}"
.format(sname, floating_ip))
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem assigning floating ips.")
elif arguments["ip"] and arguments["show"]:
vmids = arguments["NAME"]
# If names not provided, take the last vm from DB.
if vmids is None or len(vmids) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error(
"No VM records in database. Please run vm refresh.")
return ""
name = last_vm["name"]
vmids = list()
vmids.append(name)
group = arguments["--group"]
output_format = arguments["--format"] or "table"
refresh = arguments["--refresh"]
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
try:
cloud_provider = CloudProvider(cloud).provider
for server in vmids:
ip_addr = cloud_provider.get_ips(server)
ipaddr_dict = Vm.construct_ip_dict(ip_addr, cloud)
print(
"IP Addresses of instance {:} are as follows:-".format(
server))
print(_print_dict_ip(ipaddr_dict, format=output_format))
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error(
"Problem getting ip addresses for instance {:}".format(id))
elif arguments["login"]:
vm_names = arguments["NAME"]
# If names not provided, take the last vm from DB.
if vm_names is None or len(vm_names) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error(
"No VM records in database. Please run vm refresh.")
return ""
name = last_vm["name"]
else:
name = vm_names[0]
print("Logging in into {:} machine...".format(name))
user = arguments["--user"]
# Get user if user argument not specified.
if user is None:
user_from_db = Vm.get_vm_login_user(name, cloud)
user_suggest = user_from_db or getpass.getuser()
user = input("Enter the user to login (Default: {}):".format(
user_suggest)) or user_suggest
Vm.set_vm_login_user(name, cloud, user)
ip = arguments["--ip"]
commands = arguments["--command"]
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
key = arguments["--key"] or Default.get("login_key",
category=cloud)
if not key:
Console.error("Default login_key not set.")
return ""
cloud_provider = CloudProvider(cloud).provider
# print("Name : {:}".format(name))
ip_addr = cloud_provider.get_ips(name)
ip_addresses = []
ipaddr_dict = Vm.construct_ip_dict(ip_addr, cloud)
for entry in ipaddr_dict:
ip_addresses.append(ipaddr_dict[entry]["addr"])
if ip is not None:
if ip not in ip_addresses:
print(
"ERROR: IP Address specified does not match with the host."
)
return ""
else:
print("Determining IP Address to use with a ping test.")
# This part assumes that the ping is allowed to the machine.
for ipadd in ip_addresses:
print("Checking {:}...".format(ipadd))
try:
socket.gethostbyaddr(ipadd)
# ip will be set if above command is successful.
ip = ipadd
except socket.herror:
print("Cannot reach {:}.".format(ipadd))
if ip is None:
print("SORRY. Unable to connect to the machine")
return ""
else:
print("IP to be used is: {:}".format(ip))
SecGroup.enable_ssh(cloud=cloud)
# print("COMMANDS : {:}".format(commands))
# Constructing the ssh command to connect to the machine.
sshcommand = "ssh"
if key is not None:
sshcommand += " -i {:}".format(key)
sshcommand += " -o StrictHostKeyChecking=no"
sshcommand += " {:}@{:}".format(user, ip)
if commands is not None:
sshcommand += " \"{:}\"".format(commands)
# print(sshcommand)
os.system(sshcommand)
elif arguments["list"]:
if arguments["--all"]:
try:
_format = arguments["--format"] or "table"
d = ConfigDict("cloudmesh.yaml")
for cloud in d["cloudmesh"]["clouds"]:
if arguments["--refresh"] or Default.refresh():
_refresh()
print("Listing VMs on Cloud: {:}".format(cloud))
result = Vm.list(cloud=cloud, output_format=_format)
if result is not None:
print(result)
else:
print(
"Sorry. No data found with requested parameters in DB."
)
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem listing all instances")
else:
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
try:
name_or_id = arguments["NAME_OR_ID"]
group = arguments["--group"]
_format = arguments["--format"] or "table"
# list_vms_on_cloud(cloud, group, _format)
if arguments["--refresh"] or Default.refresh():
_refresh()
result = Vm.list(name_or_id=name_or_id,
cloud=cloud,
output_format=_format)
if result is not None:
print(result)
else:
print("No data found with the requested parameters.")
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error(
"Problem listing instances on cloud {:}".format(cloud))
elif arguments["rename"]:
try:
servers = arguments["NAME"]
# If names not provided, take the last vm from DB.
if servers is None or len(servers) == 0:
last_vm = Vm.get_last_vm(cloud=cloud)
if last_vm is None:
Console.error(
"No VM records in database. Please run vm refresh."
)
return ""
name = last_vm["name"]
servers = list()
servers.append(name)
# if default cloud not set, return error
if not cloud:
Console.error("Default cloud not set.")
return ""
new_name = arguments["--new"]
is_name_provided = True
# If the new name is not provided, make the new new name in format username-count.
if new_name is None or len(new_name) == 0:
is_name_provided = False
count = Counter.get()
prefix = Username()
if prefix is None or count is None:
Console.error(
"Prefix and Count could not be retrieved correctly."
)
return
# BUG THE Z FILL SHOULD BE detected from yaml file
new_name = prefix + "-" + str(count).zfill(3)
Vm.rename(cloud=cloud, servers=servers, new_name=new_name)
if is_name_provided is False:
# Incrementing count
Counter.incr()
msg = "info. OK."
Console.ok(msg)
except Exception as e:
Error.traceback(e)
Console.error("Problem deleting instances")
return ""
def do_default(self, args, arguments):
"""
::
Usage:
default
default list [--cloud=CLOUD] [--format=FORMAT] [--all]
default delete KEY [--cloud=CLOUD]
default KEY [--cloud=CLOUD]
default KEY=VALUE [--cloud=CLOUD]
Arguments:
KEY the name of the default
VALUE the value to set the key to
Options:
--cloud=CLOUD the name of the cloud
--format=FORMAT the output format. Values include
table, json, csv, yaml.
--all lists all the default values
Description:
Cloudmesh has the ability to manage easily multiple
clouds. One of the key concepts to manage multiple clouds
is to use defaults for the cloud, the images, flavors,
and other values. The default command is used to manage
such default values. These defaults are used in other commands
if they are not overwritten by a command parameter.
The current default values can by listed with
default list --all
Via the default command you can list, set, get and delete
default values. You can list the defaults with
default list
A default can be set with
default KEY=VALUE
To look up a default value you can say
default KEY
A default can be deleted with
default delete KEY
To be specific to a cloud you can specify the name of the
cloud with the --cloud=CLOUD option. The list command can
print the information in various formats iv specified.
Examples:
default
lists the default for the current default cloud
default list --all
lists all default values
default list --cloud=kilo
lists the defaults for the cloud with the name kilo
default image=xyz
sets the default image for the default cloud to xyz
default image=abc --cloud=kilo
sets the default image for the cloud kilo to xyz
default image
list the default image of the default cloud
default image --cloud=kilo
list the default image of the cloud kilo
default delete image
deletes the value for the default image in the
default cloud
default delete image --cloud=kilo
deletes the value for the default image in the
cloud kilo
"""
#print(arguments)
#print (">", args, "<")
"""
For these keys, the 'cloud' column in db
will always be 'general'.
"""
general_keys = [
"cloud", "cluster", "queue", "key", "group", "user", "secgroup",
"vm", "refresh", "debug", "interactive", "purge"
]
"""
If the default cloud has been set (eg. default category=xxx),
then subsequent defaults for any key (eg. default image=yyy),
will have 'cloud' column in db as the default cloud that was set.
(eg. image=yyy for category=xxx).
"""
if arguments["KEY"] in general_keys:
cloud = "general"
elif args == '':
cloud = "general"
arguments["--cloud"] = cloud
arguments["list"] = True
order = ['name', 'value']
output_format = arguments["--format"]
result = Default.list(category=cloud,
order=order,
output=output_format)
print(result)
return ""
else:
cloud = arguments["--cloud"] or Default.get(
name="cloud", category="general") or "general"
if arguments["list"]:
output_format = arguments["--format"] or Default.output or 'table'
if arguments['--all'] or arguments["--cloud"] is None:
cloud = None
result = Default.list(category=cloud, output=output_format)
if result is None:
Console.error("No default values found")
else:
print(result)
return ""
elif arguments["delete"]:
key = arguments["KEY"]
if key in general_keys:
cloud = "general"
result = Default.delete(key, cloud)
if not result:
Console.error("default {} not present".format(key))
else:
Console.ok("Deleted key {} for cloud {}. ok.".format(
key, cloud))
return ""
elif "=" in arguments["KEY"]:
key, value = arguments["KEY"].split("=")
if key in general_keys:
cloud = "general"
if key in "debug":
Default.set_debug(value)
else:
Default.set(key, value, category=cloud)
Console.ok("set default {}={}. ok.".format(key, value))
return ""
elif arguments["KEY"]:
key = arguments["KEY"]
if key in general_keys:
cloud = "general"
result = Default.get(name=key, category=cloud)
if result is None:
Console.error("No default values found")
else:
Console.ok("{}".format(result))
return ""
def do_select(self, args, arguments):
"""
::
Usage:
select image [CLOUD] [--refresh]
select flavor [CLOUD] [--refresh]
select cloud [CLOUD]
select key [CLOUD]
selects interactively the default values
Arguments:
CLOUD the name of the cloud
Options:
--refresh refreshes the data before displaying it
from the cloud
"""
# pprint(arguments)
cloud = arguments["CLOUD"] or Default.cloud
if arguments["image"]:
try:
refresh = arguments['--refresh'] or Default.refresh
if refresh:
Image.refresh(cloud)
image_dict = Image.list(cloud, format="dict")
image_names = list()
for image in list(image_dict.values()):
image_names.append(image["name"])
number = menu_return_num(title="Select an Image",
menu_list=image_names,
tries=10,
with_display=True)
if number == "q":
pass
else:
image = image_names[number]
print("Selected image " + image)
Default.set("image", image, category=cloud)
except:
print("ERROR: could not set image.")
elif arguments["flavor"]:
try:
refresh = arguments['--refresh'] or Default.refresh
if refresh:
Flavor.refresh(cloud)
flavor_dict = Flavor.list(cloud, format="dict")
flavor_names = list()
for flavor in list(flavor_dict.values()):
flavor_names.append(flavor["name"])
number = menu_return_num(title="Select a Flavor",
menu_list=flavor_names,
tries=10,
with_display=True)
if number == "q":
pass
else:
flavor = flavor_names[number]
print("Selected flavor " + flavor)
Default.set("flavor", flavor, category=cloud)
except:
print("ERROR: could not set flavor.")
elif arguments["cloud"]:
try:
config = ConfigDict("cloudmesh.yaml")
clouds = config["cloudmesh"]["clouds"]
for key in clouds:
Console.ok(" " + key)
number = menu_return_num(title="Select a cloud",
menu_list=list(clouds),
tries=10,
with_display=True)
if number == "q":
pass
else:
cloud = list(clouds)[number]
print("Selected cloud " + cloud)
Default.set("cloud", cloud, "general")
except:
print("ERROR: could not set cloud.")
elif arguments["key"]:
try:
#db = SSHKeyDBManager()
key_dict = Key.all(output='dict')
key_names = list()
for key in key_dict.values():
key_names.append(key["name"])
number = menu_return_num(title="Select a Key",
menu_list=key_names,
tries=10,
with_display=True)
if number == "q":
pass
else:
key = key_names[number]
print("Selected key " + key)
# TODO Fix default key setting in key DB
# db.set_default(key)
Default.set("key", key, category=cloud)
except:
print("ERROR: could not set key")
return ""
def __init__(self, context):
cmd.Cmd.__init__(self)
self.variables = {}
self.command_topics = {}
self.register_topics()
self.context = context
# TODO get loglevel from DB or yaml file, if not defined set to ERROR
self.loglevel = "DEBUG"
self._hist = []
if self.context.debug:
print("init CloudmeshConsole")
self.prompt = 'cm> '
self.doc_header = "Documented commands (type help <command>):"
self.banner = textwrap.dedent("""
+=======================================================+
. ____ _ _ _ .
. / ___| | ___ _ _ __| |_ __ ___ ___ ___| |__ .
. | | | |/ _ \| | | |/ _` | '_ ` _ \ / _ \/ __| '_ \ .
. | |___| | (_) | |_| | (_| | | | | | | __/\__ \ | | | .
. \____|_|\___/ \__,_|\__,_|_| |_| |_|\___||___/_| |_| .
+=======================================================+
Cloudmesh Shell
""")
# KeyCommands.__init__(self, context)
#
# set default cloud and default group if they do not exist
# use the first cloud in cloudmesh.yaml as default
#
Console.set_debug(Default.debug)
filename = path_expand("~/.cloudmesh/cloudmesh.yaml")
# moved to import cloudmesh_client
# create_cloudmesh_yaml(filename)
setup_yaml()
# Initialize Logging
# LogUtil.initialize_logging()
# sys,exit(1)
# ##################
# DEFAULTS
#
#
# SET DEFAULT CLOUD
#
value = Default.get(name='cloud', category='general')
if value is None:
config = ConfigDict(filename=filename)["cloudmesh"]
if 'active' in config:
cloud = config["active"][0]
else:
clouds = config["clouds"]
cloud = list(clouds.keys())[0]
Default.set('cloud', cloud, category='general')
#
# NOT SURE WHAT THIS IS FOR
#
value = Default.get(name='default', category='general')
if value is None:
Default.set('default', 'default', category='general')
#
# SET DEFAULT CLUSTER
#
'''
cluster = ConfigDict(filename="cloudmesh.yaml")["cloudmesh"]["active"][0]
value = Default.get(name='cluster', category='general')
if value is None:
try:
hosts = ssh_config().names()
if hosts is not None:
cluster = hosts[0]
except:
pass # use the hardcoded cluster
else:
cluster = value
Default.set('cluster', cluster, category='general')
'''
#
# SET DEFAULT GROUP
#
group = Default.group
if group is None:
Default.set_group("default")
#
# LOAD DEFAULTS FROM YAML
#
Default.load("cloudmesh.yaml")
try:
d = Key.get_from_dir("~/.ssh", store=False)
except Exception as e:
Console.error(e.message)
#
# SET DEFAULT TIMER
#
on = Default.timer
#
# SET DEFUALT SECGROUP
#
#
# SET DEFAULT REFRESH
#
# r = Default.refresh
# print ("REFRESH", r)
# if r is None:
# Default.set_refresh("on")
#
# SET DEFAULT USER
#
user = Default.user
if user is None:
user = ConfigDict(filename=filename)["cloudmesh"]["profile"]["user"]
Default.set_user(user)
r = Default.secgroup
if r is None:
secgroup = "{}-default".format(Default.user)
Default.set_secgroup(secgroup)
SecGroup.add_rule_to_db(group=secgroup, name="ssh",from_port="22",to_port="22",protocol="tcp", cidr="0.0.0.0/0")
SecGroup.add_rule_to_db(group=secgroup, name="http",from_port="80",to_port="80",protocol="tcp", cidr="0.0.0.0/0")
SecGroup.add_rule_to_db(group=secgroup, name="https", from_port="443", to_port="443", protocol="tcp", cidr="0.0.0.0/0")
"""
try:
sshm = SSHKeyManager()
m = sshm.get_from_yaml(
load_order="~/.cloudmesh/cloudmesh.yaml")
d = dict(m.__keys__)
sshdb = SSHKeyDBManager()
for keyname in m.__keys__:
filename = m[keyname]["path"]
try:
sshdb.add(filename,
keyname,
source="yaml",
uri="file://" + filename)
except Exception as e:
pass
except Exception as e:
Console.error("Problem adding keys from yaml file")
"""
for c in CloudmeshConsole.__bases__[1:]:
# noinspection PyArgumentList
c.__init__(self, context)
def __init__(self, context):
cmd.Cmd.__init__(self)
self.variables = {}
self.command_topics = {}
self.register_topics()
self.context = context
# TODO get loglevel from DB or yaml file, if not defined set to ERROR
self.loglevel = "DEBUG"
self._hist = []
if self.context.debug:
print("init CloudmeshConsole")
self.prompt = 'cm> '
self.doc_header = "Documented commands (type help <command>):"
self.banner = textwrap.dedent("""
+=======================================================+
. ____ _ _ _ .
. / ___| | ___ _ _ __| |_ __ ___ ___ ___| |__ .
. | | | |/ _ \| | | |/ _` | '_ ` _ \ / _ \/ __| '_ \ .
. | |___| | (_) | |_| | (_| | | | | | | __/\__ \ | | | .
. \____|_|\___/ \__,_|\__,_|_| |_| |_|\___||___/_| |_| .
+=======================================================+
Cloudmesh Shell
""")
# KeyCommands.__init__(self, context)
#
# set default cloud and default group if they do not exist
# use the first cloud in cloudmesh.yaml as default
#
Console.set_debug(Default.debug)
filename = path_expand("~/.cloudmesh/cloudmesh.yaml")
# moved to import cloudmesh_client
# create_cloudmesh_yaml(filename)
setup_yaml()
# Initialize Logging
# LogUtil.initialize_logging()
# sys,exit(1)
# ##################
# DEFAULTS
#
#
# SET DEFAULT CLOUD
#
value = Default.get(name='cloud', category='general')
if value is None:
config = ConfigDict(filename=filename)["cloudmesh"]
if 'active' in config:
cloud = config["active"][0]
else:
clouds = config["clouds"]
cloud = list(clouds.keys())[0]
Default.set('cloud', cloud, category='general')
#
# NOT SURE WHAT THIS IS FOR
#
value = Default.get(name='default', category='general')
if value is None:
Default.set('default', 'default', category='general')
#
# SET DEFAULT CLUSTER
#
'''
cluster = ConfigDict(filename="cloudmesh.yaml")["cloudmesh"]["active"][0]
value = Default.get(name='cluster', category='general')
if value is None:
try:
hosts = ssh_config().names()
if hosts is not None:
cluster = hosts[0]
except:
pass # use the hardcoded cluster
else:
cluster = value
Default.set('cluster', cluster, category='general')
'''
#
# SET DEFAULT GROUP
#
group = Default.group
if group is None:
Default.set_group("default")
#
# LOAD DEFAULTS FROM YAML
#
Default.load("cloudmesh.yaml")
try:
d = Key.get_from_dir("~/.ssh", store=False)
except Exception as e:
Console.error(e.message)
#
# SET DEFAULT TIMER
#
on = Default.timer
#
# SET DEFUALT SECGROUP
#
#
# SET DEFAULT REFRESH
#
# r = Default.refresh
# print ("REFRESH", r)
# if r is None:
# Default.set_refresh("on")
#
# SET DEFAULT USER
#
user = Default.user
if user is None:
user = ConfigDict(
filename=filename)["cloudmesh"]["profile"]["user"]
Default.set_user(user)
r = Default.secgroup
if r is None:
SecGroup.reset_defaults()
'''
#secgroup = "{}-default".format(Default.user)
secgroup = "default"
Default.set_secgroup(secgroup)
SecGroup.add_rule_to_db(group=secgroup, name="ssh",from_port="22",to_port="22",protocol="tcp", cidr="0.0.0.0/0")
SecGroup.add_rule_to_db(group=secgroup, name="http",from_port="80",to_port="80",protocol="tcp", cidr="0.0.0.0/0")
SecGroup.add_rule_to_db(group=secgroup, name="https", from_port="443", to_port="443", protocol="tcp", cidr="0.0.0.0/0")
SecGroup.add_rule_to_db(group=secgroup, name="ping", from_port="0", to_port="0", protocol="icmp", cidr="0.0.0.0/0")
'''
"""
try:
sshm = SSHKeyManager()
m = sshm.get_from_yaml(
load_order="~/.cloudmesh/cloudmesh.yaml")
d = dict(m.__keys__)
sshdb = SSHKeyDBManager()
for keyname in m.__keys__:
filename = m[keyname]["path"]
try:
sshdb.add(filename,
keyname,
source="yaml",
uri="file://" + filename)
except Exception as e:
pass
except Exception as e:
Console.error("Problem adding keys from yaml file")
"""
for c in CloudmeshConsole.__bases__[1:]:
# noinspection PyArgumentList
c.__init__(self, context)
