def setUp(self):
self.client = pylxd.Client()
self.fingerprint = self.client.images.all()[0].fingerprint
self.db_path = './lab.db'
self.port_start = 61000
self.ip_start = '10.18.242.2/24'
self.conn = sqlite3.connect(':memory:')
cursor = self.conn.cursor()
cursor.execute(
'CREATE TABLE lab_users'+\
'(uid INTEGER PRIMARY KEY AUTOINCREMENT,'+\
'username TEXT NOT NULL UNIQUE,'+\
'password TEXT NOT NULL );'
)
cursor.execute(
'CREATE TABLE lab_containers(\
container_name TEXT NOT NULL PRIMARY KEY UNIQUE,\
belongs_to_username TEXT NOT NULL,\
FOREIGN KEY(belongs_to_username) REFERENCES \
lab_users(username)\
);')
cursor.close()
self.conn.commit()
self.username = self._gen_name('testing-user')
self.user = LabUser(
self.username, self.conn, self.client, 61000, '10.18.242.2/24'
)
def __init__(self,
db_path,
lxc_client,
port_start,
ip_start,
default_fingerprint,
profiles=None,
nobody='nobody'):
super(Prompt, self).__init__()
self._nobody = nobody or 'nobody'
self._user = LabUser(self._nobody, db_path, lxc_client, port_start,
ip_start)
self.prompt = self._user.name + '@gpu-server > '
self._profiles = profiles
self.intro = '''
welcome to haitaozhao's lab gpu server
you should login and do something on your lxc containers
`help command` will show how to use the command `command`
'''
if isinstance(db_path, sqlite3.Connection):
self._conn = db_path
else:
self._conn = sqlite3.connect(db_path)
self._client = lxc_client
self._port_start = port_start
self._ip_start = ip_start
self._default_fingerprint = default_fingerprint
self._parsers = self._make_parsers()
def do_logout(self, args):
"""logout
example:
logout
"""
self._user = LabUser(self._nobody, self._conn, self._client,
self._port_start, self._ip_start)
self.prompt = self._user.name + "@" + self.prompt.split('@')[1]
def do_login(self, args):
"""login
example:
login
# input your username and password
"""
username = input('please input your username: '******'please input you password: '******'login as username: {}'.format(self._user.name))
self.prompt = self._user.name + "@" + self.prompt.split('@')[1]
else:
print('wrong password with the username ', username)
class Prompt(cmd.Cmd, object):
def _make_help(self, helper):
try:
self._parsers[helper].print_help()
except KeyError:
print('{} is not implemented yet'.format(helper))
def __init__(self,
db_path,
lxc_client,
port_start,
ip_start,
default_fingerprint,
profiles=None,
nobody='nobody'):
super(Prompt, self).__init__()
self._nobody = nobody or 'nobody'
self._user = LabUser(self._nobody, db_path, lxc_client, port_start,
ip_start)
self.prompt = self._user.name + '@gpu-server > '
self._profiles = profiles
self.intro = '''
welcome to haitaozhao's lab gpu server
you should login and do something on your lxc containers
`help command` will show how to use the command `command`
'''
if isinstance(db_path, sqlite3.Connection):
self._conn = db_path
else:
self._conn = sqlite3.connect(db_path)
self._client = lxc_client
self._port_start = port_start
self._ip_start = ip_start
self._default_fingerprint = default_fingerprint
self._parsers = self._make_parsers()
def _make_parsers(self):
pass
parsers = {}
# add details parser
parser = argparse.ArgumentParser(prog='details(or detail)')
parser.add_argument(
'names',
nargs='*',
)
parsers.update({'details': parser})
parsers.update({'datail': parser})
# add create parser
parser = argparse.ArgumentParser(prog='create',
description='''
create the container if it is not exist,
if exist will just drop this command
you can get `image-fingerprint` with the command `images`
''')
parser.add_argument('-f',
'--fingerprint',
default=self._default_fingerprint)
parser.add_argument('name')
parsers.update({'create': parser})
# add delete parser
parser = argparse.ArgumentParser(
prog='delete',
description='''
delete the container if it is not exist,
if it does not exist or it does not belong to you, will fail''',
)
parser.add_argument('-f', '--force', action='store_true')
parser.add_argument('names', nargs='*')
parsers.update({'delete': parser})
# add start parser
parser = argparse.ArgumentParser('start')
parser.add_argument('names', nargs='*')
parsers.update({'start': parser})
# add stop parser
parser = argparse.ArgumentParser('stop')
parser.add_argument('names', nargs='*')
parsers.update({'stop': parser})
# add launch parser
parser = argparse.ArgumentParser(prog='launch',
description='''
launch (create and start) the container if it is not exist,
if exist will just start
`container-name` should not contain the `_`, you can get `image-fingerprint` with the command `images`
''')
parser.add_argument('name')
parser.add_argument('-f',
'--fingerprint',
default=self._default_fingerprint)
parsers.update({'launch': parser})
# add restart parser
parser = argparse.ArgumentParser(prog='restart')
parser.add_argument('names', nargs='*')
parsers.update({'restart': parser})
# add images(or image) parser
parser = argparse.ArgumentParser(prog='images(or image)',
usage='images(or image)')
parsers.update({'images': parser})
parsers.update({'image': parser})
# add passwd parser
parser = argparse.ArgumentParser(
prog='passwd',
description='change the container password or user password')
parser.add_argument('-n', '--name', help='指定容器名称')
parser.add_argument('-p', '--password', help='指定密码', required=True)
parser.add_argument('-u',
'--user',
action='store_true',
help='如果出现则忽略 -c 选项，直接更改用户密码')
parsers.update({'passwd': parser})
return parsers
def _make_args(self, command_name, args):
try:
parser = self._parsers[command_name]
args = parser.parse_args(args.split())
except KeyError:
print('{} is not implemented yet'.format(command_name))
except SystemExit:
return
else:
return args
def do_login(self, args):
"""login
example:
login
# input your username and password
"""
username = input('please input your username: '******'please input you password: '******'login as username: {}'.format(self._user.name))
self.prompt = self._user.name + "@" + self.prompt.split('@')[1]
else:
print('wrong password with the username ', username)
def do_logout(self, args):
"""logout
example:
logout
"""
self._user = LabUser(self._nobody, self._conn, self._client,
self._port_start, self._ip_start)
self.prompt = self._user.name + "@" + self.prompt.split('@')[1]
def do_exit(self, args):
"""exit the termianl
example:
exit
"""
return True
def do_quit(self, args):
"""quit the termianl
example:
quit
"""
return self.do_exit(args)
def do_details(self, args):
args = self._make_args('details', args)
if args is None:
return
containers_name = args.names or self._user.owning_containers_name
containers_name = [
container_name for container_name in containers_name
if container_name in self._user.owning_containers_name
]
details = self._user.containers_details(containers_name)
_print_details(details)
def help_details(self):
self._make_help('details')
def do_detail(self, args):
self.do_details(args)
def help_detail(self):
self.help_details()
def do_create(self, args):
args = self._make_args('create', args)
if args is None:
return
if self._user.name == self._nobody:
print('nobody cannot create container')
return
container_name = args.name
fingerprint = args.fingerprint
try:
if self._user.create_container(container_name, fingerprint,
self._profiles) == 1:
print('create: success')
else:
print('not success, you may not own this container : ',
container_name)
except pylxd.exceptions.LXDAPIException as e:
print(
'create: not success, the container\'s name is: {}, \nthe error information is: {}'
.format(container_name, e))
def help_create(self):
self._make_help('create')
def do_delete(self, args):
args = self._make_args('delete', args)
if args is None:
return
containers_name = args.names
force = args.force
for container_name in containers_name:
if self._user.delete_container(container_name, force) == 1:
print('delete: success')
else:
print(
'delete: not success, you may not own this container({})) or it is running(you can use the flag `-f` to *force* delete the container)'
.format(container_name))
def help_delete(self):
self._make_help('delete')
def do_start(self, args):
args = self._make_args('start', args)
if args is None:
return
containers_name = args.names
for container_name in containers_name:
try:
if self._user.start_container(container_name) == 1:
print('start: success')
else:
print(
'start: not success, you may not own this container({})'
.format(container_name))
except pylxd.exceptions.LXDAPIException as e:
print(
'start: not success, the container\'s name is: {}, \nthe error information is: {}'
.format(container_name, e))
def help_start(self):
self._make_help('start')
def do_stop(self, args):
args = self._make_args('stop', args)
if args is None:
return
containers_name = args.names
for container_name in containers_name:
try:
if self._user.stop_container(container_name) == 1:
print('stop: success')
else:
print('stop: not success, you may not own this container({})'\
.format(container_name))
except pylxd.exceptions.LXDAPIException as e:
print(
'stop: not success, the container\'s name is: {}, \nthe error information is: {}'
.format(container_name, e))
def help_stop(self):
self._make_help('stop')
def do_launch(self, args):
args = self._make_args('launch', args)
if args is None:
return
container_name = args.name
fingerprint = args.fingerprint
try:
if self._user.launch_container(container_name, fingerprint,
self._profiles) == 1:
print('launch: success')
else:
print('launch: not success, container name is {}'.format(
args.name))
except pylxd.exceptions.LXDAPIException as e:
print(
'launch: not success, the container\'s name is: {}, \nthe error information is: {}'
.format(args.name, e))
def help_launch(self):
self._make_help('launch')
def do_restart(self, args):
args = self._make_args('restart', args)
if args is None:
return
containers_name = args.names
for container_name in containers_name:
try:
if self._user.restart_container(container_name) == 1:
print('restart: success')
else:
print('restart: not success, container name is {}'.format(
container_name))
except pylxd.exceptions.LXDAPIException as e:
print(
'restart: not success, the container\'s name is: {}, \nthe error information is: {}'
.format(container_name, e))
def help_restart(self):
self._make_help('restart')
def do_key(self, args):
"""change the container public key
example:
key `container-name`
note:
it will generate a new paire of public key and private key, you can reuse this keys if you need
or, you can use those keys one time, the following are details:
open another termianl, and copy the private key into `$HOME/.ssh/id_rsa` on you local machine if you are in linux or mac,
then, you must change the file umask to 600,with the command `chmod 600 $HOME/.ssh/id_rsa`,
if you have the file `id_rsa` already, do not delete it, just change another file name.
then you can login your gpu server with the command
`ssh ubuntu@ip_of_real_remote_machine -p PORT -i $HOME/.ssh/id_rsa` or other file
you can get the `PORT` when you type `details` in current terminal,
but the `ip_of_real_remote_machine` is not the ip in command `details`'s output, the ``ip_of_real_remote_machine` is your current termianl ip
if you already have a paire of private key and public key, you should know what you can do next,
simply: copy the public key into remote lxc container, and ssh into this lxc container with your private key
if you do not want use the public/private key to ssh into the container,
you can config the remote lxc container `/etc/ssh/sshd_config` and login into lxc container with the user `ubuntu` password on remote lxc container
"""
if args == '':
print('at least one container name should be input')
return
args = args.split()
try:
position = args.index('-p')
except ValueError:
position = -1
if position >= 0 and position < len(args):
tmp = args.copy()
private_key = args[position + 1]
tmp.pop(position)
tmp.pop(position)
containers_name = tmp
else:
containers_name = args
container_name = containers_name[0]
try:
keys = self._user.change_key(container_name, private_key='')
print(
'public key: (copy this to remote machine "/home/$USER/.ssh/authorized_keys")'
)
print(keys['public_key'])
print(
'private key: (copy this to local machine "/home/$USER/.ssh/id.rsa", make sure the file umask is 600 with the command `chmod 600 id.rsa`)'
)
print(keys['private_key'])
except pylxd.exceptions.LXDAPIException as e:
print(
'key: not success, the container\'s name is: {}, \nthe error information is: {}'
.format(container_name, e))
def do_images(self, args):
args = self._make_args('images', args)
if args is None:
return
_print_details(_images_detail(self._client))
def help_images(self):
self._make_help('images')
def do_image(self, args):
self.do_images(args)
def help_image(self):
self.help_images()
def do_passwd(self, args):
args = self._make_args('passwd', args)
if args is None:
return
if args.user:
print('not implement yet')
return
container_name = args.name
password = args.password
try:
self._user.change_container_password(container_name, password)
except Exception as e:
print(e)
def help_passwd(self):
self._make_help('passwd')
def test_all(self):
# create
container_name = self._gen_name('testing-all')
self.user.create_container(
container_name, self.fingerprint
)
username2 = self._gen_name('testing-user2')
user2 = LabUser(
username2, self.db_path, self.client,
self.port_start, self.ip_start
)
# if the container is exist, it will fail
assert user2.create_container(
container_name, self.fingerprint
) == 0
print(
self.user.container_details(container_name)
)
self.user.start_container(container_name)
print(
self.user.container_details(container_name)
)
_print_details(self.user.container_details(container_name))
print('user add container, will test containers_details')
container_name2 = self._gen_name('testing-container2')
self.user.create_container(
container_name2,
self.fingerprint
)
_print_details(
self.user.containers_details(
self.user.owning_containers_name + user2.owning_containers_name
)
)
# add not belong to
user2.create_container(
username2, self.fingerprint
)
_print_details(self.user.containers_details(user2.owning_containers_name))
print(user2.container_details('not-found'))
#
_print_details(
self.user.containers_details(
self.user.owning_containers_name + user2.owning_containers_name
)
)
# own it, should success, will print keys
print(
self.user.change_key(container_name)
)
# not own it, should fail, will print None
print(
self.user.change_key(container_name2)
)
class LabUserTest(unittest.TestCase):
def _gen_name(self, name):
import random
import uuid
if name.startswith('testing'):
return name + ''.join(random.sample(uuid.uuid1().hex, 4))
else:
return 'testing' + name + ''.join(random.sample(uuid.uuid1().hex, 4))
def setUp(self):
self.client = pylxd.Client()
self.fingerprint = self.client.images.all()[0].fingerprint
self.db_path = './lab.db'
self.port_start = 61000
self.ip_start = '10.18.242.2/24'
self.conn = sqlite3.connect(':memory:')
cursor = self.conn.cursor()
cursor.execute(
'CREATE TABLE lab_users'+\
'(uid INTEGER PRIMARY KEY AUTOINCREMENT,'+\
'username TEXT NOT NULL UNIQUE,'+\
'password TEXT NOT NULL );'
)
cursor.execute(
'CREATE TABLE lab_containers(\
container_name TEXT NOT NULL PRIMARY KEY UNIQUE,\
belongs_to_username TEXT NOT NULL,\
FOREIGN KEY(belongs_to_username) REFERENCES \
lab_users(username)\
);')
cursor.close()
self.conn.commit()
self.username = self._gen_name('testing-user')
self.user = LabUser(
self.username, self.conn, self.client, 61000, '10.18.242.2/24'
)
def test_all(self):
# create
container_name = self._gen_name('testing-all')
self.user.create_container(
container_name, self.fingerprint
)
username2 = self._gen_name('testing-user2')
user2 = LabUser(
username2, self.db_path, self.client,
self.port_start, self.ip_start
)
# if the container is exist, it will fail
assert user2.create_container(
container_name, self.fingerprint
) == 0
print(
self.user.container_details(container_name)
)
self.user.start_container(container_name)
print(
self.user.container_details(container_name)
)
_print_details(self.user.container_details(container_name))
print('user add container, will test containers_details')
container_name2 = self._gen_name('testing-container2')
self.user.create_container(
container_name2,
self.fingerprint
)
_print_details(
self.user.containers_details(
self.user.owning_containers_name + user2.owning_containers_name
)
)
# add not belong to
user2.create_container(
username2, self.fingerprint
)
_print_details(self.user.containers_details(user2.owning_containers_name))
print(user2.container_details('not-found'))
#
_print_details(
self.user.containers_details(
self.user.owning_containers_name + user2.owning_containers_name
)
)
# own it, should success, will print keys
print(
self.user.change_key(container_name)
)
# not own it, should fail, will print None
print(
self.user.change_key(container_name2)
)
def tearDown(self):
cursor = self.conn.cursor()
cursor.execute('select username from lab_users;')
usernames = [names[0] for names in cursor.fetchall() if names[0].startswith('testing') ]
for username in usernames:
cursor.execute('delete from lab_users where username=?;', (username,))
cursor.execute('delete from lab_containers where belongs_to_username = ?;', (username,))
cursor.execute('delete from lab_containers where container_name glob \'testing*\';')
container_names = [
c.name for c in self.client.containers.all() if c.name.startswith('testing')
]
# print('container_names is ', container_names)
for name in container_names:
try:
self.client.containers.get(name).stop(force=True, wait=True)
except Exception as e:
pass
# print('will delete ', name)
self.client.containers.get(name).delete()
# print(name, ' is deleted')
cursor.close()
self.conn.close()