def add_dataset(dataset, **kwargs):
'''if create_config=True is passed, a configuration file
will be created for the dataset passed in to this function'''
ret = {}
ret[zettaknight_globs.fqdn] = {}
question = False
if 'create_config' in kwargs.iterkeys():
create_config = kwargs['create_config']
else:
create_config = True
if 'nfs' in kwargs.iterkeys():
nfs = kwargs['nfs']
else:
nfs = True
#append dataset to kwargs
if dataset:
kwargs['dataset'] = dataset
gerp_run = zettaknight_utils.pipe_this2(
"zfs list | /bin/grep {0}".format(dataset))
gerp_out = gerp_run.stdout.read()
#print(zettaknight_utils.printcolors("\nWill create {0} after completion of config file\n".format(dataset), "OKGREEN"))
if create_config:
ret[zettaknight_globs.fqdn]['Create Config'] = {}
out1 = zettaknight_utils.create_config(**kwargs)
ret[zettaknight_globs.fqdn]['Create Config'] = out1[
zettaknight_globs.fqdn]['Create Config']
#create dataset after commit of file
if int(gerp_run.returncode) is not 0:
create_cmd = "zfs create -p {0}".format(dataset)
create_run = zettaknight_utils.spawn_job(create_cmd)
ret[zettaknight_globs.fqdn]['add_dataset'] = create_run
else:
ret[zettaknight_globs.fqdn]['add_dataset'] = {
'0': "{0} exists".format(dataset)
}
if nfs:
question = zettaknight_utils.query_yes_no(
"Would you like to create an NFS share for: {0}".format(dataset))
if question:
nfs_share = zettaknight_utils.query_return_item(
"Where would you like to share it? <i.e 10.20.30.1/24 or my.server>"
)
ret[zettaknight_globs.fqdn]['NFS'] = {}
ret[zettaknight_globs.fqdn]['NFS'] = zettaknight_utils.sharenfs(
dataset, nfs_share)
return ret
def add_dataset(*args, **kwargs):
'''if create_config=True is passed, a configuration file
will be created for the dataset passed in to this function'''
#kwargs = {}
arg_list = list(args)
#kwargs = zettaknight_utils.create_kwargs_from_args(arg_list)
#print("This is kwargs : {0}".format(kwargs))
for arg in arg_list[0:]:
if "=" in arg:
k, v = arg.split("=", 1)
kwargs[k] = v
arg_list.remove(arg)
dataset = arg_list[0]
ret = {}
ret[dataset] = {}
gerp_run = zettaknight_utils.pipe_this2("zfs list | /bin/grep {0}".format(dataset))
gerp_out = gerp_run.stdout.read()
if 'create_config' not in kwargs.iterkeys():
kwargs['create_config'] = True
if kwargs['create_config'] == 'False':
kwargs['create_config'] == False
if kwargs['create_config']:
print(zettaknight_utils.printcolors("\nWill create {0} after completion of config file\n".format(dataset), "OKGREEN"))
conf_dict = {'dataset' : dataset}
zettaknight_utils.create_config(**conf_dict)
#create dataset after commit of file
if int(gerp_run.returncode) is not 0:
create_cmd = "zfs create -p {0}".format(dataset)
create_run = zettaknight_utils.spawn_job(create_cmd)
ret[dataset]['add_dataset'] = create_run
else:
ret[dataset]['add_dataset'] = {'0' : "{0} exists".format(dataset)}
question = zettaknight_utils.query_yes_no("Would you like to create an NFS share for: {0}".format(dataset))
if question:
nfs_share = zettaknight_utils.query_return_item("Where would you like to share it? <i.e 10.20.30.1/24 or my.server>")
zettaknight_utils.sharenfs(dataset, nfs_share)
#zettaknight_utils.parse_output(ret)
return ret
def add_dataset(dataset, **kwargs):
'''if create_config=True is passed, a configuration file
will be created for the dataset passed in to this function'''
ret = {}
ret[zettaknight_globs.fqdn] = {}
question = False
if 'create_config' in kwargs.iterkeys():
create_config = kwargs['create_config']
else:
create_config = True
if 'nfs' in kwargs.iterkeys():
nfs = kwargs['nfs']
else:
nfs = True
#append dataset to kwargs
if dataset:
kwargs['dataset'] = dataset
gerp_run = zettaknight_utils.pipe_this2("zfs list | /bin/grep {0}".format(dataset))
gerp_out = gerp_run.stdout.read()
#print(zettaknight_utils.printcolors("\nWill create {0} after completion of config file\n".format(dataset), "OKGREEN"))
if create_config:
ret[zettaknight_globs.fqdn]['Create Config'] = {}
out1 = zettaknight_utils.create_config(**kwargs)
ret[zettaknight_globs.fqdn]['Create Config'] = out1[zettaknight_globs.fqdn]['Create Config']
#create dataset after commit of file
if int(gerp_run.returncode) is not 0:
create_cmd = "zfs create -p {0}".format(dataset)
create_run = zettaknight_utils.spawn_job(create_cmd)
ret[zettaknight_globs.fqdn]['add_dataset'] = create_run
else:
ret[zettaknight_globs.fqdn]['add_dataset'] = {'0' : "{0} exists".format(dataset)}
if nfs:
question = zettaknight_utils.query_yes_no("Would you like to create an NFS share for: {0}".format(dataset))
if question:
nfs_share = zettaknight_utils.query_return_item("Where would you like to share it? <i.e 10.20.30.1/24 or my.server>")
ret[zettaknight_globs.fqdn]['NFS'] = {}
ret[zettaknight_globs.fqdn]['NFS'] = zettaknight_utils.sharenfs(dataset, nfs_share)
return ret
def first_step():
ret = {}
arg_dict = {}
try:
pool_name = "zfs_data" #default pool name
arg_dict["pool_name"] = pool_name
ret[pool_name] = {}
############### creation of the zpool ################
######################################################
#test if a zpool exists
zpool_list_cmd = "/sbin/zpool list -H"
zpool_list_run = zettaknight_utils.spawn_job(zpool_list_cmd)
chk_code, chk_msg = zpool_list_run.popitem()
if int(chk_code) != 0: #if zpool list -H returns empty
#query_return_item is defined in zettaknight_utils
create_pool_question = zettaknight_utils.query_yes_no(
"No pool detected, would you like to create one?")
if create_pool_question:
arg_dict["disk_list"] = zettaknight_utils.query_return_item(
"File containing all list of disks to be used for {0}, I.E /tmp/bunchofdisks.txt: "
.format(pool_name))
arg_dict["raid"] = zettaknight_utils.query_return_item(
"Raid level to be used [1-3]. I.E. 4+1, 5+2, 1+1: ")
arg_dict["ashift"] = zettaknight_utils.query_return_item(
"ashift value for {0}, value is 9 for 512 block disks and 12 for 4096 block disks: "
.format(pool_name))
arg_dict["luks"] = zettaknight_utils.query_yes_no(
"encrypt data disks with LUKS? ")
print("creating zpool: {0}".format(pool_name))
create_output = zettaknight_zpools.create(
pool_name, **arg_dict) #from zettaknight_zpools
#ret[pool_name]['Zpool Create'] = create_output[pool_name]['Zpool Create'] #'NoneType' object has no attribute '__getitem__'
else:
print("a pool already exists, moving on")
######################################################
######################################################
################## ssh key creation #################
print("checking for {0}".format(zettaknight_globs.identity_file))
if not os.path.isfile(zettaknight_globs.identity_file):
print(
zettaknight_utils.printcolors(
"zettaknight id file not found, generating.", "WARNING"))
keygen_output = zettaknight_utils.ssh_keygen(
zettaknight_globs.identity_file)
ret[pool_name]['Generate SSH Keygen'] = keygen_output[
zettaknight_globs.fqdn]['Generate SSH Key']
else:
print("{0} exists, moving on".format(
zettaknight_globs.identity_file))
######################################################
############# backup luks headers ####################
print("backing up luks headers for {0}".format(pool_name))
luks_backup_output = zettaknight_utils.backup_luks_headers()
ret[pool_name]['Backup Luks Headers'] = luks_backup_output[
zettaknight_globs.fqdn]['Backup Luks Headers']
######################################################
######## create zettaknight configuration file #######
if not os.path.isdir(zettaknight_globs.conf_dir_new
): #if new directory does not exists, make it
print("creating {0}".format(zettaknight_globs.conf_dir_new))
os.mkdir(zettaknight_globs.conf_dir_new)
######################################################
########### create zettaknight store #################
######################################################
if not os.path.isdir("/{0}".format(
zettaknight_globs.zettaknight_store)):
dataset_check_run = zettaknight_utils.pipe_this2(
"/sbin/zfs list -H | grep {0}".format(
zettaknight_globs.zettaknight_store))
if int(dataset_check_run.returncode) != 0:
print("creating configuration file for {0}".format(
zettaknight_globs.zettaknight_store))
zettaknight_utils.create_config(
dataset=zettaknight_globs.zettaknight_store)
gerp_run = zettaknight_utils.pipe_this2(
"/sbin/zfs list -H | /bin/grep {0}".format(
zettaknight_globs.zettaknight_store))
if int(gerp_run.returncode) is not 0:
zettaknight_zfs.add_dataset(zettaknight_globs.zettaknight_store)
#backup files to store
files = [
"/etc/exports", "/etc/crypttab",
"{0}".format(zettaknight_globs.config_file_new)
]
for file in files:
if os.path.exists(file):
destination_dir = "/{0}/{1}".format(
zettaknight_globs.zettaknight_store, zettaknight_globs.fqdn
) #add leading slash, zfs_share defined
filename = file.replace(
"/", ""
) #remove illegal characters from file path and save file as the concatenated version
if not os.path.isdir(destination_dir):
os.mkdir(destination_dir)
print("backing up {0} to {1}".format(file, destination_dir))
shutil.copyfile(file, "{0}/{1}".format(destination_dir,
filename))
######################################################
######################################################
############ create the first dataset ################
dataset = zettaknight_utils.query_return_list(
"Datasets to be created on {0}: ".format(pool_name))
for item in dataset:
dset_args = []
dataset_full = "{0}/{1}".format(pool_name, item)
dset_args.append(dataset_full)
dset_args.append("create_config=True")
add_dset_output = zettaknight_zfs.add_dataset(
*dset_args) #from zettaknight_utils
ret[pool_name]['Add dataset {0}'.format(
dataset_full)] = add_dset_output[dataset_full]['add_dataset']
######################################################
###### create server to server transfer pathing ######
replication_output = zettaknight_zfs.configure_replication(
) #from zettaknight_zfs
for repl_job, repl_job_output in replication_output[
dataset_full].itervalues():
ret[pool_name]['{0}'.format(repl_job)] = repl_job_output
######################################################
except Exception as e:
print(zettaknight_utils.printcolors(e, "FAIL"))
sys.exit(1)
zettaknight_globs.zfs_conf = _get_conf()
return ret
def first_step():
ret = {}
arg_dict = {}
try:
pool_name = "zfs_data" #default pool name
arg_dict["pool_name"] = pool_name
ret[pool_name] = {}
############### creation of the zpool ################
######################################################
#test if a zpool exists
zpool_list_cmd = "/sbin/zpool list -H"
zpool_list_run = zettaknight_utils.spawn_job(zpool_list_cmd)
chk_code, chk_msg = zpool_list_run.popitem()
if int(chk_code) != 0: #if zpool list -H returns empty
#query_return_item is defined in zettaknight_utils
create_pool_question = zettaknight_utils.query_yes_no("No pool detected, would you like to create one?")
if create_pool_question:
arg_dict["disk_list"] = zettaknight_utils.query_return_item("File containing all list of disks to be used for {0}, I.E /tmp/bunchofdisks.txt: ".format(pool_name))
arg_dict["raid"] = zettaknight_utils.query_return_item("Raid level to be used [1-3]. I.E. 4+1, 5+2, 1+1: ")
arg_dict["ashift"] = zettaknight_utils.query_return_item("ashift value for {0}, value is 9 for 512 block disks and 12 for 4096 block disks: ".format(pool_name))
arg_dict["luks"] = zettaknight_utils.query_yes_no("encrypt data disks with LUKS? ")
print("creating zpool: {0}".format(pool_name))
create_output = zettaknight_zpools.create(pool_name, **arg_dict) #from zettaknight_zpools
#ret[pool_name]['Zpool Create'] = create_output[pool_name]['Zpool Create'] #'NoneType' object has no attribute '__getitem__'
else:
print("a pool already exists, moving on")
######################################################
######################################################
################## ssh key creation #################
print("checking for {0}".format(zettaknight_globs.identity_file))
if not os.path.isfile(zettaknight_globs.identity_file):
print(zettaknight_utils.printcolors("zettaknight id file not found, generating.", "WARNING"))
keygen_output = zettaknight_utils.ssh_keygen(zettaknight_globs.identity_file)
ret[pool_name]['Generate SSH Keygen'] = keygen_output[zettaknight_globs.fqdn]['Generate SSH Key']
else:
print("{0} exists, moving on".format(zettaknight_globs.identity_file))
######################################################
############# backup luks headers ####################
print("backing up luks headers for {0}".format(pool_name))
luks_backup_output = zettaknight_utils.backup_luks_headers()
ret[pool_name]['Backup Luks Headers'] = luks_backup_output[zettaknight_globs.fqdn]['Backup Luks Headers']
######################################################
######## create zettaknight configuration file #######
if not os.path.isdir(zettaknight_globs.conf_dir_new): #if new directory does not exists, make it
print("creating {0}".format(zettaknight_globs.conf_dir_new))
os.mkdir(zettaknight_globs.conf_dir_new)
######################################################
########### create zettaknight store #################
######################################################
if not os.path.isdir("/{0}".format(zettaknight_globs.zettaknight_store)):
dataset_check_run = zettaknight_utils.pipe_this2("/sbin/zfs list -H | grep {0}".format(zettaknight_globs.zettaknight_store))
if int(dataset_check_run.returncode) != 0:
print("creating configuration file for {0}".format(zettaknight_globs.zettaknight_store))
zettaknight_utils.create_config(dataset=zettaknight_globs.zettaknight_store)
gerp_run = zettaknight_utils.pipe_this2("/sbin/zfs list -H | /bin/grep {0}".format(zettaknight_globs.zettaknight_store))
if int(gerp_run.returncode) is not 0:
zettaknight_zfs.add_dataset(zettaknight_globs.zettaknight_store)
#backup files to store
files = ["/etc/exports", "/etc/crypttab", "{0}".format(zettaknight_globs.config_file_new)]
for file in files:
if os.path.exists(file):
destination_dir = "/{0}/{1}".format(zettaknight_globs.zettaknight_store, zettaknight_globs.fqdn) #add leading slash, zfs_share defined
filename = file.replace("/", "") #remove illegal characters from file path and save file as the concatenated version
if not os.path.isdir(destination_dir):
os.mkdir(destination_dir)
print("backing up {0} to {1}".format(file, destination_dir))
shutil.copyfile(file, "{0}/{1}".format(destination_dir, filename))
######################################################
######################################################
############ create the first dataset ################
dataset = zettaknight_utils.query_return_list("Datasets to be created on {0}: ".format(pool_name))
for item in dataset:
dset_args = []
dataset_full = "{0}/{1}".format(pool_name, item)
dset_args.append(dataset_full)
dset_args.append("create_config=True")
add_dset_output = zettaknight_zfs.add_dataset(*dset_args) #from zettaknight_utils
ret[pool_name]['Add dataset {0}'.format(dataset_full)] = add_dset_output[dataset_full]['add_dataset']
######################################################
###### create server to server transfer pathing ######
replication_output = zettaknight_zfs.configure_replication() #from zettaknight_zfs
for repl_job, repl_job_output in replication_output[dataset_full].itervalues():
ret[pool_name]['{0}'.format(repl_job)] = repl_job_output
######################################################
except Exception as e:
print(zettaknight_utils.printcolors(e, "FAIL"))
sys.exit(1)
zettaknight_globs.zfs_conf = _get_conf()
return ret