def connect(self, req):
cmd = jsonobject.loads(req[http.REQUEST_BODY])
rsp = ConnectRsp()
diskPaths = set()
def config_lvm(host_id):
lvm.backup_lvm_config()
lvm.reset_lvm_conf_default()
lvm.config_lvm_by_sed("use_lvmlockd", "use_lvmlockd=1", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("use_lvmetad", "use_lvmetad=0", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("host_id", "host_id=%s" % host_id, ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("sanlock_lv_extend", "sanlock_lv_extend=%s" % DEFAULT_SANLOCK_LV_SIZE, ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("lvmlockd_lock_retries", "lvmlockd_lock_retries=6", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("issue_discards", "issue_discards=1", ["lvm.conf", "lvmlocal.conf"])
lvm.config_sanlock_by_sed("sh_retries", "sh_retries=20")
lvm.config_sanlock_by_sed("logfile_priority", "logfile_priority=7")
lvm.config_sanlock_by_sed("renewal_read_extend_sec", "renewal_read_extend_sec=24")
lvm.config_sanlock_by_sed("debug_renew", "debug_renew=1")
lvm.config_sanlock_by_sed("use_watchdog", "use_watchdog=0")
config_lvm(cmd.hostId)
for diskUuid in cmd.sharedBlockUuids:
disk = CheckDisk(diskUuid)
diskPaths.add(disk.get_path())
lvm.start_lvmlockd()
lvm.check_gl_lock()
rsp.isFirst = self.create_vg_if_not_found(cmd.vgUuid, diskPaths, cmd.hostUuid, cmd.forceWipe)
lvm.start_vg_lock(cmd.vgUuid)
lvm.clean_vg_exists_host_tags(cmd.vgUuid, cmd.hostUuid, HEARTBEAT_TAG)
lvm.add_vg_tag(cmd.vgUuid, "%s::%s::%s" % (HEARTBEAT_TAG, cmd.hostUuid, time.time()))
rsp.totalCapacity, rsp.availableCapacity = lvm.get_vg_size(cmd.vgUuid)
rsp.hostId = lvm.get_running_host_id(cmd.vgUuid)
return jsonobject.dumps(rsp)
def connect(self, req):
cmd = jsonobject.loads(req[http.REQUEST_BODY])
rsp = ConnectRsp()
diskPaths = set()
def config_lvm(host_id, enableLvmetad=False):
lvm.backup_lvm_config()
lvm.reset_lvm_conf_default()
lvm.config_lvm_by_sed("use_lvmlockd", "use_lvmlockd=1", ["lvm.conf", "lvmlocal.conf"])
if enableLvmetad:
lvm.config_lvm_by_sed("use_lvmetad", "use_lvmetad=1", ["lvm.conf", "lvmlocal.conf"])
else:
lvm.config_lvm_by_sed("use_lvmetad", "use_lvmetad=0", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("host_id", "host_id=%s" % host_id, ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("sanlock_lv_extend", "sanlock_lv_extend=%s" % DEFAULT_SANLOCK_LV_SIZE, ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("lvmlockd_lock_retries", "lvmlockd_lock_retries=6", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("issue_discards", "issue_discards=1", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("reserved_stack", "reserved_stack=256", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("reserved_memory", "reserved_memory=131072", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_filter(["lvm.conf", "lvmlocal.conf"])
lvm.config_sanlock_by_sed("sh_retries", "sh_retries=20")
lvm.config_sanlock_by_sed("logfile_priority", "logfile_priority=7")
lvm.config_sanlock_by_sed("renewal_read_extend_sec", "renewal_read_extend_sec=24")
lvm.config_sanlock_by_sed("debug_renew", "debug_renew=1")
lvm.config_sanlock_by_sed("use_watchdog", "use_watchdog=0")
sanlock_hostname = "%s-%s-%s" % (cmd.vgUuid[:8], cmd.hostUuid[:8], bash.bash_o("hostname").strip()[:20])
lvm.config_sanlock_by_sed("our_host_name", "our_host_name=%s" % sanlock_hostname)
config_lvm(cmd.hostId, cmd.enableLvmetad)
for diskUuid in cmd.sharedBlockUuids:
disk = CheckDisk(diskUuid)
diskPaths.add(disk.get_path())
lvm.start_lvmlockd()
lvm.check_gl_lock()
logger.debug("find/create vg %s lock..." % cmd.vgUuid)
rsp.isFirst = self.create_vg_if_not_found(cmd.vgUuid, diskPaths, cmd.hostUuid, cmd.forceWipe)
lvm.check_stuck_vglk()
logger.debug("starting vg %s lock..." % cmd.vgUuid)
lvm.start_vg_lock(cmd.vgUuid)
if lvm.lvm_vgck(cmd.vgUuid, 60)[0] is False and lvm.lvm_check_operation(cmd.vgUuid) is False:
lvm.drop_vg_lock(cmd.vgUuid)
logger.debug("restarting vg %s lock..." % cmd.vgUuid)
lvm.check_gl_lock()
lvm.start_vg_lock(cmd.vgUuid)
lvm.clean_vg_exists_host_tags(cmd.vgUuid, cmd.hostUuid, HEARTBEAT_TAG)
lvm.add_vg_tag(cmd.vgUuid, "%s::%s::%s::%s" % (HEARTBEAT_TAG, cmd.hostUuid, time.time(), bash.bash_o('hostname').strip()))
self.clear_stalled_qmp_socket()
rsp.totalCapacity, rsp.availableCapacity = lvm.get_vg_size(cmd.vgUuid)
rsp.hostId = lvm.get_running_host_id(cmd.vgUuid)
rsp.vgLvmUuid = lvm.get_vg_lvm_uuid(cmd.vgUuid)
rsp.hostUuid = cmd.hostUuid
return jsonobject.dumps(rsp)
def connect(self, req):
cmd = jsonobject.loads(req[http.REQUEST_BODY])
rsp = ConnectRsp()
diskPaths = set()
def config_lvm(host_id):
lvm.backup_lvm_config()
lvm.reset_lvm_conf_default()
lvm.config_lvm_by_sed("use_lvmlockd", "use_lvmlockd=1", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("use_lvmetad", "use_lvmetad=0", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("host_id", "host_id=%s" % host_id, ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("sanlock_lv_extend", "sanlock_lv_extend=%s" % DEFAULT_SANLOCK_LV_SIZE, ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("lvmlockd_lock_retries", "lvmlockd_lock_retries=6", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("issue_discards", "issue_discards=1", ["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("reserved_memory", "reserved_memory=65536", ["lvm.conf", "lvmlocal.conf"])
lvm.config_sanlock_by_sed("sh_retries", "sh_retries=20")
lvm.config_sanlock_by_sed("logfile_priority", "logfile_priority=7")
lvm.config_sanlock_by_sed("renewal_read_extend_sec", "renewal_read_extend_sec=24")
lvm.config_sanlock_by_sed("debug_renew", "debug_renew=1")
lvm.config_sanlock_by_sed("use_watchdog", "use_watchdog=0")
sanlock_hostname = "%s-%s-%s" % (cmd.vgUuid[:8], cmd.hostUuid[:8], bash.bash_o("hostname").strip()[:20])
lvm.config_sanlock_by_sed("our_host_name", "our_host_name=%s" % sanlock_hostname)
config_lvm(cmd.hostId)
for diskUuid in cmd.sharedBlockUuids:
disk = CheckDisk(diskUuid)
diskPaths.add(disk.get_path())
lvm.start_lvmlockd()
lvm.check_gl_lock()
logger.debug("find/create vg %s lock..." % cmd.vgUuid)
rsp.isFirst = self.create_vg_if_not_found(cmd.vgUuid, diskPaths, cmd.hostUuid, cmd.forceWipe)
lvm.check_stuck_vglk()
logger.debug("starting vg %s lock..." % cmd.vgUuid)
lvm.start_vg_lock(cmd.vgUuid)
if lvm.lvm_vgck(cmd.vgUuid, 15)[0] is False:
lvm.drop_vg_lock(cmd.vgUuid)
logger.debug("restarting vg %s lock..." % cmd.vgUuid)
lvm.check_gl_lock()
lvm.start_vg_lock(cmd.vgUuid)
lvm.clean_vg_exists_host_tags(cmd.vgUuid, cmd.hostUuid, HEARTBEAT_TAG)
lvm.add_vg_tag(cmd.vgUuid, "%s::%s::%s::%s" % (HEARTBEAT_TAG, cmd.hostUuid, time.time(), bash.bash_o('hostname').strip()))
rsp.totalCapacity, rsp.availableCapacity = lvm.get_vg_size(cmd.vgUuid)
rsp.hostId = lvm.get_running_host_id(cmd.vgUuid)
return jsonobject.dumps(rsp)
def connect(self, req):
cmd = jsonobject.loads(req[http.REQUEST_BODY])
rsp = ConnectRsp()
diskPaths = set()
def config_lvm(host_id):
lvm.backup_lvm_config()
lvm.reset_lvm_conf_default()
lvm.config_lvm_by_sed("use_lvmlockd", "use_lvmlockd=1",
["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("use_lvmetad", "use_lvmetad=0",
["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("host_id", "host_id=%s" % host_id,
["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed(
"sanlock_lv_extend",
"sanlock_lv_extend=%s" % DEFAULT_SANLOCK_LV_SIZE,
["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("lvmlockd_lock_retries",
"lvmlockd_lock_retries=6",
["lvm.conf", "lvmlocal.conf"])
lvm.config_lvm_by_sed("issue_discards", "issue_discards=1",
["lvm.conf", "lvmlocal.conf"])
lvm.config_sanlock_by_sed("sh_retries", "sh_retries=20")
lvm.config_sanlock_by_sed("logfile_priority", "logfile_priority=7")
lvm.config_sanlock_by_sed("renewal_read_extend_sec",
"renewal_read_extend_sec=24")
lvm.config_sanlock_by_sed("debug_renew", "debug_renew=1")
def create_vg_if_not_found(vgUuid, diskPaths, hostUuid):
@linux.retry(times=3, sleep_time=random.uniform(0.1, 3))
def find_vg(vgUuid):
cmd = shell.ShellCmd("vgs %s -otags | grep %s" %
(vgUuid, INIT_TAG))
cmd(is_exception=False)
if cmd.return_code != 0:
raise RetryException("can not find vg %s with tag %s" %
(vgUuid, INIT_TAG))
return True
try:
find_vg(vgUuid)
except RetryException:
cmd = shell.ShellCmd(
"vgcreate --shared --addtag '%s::%s::%s' --metadatasize %s %s %s"
% (INIT_TAG, hostUuid, time.time(),
DEFAULT_VG_METADATA_SIZE, vgUuid, " ".join(diskPaths)))
cmd(is_exception=False)
if cmd.return_code == 0:
return True
if find_vg(vgUuid) is False:
raise Exception(
"can not find vg %s with disks: %s and create failed for %s "
% (vgUuid, diskPaths, cmd.stderr))
except Exception as e:
raise e
return False
config_lvm(cmd.hostId)
for diskUuid in cmd.sharedBlockUuids:
disk = CheckDisk(diskUuid)
diskPaths.add(disk.get_path())
lvm.start_lvmlockd()
rsp.isFirst = create_vg_if_not_found(cmd.vgUuid, diskPaths,
cmd.hostUuid)
lvm.start_vg_lock(cmd.vgUuid)
lvm.clean_vg_exists_host_tags(cmd.vgUuid, cmd.hostUuid, HEARTBEAT_TAG)
lvm.add_vg_tag(
cmd.vgUuid,
"%s::%s::%s" % (HEARTBEAT_TAG, cmd.hostUuid, time.time()))
rsp.totalCapacity, rsp.availableCapacity = lvm.get_vg_size(cmd.vgUuid)
rsp.hostId = lvm.get_running_host_id(cmd.vgUuid)
return jsonobject.dumps(rsp)