def deploy_no_drc_codis_cluster_m5test():
product_name = "test_cache106"
max_mem_size = 0
m5_dashboard_host = "10.100.90.163"
m5_master1 = "10.100.90.161"
m5_slave1 = "10.100.90.162"
m5_redis_host_list = [(m5_master1, m5_slave1)]
m5_proxy_hosts = [m5_master1, m5_slave1]
m5_sentinel_hosts = [m5_master1, m5_slave1, m5_dashboard_host]
#m5_sentinel_hosts = [m5_master1, m5_slave1]
redis_start_port = 7150
group_num_of_each_pair = 2
dashboard_port = 18039
proxy_port_list = [(19045, 21045), (19046, 21046)]
backup_invl = 24
redis_end_port = redis_start_port + group_num_of_each_pair - 1
sentinel_port = dashboard_port - 1000
user = "******"
ssh_port = 33312
m5_zk_servers = "10.100.90.161:4181,10.100.90.162:4181,10.100.90.163:4181"
#yz_zk_servers = "10.100.96.69:6181,10.100.96.70:6181,10.100.96.71:6181,10.100.96.245:6181,10.100.96.246:6181"
repo_url = "http://192.168.7.24"
gvar.set_names(product_name)
gvar.set_urls(repo_url)
# m5
chk_and_deploy_codis_cluster_without_drc(
user=user,
ssh_port=ssh_port,
redis_host_list=m5_redis_host_list,
redis_port=[redis_start_port, redis_end_port],
max_mem_size=max_mem_size,
dashboard_host=m5_dashboard_host,
dashboard_port=dashboard_port,
proxy_hosts=m5_proxy_hosts,
proxy_port_list=proxy_port_list,
proxy_seq=0,
product_name=product_name,
zk_servers=m5_zk_servers,
repo_url=repo_url,
backup_invl=backup_invl,
sentinel_port=sentinel_port,
sentinel_hosts=m5_sentinel_hosts)
dashboard_url = "%s:%d" % (m5_dashboard_host, dashboard_port)
for each_proxy_host in m5_proxy_hosts:
for _, admin_port in proxy_port_list:
admin_url = "%s:%d" % (each_proxy_host, admin_port)
# cmd = "curl -X PUT 'http://%s/api/proxy/flags/write/on'" % admin_url
cmd = "curl -X PUT 'http://%s/topom/proxy/flags/%s/write/on'" % (
dashboard_url, admin_url)
print(cmd)
def call_m5_deploy_and_startup_proxy():
gvar.set_names("cache38")
deploy_and_startup_proxy(user="******",
ssh_port=33312,
proxy_host="10.100.42.41",
port_list=[(19205, 21205)],
dashboard_host="10.100.42.24",
dashboard_port=18116,
product_name="cache38",
permission=1,
seq=1)
def call_test_deploy_and_startup_proxy():
gvar.set_names("Functional_testing")
deploy_and_startup_proxy(user="******",
ssh_port=33312,
proxy_host="10.100.97.12",
port_list=[(19000, 21000)],
dashboard_host="10.100.96.86",
dashboard_port=18000,
product_name="Functional_testing",
permission=2,
seq=0)
def call_single_deploy_and_startup_proxy():
product_name = "cache33"
gvar.set_names(product_name)
deploy_and_startup_proxy(user="******",
ssh_port=33312,
proxy_host="10.100.20.162",
port_list=[(19990, 21990)],
dashboard_host="10.100.96.108",
dashboard_port=18120,
product_name=product_name,
kafka_addrs=[],
ip_prefix='10.100.96',
seq=0)
def deploy_no_drc_codis_cluster_single():
product_name = "cache322"
max_mem_size = 0
m5_dashboard_host = "10.100.42.30"
m5_master1 = "10.100.42.24"
m5_slave1 = "10.100.42.27"
m5_redis_host_list = [(m5_master1, m5_slave1)]
m5_proxy_hosts = [m5_master1, m5_slave1]
m5_sentinel_hosts = [m5_master1, m5_slave1, m5_dashboard_host]
#m5_sentinel_hosts = [m5_master1, m5_slave1]
redis_start_port = 6400
group_num_of_each_pair = 2
dashboard_port = 18189
proxy_port_list = [(19010, 21010), (19011, 21011)]
backup_invl = 24
redis_end_port = redis_start_port + group_num_of_each_pair - 1
sentinel_port = dashboard_port - 1000
user = "******"
ssh_port = 33312
m5_zk_servers = "10.100.21.122:7181,10.100.21.123:7181,10.100.21.124:7181,10.100.21.125:7181,10.100.21.126:7181"
#yz_zk_servers = "10.100.96.69:6181,10.100.96.70:6181,10.100.96.71:6181,10.100.96.245:6181,10.100.96.246:6181"
repo_url = "http://192.168.7.24"
gvar.set_names(product_name)
gvar.set_urls(repo_url)
# m5
chk_and_deploy_codis_cluster_without_drc(
user=user,
ssh_port=ssh_port,
redis_host_list=m5_redis_host_list,
redis_port=[redis_start_port, redis_end_port],
max_mem_size=max_mem_size,
dashboard_host=m5_dashboard_host,
dashboard_port=dashboard_port,
proxy_hosts=m5_proxy_hosts,
proxy_port_list=proxy_port_list,
proxy_seq=0,
product_name=product_name,
zk_servers=m5_zk_servers,
repo_url=repo_url,
backup_invl=backup_invl,
sentinel_port=sentinel_port,
sentinel_hosts=m5_sentinel_hosts)
def deploy_no_drc_codis_cluster_m5test():
product_name = "test_cacte014"
max_mem_size = 0
m5_dashboard_host = "10.100.90.163"
m5_master1 = "10.100.90.161"
m5_slave1 = "10.100.90.162"
m5_redis_host_list = [(m5_master1, m5_slave1)]
m5_proxy_hosts = [m5_master1, m5_slave1]
m5_sentinel_hosts = [m5_master1, m5_slave1, m5_dashboard_host]
#m5_sentinel_hosts = [m5_master1, m5_slave1]
redis_start_port = 8800
group_num_of_each_pair = 3
dashboard_port = 29049
proxy_port_list = [(29400, 34000), (29401, 31401)]
backup_invl = 24
redis_end_port = redis_start_port + group_num_of_each_pair - 1
sentinel_port = dashboard_port - 1000
user = "******"
ssh_port = 33312
m5_zk_servers = "10.100.90.161:4181,10.100.90.162:4181,10.100.90.163:4181"
#yz_zk_servers = "10.100.96.69:6181,10.100.96.70:6181,10.100.96.71:6181,10.100.96.245:6181,10.100.96.246:6181"
repo_url = "http://192.168.7.24"
gvar.set_names(product_name)
gvar.set_urls(repo_url)
# m5
chk_and_deploy_codis_cluster_without_drc(
user=user,
ssh_port=ssh_port,
redis_host_list=m5_redis_host_list,
redis_port=[redis_start_port, redis_end_port],
max_mem_size=max_mem_size,
dashboard_host=m5_dashboard_host,
dashboard_port=dashboard_port,
proxy_hosts=m5_proxy_hosts,
proxy_port_list=proxy_port_list,
proxy_seq=0,
product_name=product_name,
zk_servers=m5_zk_servers,
repo_url=repo_url,
backup_invl=backup_invl,
sentinel_port=sentinel_port,
sentinel_hosts=m5_sentinel_hosts)
def deploy_and_startup_dashboard(user, ssh_port, dashboard_host,
dashboard_port, zk_servers, product_name):
parm = ParmParse(**locals())
gvar.set_names(parm.product_name)
ret = execute(deploy_dashboard,
host=parm.dashboard_host_str,
zk_servers=parm.zk_servers,
dashboard_port=parm.dashboard_port,
product_name=parm.product_name)
for _, each_ret in ret.items():
if not each_ret:
return 301
ret = execute(startup_dashboard,
host=parm.dashboard_host_str,
dashboard_port=parm.dashboard_port)
for _, each_ret in ret.items():
if not each_ret:
return 307
return 1
def deploy_and_startup_watcher(user, ssh_port, dashboard_host, dashboard_port,
watcher_port, zk_servers, product_name):
parm = ParmParse(**locals())
gvar.set_names(parm.product_name)
dashboard_addr = "%s:%d" % (dashboard_host, dashboard_port)
ret = execute(deploy_watcher,
host=parm.dashboard_host_str,
zk_servers=parm.zk_servers,
watcher_port=parm.watcher_port,
product_name=parm.product_name,
dashboard_addr=dashboard_addr)
for _, each_ret in ret.items():
if not each_ret:
return 303
ret = execute(startup_watcher,
host=parm.dashboard_host_str,
watcher_port=watcher_port)
for _, each_ret in ret.items():
if not each_ret:
return 309
return 1
def deploy_test_drc_codis_cluster():
product_name = "cache_test1"
max_mem_size = 0
m5_dashboard_host = "10.100.20.1"
m5_master1 = "10.100.20.1"
m5_slave1 = "10.100.20.2"
m5_redis_host_list = [(m5_master1, m5_slave1)]
m5_proxy_hosts = [m5_master1, m5_slave1]
m5_sync_hosts = [m5_master1, m5_slave1]
m5_sentinel_hosts = [m5_master1, m5_slave1]
yz_dashboard_host = "10.100.97.245"
yz_master1 = "10.100.97.245"
yz_slave1 = "10.100.97.246"
yz_redis_host_list = [(yz_master1, yz_slave1)]
yz_proxy_hosts = [yz_master1, yz_slave1]
yz_sync_hosts = [yz_master1, yz_slave1]
yz_sentinel_hosts = [yz_master1, yz_slave1]
redis_start_port = 6110
dashboard_port = 18011
proxy_port_list = [(19011, 21011)]
backup_invl = 24
group_num_of_each_pair = 2
redis_end_port = redis_start_port + group_num_of_each_pair - 1
sentinel_port = dashboard_port - 1000
sync_port_pair = (dashboard_port + 2000, dashboard_port + 4000)
# Changeless config
user = "******"
ssh_port = 33312
m5_zk_servers = "10.100.20.201:4181,10.100.20.202:4181,10.100.20.203:4181"
yz_zk_servers = "10.100.96.248:4181,10.100.96.249:4181,10.100.96.250:4181"
repo_url = "http://192.168.7.24"
m5_sync_zk_servers = "10.100.20.201:4181,10.100.20.202:4181,10.100.20.203:4181"
yz_sync_zk_servers = "10.100.96.248:4181,10.100.96.249:4181,10.100.96.250:4181"
gvar.set_names(product_name)
gvar.set_urls(repo_url)
# m5
chk_and_deploy_codis_cluster(user=user,
ssh_port=ssh_port,
redis_host_list=m5_redis_host_list,
redis_port=[redis_start_port, redis_end_port],
max_mem_size=max_mem_size,
dashboard_host=m5_dashboard_host,
dashboard_port=dashboard_port,
proxy_hosts=m5_proxy_hosts,
proxy_port_list=proxy_port_list,
proxy_seq=0,
sync_hosts=m5_sync_hosts,
sync_port_pair=sync_port_pair,
sync_local_zk_servers=m5_sync_zk_servers,
sync_remote_zk_servers=yz_sync_zk_servers,
product_name=product_name,
zk_servers=m5_zk_servers,
repo_url=repo_url,
backup_invl=backup_invl,
sentinel_port=sentinel_port,
sentinel_hosts=m5_sentinel_hosts)
for each_proxy_host in m5_proxy_hosts:
for _, admin_port in proxy_port_list:
admin_url = "%s:%d" % (each_proxy_host, admin_port)
cmd = "curl -X PUT 'http://%s/api/proxy/flags/write/on'" % admin_url
os.system(cmd)
# yz
chk_and_deploy_codis_cluster(user=user,
ssh_port=ssh_port,
redis_host_list=yz_redis_host_list,
redis_port=[redis_start_port, redis_end_port],
max_mem_size=max_mem_size,
dashboard_host=yz_dashboard_host,
dashboard_port=dashboard_port,
proxy_hosts=yz_proxy_hosts,
proxy_port_list=proxy_port_list,
proxy_seq=0,
sync_hosts=yz_sync_hosts,
sync_port_pair=sync_port_pair,
sync_local_zk_servers=yz_sync_zk_servers,
sync_remote_zk_servers=m5_sync_zk_servers,
product_name=product_name,
zk_servers=yz_zk_servers,
repo_url=repo_url,
backup_invl=0,
sentinel_port=sentinel_port,
sentinel_hosts=yz_sentinel_hosts)
def deploy_no_drc_codis_cluster():
product_name = "cache236"
max_mem_size = 0
m5_dashboard_host = "10.100.42.30"
m5_master1 = "10.100.42.61"
m5_slave1 = "10.100.42.62"
m5_master2 = "10.100.42.64"
m5_slave2 = "10.100.42.65"
m5_redis_host_list = [(m5_master1, m5_slave1), (m5_master2, m5_slave2)]
m5_proxy_hosts = [m5_master1, m5_slave1, m5_master2, m5_slave2]
m5_sentinel_hosts = [
m5_master1, m5_slave1, m5_master2, m5_slave2, m5_dashboard_host
]
yz_dashboard_host = "10.100.86.51"
yz_master1 = "10.100.86.1"
yz_slave1 = "10.100.86.2"
yz_master2 = "10.100.86.3"
yz_slave2 = "10.100.86.4"
yz_redis_host_list = [(yz_master1, yz_slave1), (yz_master2, yz_slave2)]
yz_proxy_hosts = [yz_master1, yz_slave1, yz_master2, yz_slave2]
yz_sentinel_hosts = [
yz_master1, yz_slave1, yz_master2, yz_slave2, yz_dashboard_host
]
redis_start_port = 6400
group_num_of_each_pair = 1
dashboard_port = 18103
proxy_port_list = [(19026, 21026)]
backup_invl = 24
redis_end_port = redis_start_port + group_num_of_each_pair - 1
sentinel_port = dashboard_port - 1000
user = "******"
ssh_port = 33312
m5_zk_servers = "10.100.21.122:6181,10.100.21.123:6181,10.100.21.124:6181,10.100.21.125:6181,10.100.21.126:6181"
yz_zk_servers = "10.100.96.69:6181,10.100.96.70:6181,10.100.96.71:6181,10.100.96.245:6181,10.100.96.246:6181"
repo_url = "http://192.168.7.24"
gvar.set_names(product_name)
gvar.set_urls(repo_url)
# m5
chk_and_deploy_codis_cluster_without_drc(
user=user,
ssh_port=ssh_port,
redis_host_list=m5_redis_host_list,
redis_port=[redis_start_port, redis_end_port],
max_mem_size=max_mem_size,
dashboard_host=m5_dashboard_host,
dashboard_port=dashboard_port,
proxy_hosts=m5_proxy_hosts,
proxy_port_list=proxy_port_list,
proxy_seq=0,
product_name=product_name,
zk_servers=m5_zk_servers,
repo_url=repo_url,
backup_invl=backup_invl,
sentinel_port=sentinel_port,
sentinel_hosts=m5_sentinel_hosts)
# yz
chk_and_deploy_codis_cluster_without_drc(
user=user,
ssh_port=ssh_port,
redis_host_list=yz_redis_host_list,
redis_port=[redis_start_port, redis_end_port],
max_mem_size=max_mem_size,
dashboard_host=yz_dashboard_host,
dashboard_port=dashboard_port,
proxy_hosts=yz_proxy_hosts,
proxy_port_list=proxy_port_list,
proxy_seq=0,
product_name=product_name,
zk_servers=yz_zk_servers,
repo_url=repo_url,
backup_invl=0,
sentinel_port=sentinel_port,
sentinel_hosts=yz_sentinel_hosts)
def deploy_drc_codis_cluster():
product_name = "cache162"
max_mem_size = 0
m5_dashboard_host = "10.100.42.30"
m5_master1 = "10.100.42.51"
m5_slave1 = "10.100.42.52"
m5_master2 = "10.100.42.53"
m5_slave2 = "10.100.42.56"
m5_master3 = "10.100.42.57"
m5_slave3 = "10.100.42.58"
m5_redis_host_list = [(m5_master1, m5_slave1), (m5_master2, m5_slave2),
(m5_master3, m5_slave3)]
m5_proxy_hosts = [
m5_master1, m5_slave1, m5_master2, m5_slave2, m5_master3, m5_slave3
]
m5_sync_hosts = [
m5_master1, m5_slave1, m5_master2, m5_slave2, m5_master3, m5_slave3
]
m5_sentinel_hosts = [
m5_master1, m5_slave1, m5_master2, m5_slave2, m5_master3, m5_slave3,
m5_dashboard_host
]
yz_dashboard_host = "10.100.86.51"
yz_master1 = "10.100.86.27"
yz_slave1 = "10.100.86.28"
yz_master2 = "10.100.86.29"
yz_slave2 = "10.100.86.30"
yz_master3 = "10.100.86.31"
yz_slave3 = "10.100.86.32"
yz_redis_host_list = [(yz_master1, yz_slave1), (yz_master2, yz_slave2),
(yz_master3, yz_slave3)]
yz_proxy_hosts = [
yz_master1, yz_slave1, yz_master2, yz_slave2, yz_master3, yz_slave3
]
yz_sync_hosts = [
yz_master1, yz_slave1, yz_master2, yz_slave2, yz_master3, yz_slave3
]
yz_sentinel_hosts = [
yz_master1, yz_slave1, yz_master2, yz_slave2, yz_master3, yz_slave3,
yz_dashboard_host
]
redis_start_port = 6100
dashboard_port = 18032
proxy_port_list = [(19100, 21100)]
backup_invl = 24
group_num_of_each_pair = 1
redis_end_port = redis_start_port + group_num_of_each_pair - 1
sentinel_port = dashboard_port - 1000
sync_port_pair = (dashboard_port + 2000, dashboard_port + 4000)
# Changeless config
user = "******"
ssh_port = 33312
m5_zk_servers = "10.100.21.122:5181,10.100.21.123:5181,10.100.21.124:5181,10.100.21.125:5181,10.100.21.126:5181"
yz_zk_servers = "10.100.96.69:5181,10.100.96.70:5181,10.100.96.71:5181,10.100.96.245:5181,10.100.96.246:5181"
repo_url = "http://192.168.7.24"
m5_sync_zk_servers = "10.100.21.122:4181,10.100.21.123:4181,10.100.21.124:4181,10.100.21.125:4181,10.100.21.126:4181"
yz_sync_zk_servers = "10.100.96.69:4181,10.100.96.70:4181,10.100.96.71:4181,10.100.96.245:4181,10.100.96.246:4181"
gvar.set_names(product_name)
gvar.set_urls(repo_url)
def deploy_drc_codis_cluster3():
product_name = "cache328"
max_mem_size = 0
m5_dashboard_host = "10.100.42.30"
m5_master1 = "10.100.42.11"
m5_slave1 = "10.100.42.15"
m5_master2 = "10.100.42.20"
m5_slave2 = "10.100.42.37"
m5_redis_host_list = [(m5_master1, m5_slave1), (m5_master2, m5_slave2)]
m5_proxy_hosts = [m5_master1, m5_slave1, m5_master2, m5_slave2]
m5_sync_hosts = [m5_master1, m5_slave1, m5_master2, m5_slave2]
m5_sentinel_hosts = [
m5_master1, m5_slave1, m5_master2, m5_slave2, m5_dashboard_host
]
yz_dashboard_host = "10.100.86.51"
yz_master1 = "10.100.86.33"
yz_slave1 = "10.100.86.34"
yz_master2 = "10.100.86.35"
yz_slave2 = "10.100.86.36"
yz_redis_host_list = [(yz_master1, yz_slave1), (yz_master2, yz_slave2)]
yz_proxy_hosts = [yz_master1, yz_slave1, yz_master2, yz_slave2]
yz_sync_hosts = [yz_master1, yz_slave1, yz_master2, yz_slave2]
yz_sentinel_hosts = [
yz_master1, yz_slave1, yz_master2, yz_slave2, yz_dashboard_host
]
redis_start_port = 6190
dashboard_port = 18195
proxy_port_list = [(19190, 21190)]
#proxy_port_list = [(19020, 21020) ,(19021, 21021)] # --> 2*4
#proxy_port_list = [(19030, 21030) ,(19031, 21031) ,(19032, 21032) ,(19033, 21033) ,(19034, 21034) ,(19035, 21035) ,(19036, 21036) ,(19037, 21037) ,(19038, 21038) ,(19039, 21039)]
backup_invl = 24
group_num_of_each_pair = 2 #num*2
redis_end_port = redis_start_port + group_num_of_each_pair - 1
sentinel_port = dashboard_port - 1000
sync_port_pair = (dashboard_port + 2000, dashboard_port + 4000)
# Changeless config
user = "******"
ssh_port = 33312
m5_zk_servers = "10.100.21.122:5181,10.100.21.123:5181,10.100.21.124:5181,10.100.21.125:5181,10.100.21.126:5181"
yz_zk_servers = "10.100.96.69:5181,10.100.96.70:5181,10.100.96.71:5181,10.100.96.245:5181,10.100.96.246:5181"
repo_url = "http://192.168.7.24"
m5_sync_zk_servers = "10.100.21.122:4181,10.100.21.123:4181,10.100.21.124:4181,10.100.21.125:4181,10.100.21.126:4181"
yz_sync_zk_servers = "10.100.96.69:4181,10.100.96.70:4181,10.100.96.71:4181,10.100.96.245:4181,10.100.96.246:4181"
gvar.set_names(product_name)
gvar.set_urls(repo_url)
# m5
chk_and_deploy_codis_cluster(user=user,
ssh_port=ssh_port,
redis_host_list=m5_redis_host_list,
redis_port=[redis_start_port, redis_end_port],
max_mem_size=max_mem_size,
dashboard_host=m5_dashboard_host,
dashboard_port=dashboard_port,
proxy_hosts=m5_proxy_hosts,
proxy_port_list=proxy_port_list,
proxy_seq=0,
sync_hosts=m5_sync_hosts,
sync_port_pair=sync_port_pair,
sync_local_zk_servers=m5_sync_zk_servers,
sync_remote_zk_servers=yz_sync_zk_servers,
product_name=product_name,
zk_servers=m5_zk_servers,
repo_url=repo_url,
backup_invl=backup_invl,
sentinel_port=sentinel_port,
sentinel_hosts=m5_sentinel_hosts)
dashboard_url = "%s:%d" % (m5_dashboard_host, dashboard_port)
for each_proxy_host in m5_proxy_hosts:
for _, admin_port in proxy_port_list:
admin_url = "%s:%d" % (each_proxy_host, admin_port)
#cmd = "curl -X PUT 'http://%s/api/proxy/flags/write/on'" % admin_url
cmd = "curl -X PUT 'http://%s/topom/proxy/flags/%s/write/on'" % (
dashboard_url, admin_url)
print(cmd)
os.system(cmd)
# yz
chk_and_deploy_codis_cluster(user=user,
ssh_port=ssh_port,
redis_host_list=yz_redis_host_list,
redis_port=[redis_start_port, redis_end_port],
max_mem_size=max_mem_size,
dashboard_host=yz_dashboard_host,
dashboard_port=dashboard_port,
proxy_hosts=yz_proxy_hosts,
proxy_port_list=proxy_port_list,
proxy_seq=0,
sync_hosts=yz_sync_hosts,
sync_port_pair=sync_port_pair,
sync_local_zk_servers=yz_sync_zk_servers,
sync_remote_zk_servers=m5_sync_zk_servers,
product_name=product_name,
zk_servers=yz_zk_servers,
repo_url=repo_url,
backup_invl=0,
sentinel_port=sentinel_port,
sentinel_hosts=yz_sentinel_hosts)