def images_ls(): # ok
"""
列出所有镜像
返回值示例
dicts = {
"code": 1,
"msg": "",
"result": [
"image_name_1",
"image_name_2"
]
}
"""
dicts = {"code": 1, "msg": "", "result": []}
try:
client = docker.from_env()
dicts["result"] = [i.tags[0] for i in client.images.list()]
dicts["code"] = 0
except Exception, e:
pt.log(traceback.format_exc(),
level="error",
description="get all images failed",
path=".slave_log")
dicts["msg"] = "slave(%s) report a error: %s" % (
setting["bridge"]["self_ip"], str(e))
def nk_unbridge(nk_name='containers'):
"""
取消桥接
参数
1. nk_name: 桥接网络时，创建的网络的名字; 可选; 默认为 containers
返回值示例
dicts = {
"code": 0,
"msg": "",
"result": ""
}
"""
dicts = {"code": 1, "msg": "", "result": ""}
status, err = cmd.getstatusoutput("""
docker network rm %s;
systemctl restart network""" % (nk_name))
if status:
pt.log(err,
level="error",
description="unbridge network failed",
path=".slave_log")
dicts["msg"] = "slave(%s) report a error: %s" % (
setting["bridge"]["self_ip"], err)
else:
dicts["code"] = 0
return json.dumps(dicts)
def loads_ls(): # ok
"""
查询负载情况
返回值示例
dicts = {
"code": 0,
"msg": "",
"result": {
"cpu": 1.0,
"mem": 12.1
}
}
"""
dicts = {"code": 1, "msg": "", "result": {}}
try:
dicts["result"]["cpu"] = psutil.cpu_percent(interval=0.1, percpu=False)
dicts["result"]["mem"] = psutil.virtual_memory().percent
dicts["code"] = 0
except Exception, e:
pt.log(traceback.format_exc(),
level="error",
description="get loads failed",
path=".slave_log")
dicts["msg"] = "slave(%s) report a error: %s" % (
setting["bridge"]["self_ip"], str(e))
def others_cmd(id_or_name, command): # ok
"""
除了 run 的其他操作：暂停，恢复，停止，删除(删除前需要停止)，净化（删除所有已经停止的容器）
参数
1. id_or_name: 容器的 id 或者 名字
2. command: 具体命令
返回值示例
dicts = {
"code": 0,
"msg": "",
"result": ""
}
"""
dicts = {"code": 1, "msg": "", "result": ""}
client = docker.from_env()
try:
container = client.containers.get(id_or_name)
except Exception, e:
pt.log(traceback.format_exc(),
level="error",
description="no such container: %s" % (id_or_name),
path=".slave_log")
dicts["msg"] = "slave(%s) report a error: %s" % (
setting["bridge"]["self_ip"], str(e))
return json.dumps(dicts)
def multi_worker(conn):
'''
多线程进入到这函数，处理 master 发来的任务
'''
client_data = conn.recv(1024)
if sign_in(client_data):
conn.sendall('hello, my master')
try:
recvd_msg(conn)
except Exception, e:
print pt.put_color(u"处理信息时发生问题\n [-]" + str(e), "red")
print "-" * 50
pt.log(traceback.format_exc(),
level="error",
description="slave(%s) recvd mission but can't finish it" %
st.setting["bridge"]["self_ip"],
path=".slave_log")
conn.sendall(
json.dumps([{
"code": 1,
"msg": str(e),
"result": "",
}]))
def containers_ls(): # ok
"""
列出所有容器
返回值示例
dicts = {
"code": 0,
"msg": "",
"result": [
{
"id": "326925f79873ea6a5fbf2b3e112734c697b9c6175798b2466f623f8712d41002",
"status": "running",
"start time": "Up 2 minutes",
"ip": "192.168.12.67",
"image name": "image_name"
},
{
"id": "20014d2178f326f6642b8975716c9b796c437211e3b2fbf5a6ae37897f529623",
"status": "paused",
"start time": "Up 1 minutes",
"ip": "192.168.12.137",
"image name": "image_name"
}
]
}
"""
dicts = {"code": 1, "msg": "", "result": []}
try:
client = docker.APIClient(base_url='unix://var/run/docker.sock')
for i, container in enumerate(client.containers(all=True)):
if container["NetworkSettings"]["Networks"].has_key("containers"):
container_ip = container["NetworkSettings"]["Networks"][
"containers"]["IPAMConfig"]["IPv4Address"]
else:
container_ip = "out of the subnet"
dicts["result"].append({
"id": container["Id"],
"status": container["State"],
"start time": container["Status"],
"ip": container_ip,
"image name": container["Image"],
"slave ip": setting["bridge"]["self_ip"],
})
dicts["code"] = 0
except Exception, e:
pt.log(traceback.format_exc(),
level="error",
description="get all containers failed",
path=".slave_log")
dicts["msg"] = "slave(%s) report a error: %s" % (
setting["bridge"]["self_ip"], str(e))
def nk_bridge(subnet, raw_ip, iface, gateway, nk_name='containers'):
"""
将docker与宿主机桥接起来
参数
1. subnet: docker 拉起容器后，容器期望所处的子网。格式为: xx.xx.xx.xx/xx
2. raw_ip: 为网卡（如 ens33）的原 ip 地址，并非网关地址
3. iface: 桥接所使用的网卡
4. gateway: 网关地址
5. nk_name: 可选参数；为新建网络的名字
返回值示例
dicts = {
"code": 0,
"msg": "",
"result": ""
}
"""
dicts = {"code": 1, "msg": "", "result": ""}
client = docker.APIClient(base_url='unix://var/run/docker.sock')
ipam_pool = docker.types.IPAMPool(subnet=subnet, gateway=raw_ip)
ipam_config = docker.types.IPAMConfig(pool_configs=[ipam_pool])
try:
client.create_network(nk_name, driver="bridge", ipam=ipam_config)
status, err = cmd.getstatusoutput(
"""
iface=$(ifconfig | grep -o "br-[0-9a-z]*");\
ip addr add %s/32 dev $iface;\
ip addr del %s/32 dev %s;\
brctl addif $iface %s;\
ip route del default;\
ip route add default via %s dev $iface""" %
(raw_ip, raw_ip, iface, iface, gateway))
if status:
pt.log(err,
level="error",
description="bridge network failed",
path=".slave_log")
dicts["msg"] = "slave(%s) report a error: %s" % (
setting["bridge"]["self_ip"], err)
else:
dicts["code"] = 0
except Exception, e:
pt.log(traceback.format_exc(),
level="error",
description="create network failed",
path=".slave_log")
dicts["msg"] = "slave(%s) report a error: %s" % (
setting["bridge"]["self_ip"], str(e))
def run(image_name, ip, command="", nk_name="containers"): #
"""
拉起一个容器
参数
1. image_name: 镜像的名字
2. ip: 分配给镜像的 ip
3. command: 启动时的命令
4. nk_name: 负责桥接的网络的名字，与桥接时创建的名字一致；默认为containers
返回值示例
dicts = {
"code": 0,
"msg": "",
"result": {
"ip": "192.168.12.121",
"id": "326925f79873ea6a5fbf2b3e112734c697b9c6175798b2466f623f8712d41002"
}
}
"""
dicts = {"code": 1, "msg": "", "result": {}}
try:
client = docker.APIClient(base_url='unix://var/run/docker.sock')
networking_config = client.create_networking_config(
{nk_name: client.create_endpoint_config(ipv4_address=ip)})
con_ready = client.create_container(
image_name,
stdin_open=True,
command=command,
detach=True,
tty=True,
networking_config=networking_config,
host_config=client.create_host_config(privileged=True),
) # 保证容器不会运行后立刻退出的必要可选参数
id = con_ready.get('Id')
client.start(container=id)
dicts["code"] = 0
dicts["result"]["ip"] = ip
dicts["result"]["id"] = id
except Exception, e:
pt.log(traceback.format_exc(),
level="error",
description="run a container: %s: %s failed" % (image_name, ip),
path=".slave_log")
dicts["msg"] = "slave(%s) report a error: %s" % (
setting["bridge"]["self_ip"], str(e))
def pull_images(image_names):
'''
拉取镜像
'''
dicts = {"code": 0, "msg": "", "result": {}}
client = docker.APIClient(base_url='unix://var/run/docker.sock')
for image_name in image_names:
try:
client.pull(image_name)
dicts['result'][image_name] = 'success'
except Exception, e:
dicts["code"] = 1
dicts['result'][image_name] = 'failed'
pt.log(traceback.format_exc(),
level="error",
description="pull the image: %s failed" % (image_name),
path=".slave_log")
dicts["msg"] = "slave(%s) report a error: %s" % (
setting["bridge"]["self_ip"], str(e))
def recvd_cmd(mission):
"""
处理 master 发来的任务，具体负责任务的转发与结果的返回
参数
1. mission: master 发来的任务
返回值
stoolbox.py 中的各个函数中的返回值
（原样返回，不做任何处理）
"""
commands = mission["mission"] # 具体指令
if commands == "cmd2slave":
return st.cmd2slave(mission["commands"])
elif commands == "cmd2docker":
return st.cmd2docker(mission["commands"])
elif commands == "reload": # 重新载入模块 stoolbox，无需重启 slave
dicts = {"code": 1, "msg": "", "result": ""}
try:
reload(st)
dicts["code"] = 0
except Exception, e:
print pt.put_color(u"重新载入模块: stoolbox 失败\n [-]" + str(e), "red")
print "-" * 50
pt.log(traceback.format_exc(),
level="error",
description="%s reload module stoolbox failed" %
st.setting["bridge"]["self_ip"],
path=".slave_log")
dicts["msg"] = str(e)
return json.dumps(dicts)
return json.dumps(dicts)
commands = {
"pause": container.pause,
"unpause": container.unpause,
"kill": container.kill,
"rm": container.remove,
}
try:
commands[command]()
dicts["code"] = 0
except Exception, e:
pt.log(traceback.format_exc(),
level="error",
description="%s the container %s failed" %
(command, id_or_name),
path=".slave_log")
dicts["msg"] = "slave(%s) report a error: %s" % (
setting["bridge"]["self_ip"], str(e))
return json.dumps(dicts)
def containers_ls(): # ok
"""
列出所有容器
返回值示例
dicts = {
"""
ip = '0.0.0.0'
port = 1122
sk = socket.socket()
sk.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
sk.bind((ip, port))
sk.listen(1)
print pt.put_color('slave is online', "green")
while 1:
try:
conn, from_ip = sk.accept()
th = threading.Thread(target=multi_worker, args=(conn, ))
th.start()
except KeyboardInterrupt:
break
except Exception, e:
if "Keyboard" not in str(e):
print pt.put_color(u"出现一个隐藏问题\n [-]" + str(e), "red")
print "-" * 50
pt.log(traceback.format_exc(),
level="error",
description="slave reported an error",
path=".slave_log")
break
print pt.put_color('slave is offline', "red")
