def delete_kafka_task(info):
"""
删除采集任务
:param info:
:return:
"""
if info not in {
'system',
}:
abort(404)
if 'on' != properties.get('kafka', 'off'):
return json.dumps({'status': 'fail', 'msg': '未启用该采集功能'})
try:
# 关闭system采集任务
if 'system' == info:
jod_kafka_system = scheduler.get_job('jod_kafka_system')
if jod_kafka_system is None:
return json.dumps({'status': 'success', 'msg': '采集任务未启动'})
else:
scheduler.remove_job('jod_kafka_system')
return json.dumps({
'status': 'success',
'msg': '采集任务关闭成功',
'jod': str(jod_kafka_system)
})
except (BaseException, ):
return json.dumps({'status': 'fail', 'msg': '采集任务关闭失败'})
def get_kafka_task(info):
"""
获取采集定时任务状态
:return:
"""
if info not in {
'system',
}:
abort(404)
if 'on' != properties.get('kafka', 'off'):
return json.dumps({'status': 'fail', 'msg': '未启用该采集功能'})
# 获取system采集任务
if 'system' == info:
jod_kafka_system = scheduler.get_job('jod_kafka_system')
if jod_kafka_system is None:
return json.dumps({
'status': 'success',
'code': 0,
'msg': '采集任务未启动'
})
else:
return json.dumps({
'status': 'success',
'code': 1,
'jod': str(jod_kafka_system)
})
def update_elasticsearch_task(info):
"""
更新或启动采集定时任务
:param info:
:return:
"""
if info not in {'system', }:
abort(404)
if 'on' != properties.get('elasticsearch', 'off'):
return json.dumps({'status': 'fail', 'msg': '未启用该采集功能'})
# 获取定时任务参数
data = request.get_data()
if len(data) == 0:
return json.dumps({'status': 'fail', 'msg': '参数错误'})
try:
jsondata = json.loads(data)
seconds = jsondata['seconds']
if not isinstance(seconds, int):
return json.dumps({'status': 'fail', 'msg': 'seconds参数类型错误'})
# 更改system采集任务
if 'system' == info:
from shrimp.task.task_elasticsearch_collect import collect_system
jod_elasticsearch_system = scheduler.get_job('jod_elasticsearch_system')
if jod_elasticsearch_system is None:
jod = scheduler.add_job('jod_elasticsearch_system', collect_system, trigger='interval', seconds=seconds)
return json.dumps({'status': 'success', 'code': 1, 'jod': str(jod)})
else:
scheduler.modify_job('jod_elasticsearch_system', trigger='interval', seconds=seconds)
return json.dumps({'status': 'success', 'code': 1, 'jod': str(jod_elasticsearch_system)})
except KeyError:
return json.dumps({'status': 'fail', 'msg': 'seconds参数不存在'})
def collect_system():
"""
采集system信息
:return:
"""
import json
from datetime import datetime
from shrimp import producer, properties
from shrimp.service import SystemMonitor, CPUMonitor, MemoryMonitor, DiskMonitor, NetworkMonitor, ProcessMonitor
platform = SystemMonitor.platform_info()
data = {
'ip': platform['ip'],
'hostname': platform['hostname'],
'time': datetime.now().strftime('%Y-%m-%d %H:%M:%S'),
'cpu': CPUMonitor.cpu_simple(),
'memory': MemoryMonitor.memory_simple(),
'disk': DiskMonitor.disk_simple(),
'network': NetworkMonitor.network_simple(),
'process': ProcessMonitor.process_simple(num=15)
}
producer.send(topic=properties.get('kafka.topic.system', 'shrimp-system'),
msg=json.dumps(data))
def __init__(self, properties, scheduler):
self.elasticsearch = False
if 'on' == properties.get('elasticsearch', 'off'):
self.elasticsearch = True
self.scheduler = scheduler
self.freq = properties.get('elasticsearch.collect.freq', '30')
def __init__(self, properties, scheduler):
self.kafka = False
if 'on' == properties.get('kafka', 'off'):
self.kafka = True
self.scheduler = scheduler
self.freq = properties.get('kafka.collect.freq', '30')