def run(self):
while True:
try:
ack_key = redis.get_key("ack_scan_*")
if len(ack_key):
timeout_data = redis.zrangebyscore(ack_key[0], "-INF", time() - 60 * 5, 0, 1)
if timeout_data:
log.debug("触发ack:%s" % timeout_data[0])
redis.zrem(ack_key[0], timeout_data[0])
redis.put(ack_key[0].replace("ack_scan_", "scan_"), timeout_data[0])
scan_key = redis.get_key("scan_*")
if len(scan_key):
scanning_num = load_setting().get("scanning_num", 5)
if len(multiprocessing.active_children()) < scanning_num:
log.debug("【nmap】指定最大并发进程数%s，当前空闲进程数：%s，当前nmap待检测任务数：%s" % (
scanning_num, scanning_num - len(multiprocessing.active_children()),
redis.qsize(scan_key[0])))
log.debug("子进程数目：%s" % len(multiprocessing.active_children()))
scan_data = redis.get(scan_key[0])
p = ChildProcess(scan_key[0], scan_data)
p.start()
else:
sleep(1)
else:
sleep(1)
break
except Exception as e:
log.exception(e)
sleep(60 * 5)
def diff_port():
while True:
try:
check_heartbeat()
mongo = Mongodb(host=MONGO_IP, port=MONGO_PORT, username=MONGO_USER, password=MONGO_PWD)
mongo_task = mongo.conn[MONGO_DB_NAME][MONGO_TASKS_COLL_NAME]
mongo_scan_result = mongo.conn[MONGO_DB_NAME][MONGO_RESULT_COLL_NAME]
cron_task_running = mongo_task.find(
{"task_status": "running"})
if cron_task_running.count():
for t in cron_task_running:
if not redis.get_key("scan_" + str(t["_id"])) and not redis.get_key(
"ack_scan_" + str(t["_id"])):
log.info("扫描结束")
mongo_task.update_one({"_id": t["_id"]},
{"$set": {"task_status": "finish", "end_time": datetime.datetime.now()}})
task_names = mongo_task.aggregate(
[{"$match": {"task_type": "loop", "task_status": "finish", "diff_result.diff": 0}},
{"$group": {"_id": "$name"}}])
for task_name in task_names:
tasks = mongo_task.find(
{"name": task_name['_id'], "task_status": "finish"}
).sort([('create_time', -1)]).limit(3)
if tasks.count() > 2:
new_task = tasks[0]
lasttime_task_0 = tasks[1]
lasttime_task_1 = tasks[2]
new_ip_ports, old_ip_ports_1, old_ip_ports_0 = set(), set(), set()
new_ips, old_ips_0, old_ips_1 = set(), set(), set()
results = mongo_scan_result.find({"base_task_id": new_task['_id']})
for result in results:
new_ip_ports.add("%s:%s" % (result['ip'], result['port']))
new_ips.add(result['ip'])
results = mongo_scan_result.find({"base_task_id": lasttime_task_0['_id']})
for result in results:
old_ip_ports_0.add("%s:%s" % (result['ip'], result['port']))
old_ips_0.add(result['ip'])
results = mongo_scan_result.find({"base_task_id": lasttime_task_1['_id']})
for result in results:
old_ip_ports_1.add("%s:%s" % (result['ip'], result['port']))
old_ips_1.add(result['ip'])
add_ports = new_ip_ports - old_ip_ports_0 - old_ip_ports_1
add_ips = new_ips - old_ips_0 - old_ips_1
date = strftime('%Y-%m-%d', localtime())
del_ports = old_ip_ports_0 - new_ip_ports
del_ips = old_ips_0 - new_ips
mongo_task.update_one({"_id": new_task['_id']}, {
"$set": {"diff_result.diff": 1, "diff_result.add_ips": list(add_ips),
"diff_result.add_ports": list(add_ports)}})
mongo_task.update_many({"name": task_name['_id'], "diff_result.diff": 0}, {
"$set": {"diff_result.diff": 1}})
setting = load_setting()
if setting["mail_enable"] == "on":
contents = format_html(scan_time=date, add_ips_count=len(add_ips),
add_ports_count=len(add_ports), del_ips_count=len(del_ips),
add_ips=add_ips, add_ports=add_ports, del_ips=del_ips)
send_mail(subject="【%s】端口对比结果" % date, contents=contents, host=setting["email_server"],
use_ssl=True,
sender=setting["sender"], pwd=setting["email_pwd"],
email_address=setting["email_address"])
else:
log.info("任务是第一次扫描")
for task in tasks:
mongo_task.update_one({"_id": task['_id']}, {"$set": {"diff_result.diff": 1}})
except Exception as e:
log.exception(e)
sleep(60)
def task_process():
while True:
try:
mongo = Mongodb(host=MONGO_IP, port=MONGO_PORT, username=MONGO_USER, password=MONGO_PWD)
mongo_task = mongo.conn[MONGO_DB_NAME][MONGO_TASKS_COLL_NAME]
mongo_scan_result = mongo.conn[MONGO_DB_NAME][MONGO_RESULT_COLL_NAME]
cron_task_running = mongo_task.find(
{"task_status": "running"})
if cron_task_running.count():
for t in cron_task_running:
if not redis.get_key("scan_" + str(t["_id"])) and not redis.get_key(
"ack_scan_" + str(t["_id"])):
log.info("扫描结束")
mongo_task.update_one({"_id": t["_id"]},
{"$set": {"task_status": "finish", "end_time": datetime.datetime.now()}})
task_names = mongo_task.aggregate(
[{"$match": {"task_status": "finish",
"$or": [{"$and": [ {"diff_result.diff": 0}]},
{"monitor_result.monitor": 0}]}},
{"$group": {"_id": "$name", "last_doc": {"$last": "$$ROOT"}}}])
for task_name in task_names:
setting = load_setting()
date = strftime('%Y-%m-%d', localtime())
if task_name["last_doc"]["task_type"] == "monitor_task":
ip_port = set()
results = mongo_scan_result.find({"base_task_id": task_name['last_doc']['_id']})
for result in results:
ip_port.add("%s:%s" % (result['ip'], result['port']))
if setting["mail_enable"] == "on":
if len(ip_port) or setting["send_type"]=="always":
mail_contents = format_monitor_html(scan_time=date, ips_count=len(ip_port), ips=ip_port)
if "," in setting["email_address"]:
setting["email_address"] = setting["email_address"].split(",")
send_mail(subject="【%s】【%s】监控端口开放结果" % (date, task_name['_id']), contents=mail_contents,
host=setting["email_server"],
use_ssl=True,
sender=setting["sender"], pwd=setting["email_pwd"],
email_address=setting["email_address"])
else:
log.info("端口开放数为零，不发送邮件")
mongo_task.update_one({"_id": task_name['last_doc']['_id']}, {
"$set": {"monitor_result.monitor": 1, "monitor_result.ip_port": list(ip_port),
}})
elif task_name["last_doc"]["task_type"] in ["diff_task", "loop"]:
tasks = mongo_task.find(
{"name": task_name['_id'], "task_status": "finish"}
).sort([('create_time', -1)]).limit(3)
if tasks.count() > 2:
new_task = tasks[0]
lasttime_task_0 = tasks[1]
lasttime_task_1 = tasks[2]
new_ip_ports, old_ip_ports_1, old_ip_ports_0 = set(), set(), set()
new_ips, old_ips_0, old_ips_1 = set(), set(), set()
results = mongo_scan_result.find({"base_task_id": new_task['_id']})
for result in results:
new_ip_ports.add("%s:%s" % (result['ip'], result['port']))
new_ips.add(result['ip'])
results = mongo_scan_result.find({"base_task_id": lasttime_task_0['_id']})
for result in results:
old_ip_ports_0.add("%s:%s" % (result['ip'], result['port']))
old_ips_0.add(result['ip'])
results = mongo_scan_result.find({"base_task_id": lasttime_task_1['_id']})
for result in results:
old_ip_ports_1.add("%s:%s" % (result['ip'], result['port']))
old_ips_1.add(result['ip'])
add_ports = new_ip_ports - old_ip_ports_0 - old_ip_ports_1
add_ips = new_ips - old_ips_0 - old_ips_1
del_ports = old_ip_ports_0 - new_ip_ports
del_ips = old_ips_0 - new_ips
mongo_task.update_one({"_id": new_task['_id']}, {
"$set": {"diff_result.diff": 1, "diff_result.add_ips": list(add_ips),
"diff_result.add_ports": list(add_ports)}})
mongo_task.update_many({"name": task_name['_id'], "diff_result.diff": 0}, {
"$set": {"diff_result.diff": 1}})
if setting["mail_enable"] == "on":
if len(add_ports) or setting["send_type"]=="always":
contents = format_diff_html(scan_time=date, add_ips_count=len(add_ips),
add_ports_count=len(add_ports), del_ips_count=len(del_ips),
add_ips=add_ips, add_ports=add_ports, del_ips=del_ips)
if "," in setting["email_address"]:
setting["email_address"] = setting["email_address"].split(",")
send_mail(subject="【%s】【%s】端口对比结果" % (date, task_name['_id']), contents=contents,
host=setting["email_server"],
use_ssl=True,
sender=setting["sender"], pwd=setting["email_pwd"],
email_address=setting["email_address"])
else:
log.info("无新增端口，不发送邮件")
else:
log.info("任务是第一次扫描")
for task in tasks:
mongo_task.update_one({"_id": task['_id']}, {"$set": {"diff_result.diff": 1}})
else:
pass
except Exception as e:
log.exception(e)
sleep(60)