from db.applicationRecord import applicationRecord from db.nmRecord import nmRecord from db.rmRecord import rmRecord from db.metricsRecord import metricsRecord from lib import log import json import urllib2 import re import logging import os # 采集数据 # 获取最近10分钟完成的任务 # os.makedirs(config.logpath) # logging.basicConfig(filename = os.path.join(config.logpath, 'collect.txt'), level = logging.DEBUG, # format = '%(asctime)s - %(levelname)s: %(message)s') log.initLogger('collect.log') logger = logging.getLogger('main') class collector: #默认运行上个10分钟的数据 def __init__(self, beginTime=( time.time()-config.collect_interval) ): self.interval = config.collect_interval self.recordTime = util.getIntervalTime(beginTime) msg = "begin to run at"+ time.strftime('%Y-%m-%d %A %X',time.localtime(self.recordTime)) logger.info(msg) print msg self.rmList = {} self.nmList = {} self.appList = {} def collectMetrics(self):
from db.applicationRecord import applicationRecord from db.nmRecord import nmRecord from db.rmRecord import rmRecord from db.metricsRecord import metricsRecord from lib import log import json import urllib2 import re import logging import os # 采集数据 # 获取最近10分钟完成的任务 # os.makedirs(config.logpath) # logging.basicConfig(filename = os.path.join(config.logpath, 'collect.txt'), level = logging.DEBUG, # format = '%(asctime)s - %(levelname)s: %(message)s') log.initLogger('collect.log') logger = logging.getLogger('main') class collector: #默认运行上个10分钟的数据 def __init__(self, beginTime=(time.time() - config.collect_interval)): self.interval = config.collect_interval self.recordTime = util.getIntervalTime(beginTime) msg = "begin to run at" + time.strftime( '%Y-%m-%d %A %X', time.localtime(self.recordTime)) logger.info(msg) print msg self.rmList = {} self.nmList = {} self.appList = {}
#!python # coding=utf8 import logging import urllib2 from conf import config import json from lib import log import threading log.initLogger("util.log") def jobidToAppid(jobid): return "application" + jobid[3:] def appidToJobid(appid): return "job" + appid[11:] def getHttp(url, timeout=10): try: req = urllib2.Request(url) response = urllib2.urlopen(req, None, timeout) html = response.read() return html except: # print "get exception while getting "+url; logger = logging.getLogger("main") logger.exception("get http error:" + url)
import json from flask import render_template from flask import request from flask import Markup from app import app from db import database from db import applicationRecord from lib import util from conf import config from lib import log # import data import data import time log.initLogger('views.log') @app.route('/index') @app.route('/lookapp') def index(): now = time.localtime() today = '%04d%02d%02d' % (now[0], now[1], now[2]) date = request.args.get("date", today) start = request.args.get("start", 0, int) end = request.args.get("end", start, int) type = request.args.get("type", "app", str) top = request.args.get("top", 10, int) #if end >= start +2 : # end = start +1
from flask import render_template from flask import request from flask import Markup from app import app from db import database from db import applicationRecord from lib import util from conf import config from lib import log # import data import data import time log.initLogger("views.log") @app.route("/index") @app.route("/lookapp") def index(): now = time.localtime() today = "%04d%02d%02d" % (now[0], now[1], now[2]) date = request.args.get("date", today) start = request.args.get("start", 0, int) end = request.args.get("end", start, int) type = request.args.get("type", "app", str) top = request.args.get("top", 10, int) # if end >= start +2 : # end = start +1
#!python # coding=utf8 import logging import urllib2 from conf import config import json from lib import log import threading log.initLogger("util.log") def jobidToAppid(jobid): return "application" + jobid[3:] def appidToJobid(appid): return "job" + appid[11:] def getHttp(url , timeout = 10): try: req = urllib2.Request(url) response = urllib2.urlopen(req ,None, timeout) html = response.read() return html except: # print "get exception while getting "+url; logger = logging.getLogger("main") logger.exception("get http error:"+url) return None def getHttpJson(url , timeout = 10):
import json from flask import render_template from flask import request from flask import Markup from app import app from db import database from db import applicationRecord from lib import util from lib import config from lib import log # import data import data import time log.initLogger('views.log') @app.route('/index') @app.route('/lookapp') def index(): now = time.localtime(); today = '%04d%02d%02d' % (now[0], now[1] ,now[2]) date = request.args.get("date",today) start = request.args.get("start",0,int) end = request.args.get("end",start,int) type = request.args.get("type","app",str) top = request.args.get("top", 10 ,int) #if end >= start +2 : # end = start +1