Python initLogger Examples

Example #1

File: collect.py Project: haiyang1987/yarn_monitor

from db.applicationRecord import applicationRecord
from db.nmRecord import nmRecord
from db.rmRecord import rmRecord
from db.metricsRecord import metricsRecord
from lib import log
import json
import urllib2
import re
import logging
import os
# 采集数据
# 获取最近10分钟完成的任务
# os.makedirs(config.logpath)
# logging.basicConfig(filename = os.path.join(config.logpath, 'collect.txt'), level = logging.DEBUG,
#                     format = '%(asctime)s - %(levelname)s: %(message)s')
log.initLogger('collect.log')
logger = logging.getLogger('main')

class collector:
    #默认运行上个10分钟的数据
    def __init__(self, beginTime=( time.time()-config.collect_interval) ):
        self.interval = config.collect_interval
        self.recordTime = util.getIntervalTime(beginTime)
        msg = "begin to run at"+ time.strftime('%Y-%m-%d %A %X',time.localtime(self.recordTime))
        logger.info(msg)
        print msg
        self.rmList = {}
        self.nmList = {}
        self.appList = {} 
    
    def collectMetrics(self):

Example #2

from db.applicationRecord import applicationRecord
from db.nmRecord import nmRecord
from db.rmRecord import rmRecord
from db.metricsRecord import metricsRecord
from lib import log
import json
import urllib2
import re
import logging
import os
# 采集数据
# 获取最近10分钟完成的任务
# os.makedirs(config.logpath)
# logging.basicConfig(filename = os.path.join(config.logpath, 'collect.txt'), level = logging.DEBUG,
#                     format = '%(asctime)s - %(levelname)s: %(message)s')
log.initLogger('collect.log')
logger = logging.getLogger('main')


class collector:
    #默认运行上个10分钟的数据
    def __init__(self, beginTime=(time.time() - config.collect_interval)):
        self.interval = config.collect_interval
        self.recordTime = util.getIntervalTime(beginTime)
        msg = "begin to run at" + time.strftime(
            '%Y-%m-%d %A %X', time.localtime(self.recordTime))
        logger.info(msg)
        print msg
        self.rmList = {}
        self.nmList = {}
        self.appList = {}

Example #3

File: util.py Project: 007shenglong/MyHadoop

#!python
# coding=utf8

import logging
import urllib2
from conf import config
import json
from lib import log
import threading

log.initLogger("util.log")


def jobidToAppid(jobid):
    return "application" + jobid[3:]


def appidToJobid(appid):
    return "job" + appid[11:]


def getHttp(url, timeout=10):
    try:
        req = urllib2.Request(url)
        response = urllib2.urlopen(req, None, timeout)
        html = response.read()
        return html
    except:
        # print "get exception while getting "+url;
        logger = logging.getLogger("main")
        logger.exception("get http error:" + url)

Example #4

File: views.py Project: xunux/MyHadoop

import json

from flask import render_template
from flask import request
from flask import Markup
from app import app
from db import database
from db import applicationRecord
from lib import util
from conf import config
from lib import log
# import data
import data
import time

log.initLogger('views.log')


@app.route('/index')
@app.route('/lookapp')
def index():
    now = time.localtime()
    today = '%04d%02d%02d' % (now[0], now[1], now[2])
    date = request.args.get("date", today)
    start = request.args.get("start", 0, int)
    end = request.args.get("end", start, int)
    type = request.args.get("type", "app", str)
    top = request.args.get("top", 10, int)

    #if end >= start +2 :
    #    end = start +1

Example #5

File: views.py Project: 007shenglong/MyHadoop

from flask import render_template
from flask import request
from flask import Markup
from app import app
from db import database
from db import applicationRecord
from lib import util
from conf import config
from lib import log

# import data
import data
import time

log.initLogger("views.log")


@app.route("/index")
@app.route("/lookapp")
def index():
    now = time.localtime()
    today = "%04d%02d%02d" % (now[0], now[1], now[2])
    date = request.args.get("date", today)
    start = request.args.get("start", 0, int)
    end = request.args.get("end", start, int)
    type = request.args.get("type", "app", str)
    top = request.args.get("top", 10, int)

    # if end >= start +2 :
    #    end = start +1

Example #6

#!python
# coding=utf8

import logging
import urllib2
from conf import config
import json
from lib import log
import threading
log.initLogger("util.log")

    
def jobidToAppid(jobid):
        return "application" + jobid[3:]
    
def appidToJobid(appid):
    return "job" + appid[11:]

def getHttp(url , timeout = 10):
    try:
        req = urllib2.Request(url)
        response = urllib2.urlopen(req ,None, timeout)
        html = response.read()
        return html
    except:
        # print "get exception while getting "+url;
        logger = logging.getLogger("main")
        logger.exception("get http error:"+url)
    return None

def getHttpJson(url , timeout = 10):

Example #7

File: views.py Project: gougo/MyHadoop

import json

from flask import render_template
from flask import request
from flask import Markup
from app import app
from db import database
from db import applicationRecord
from lib import util
from lib import config
from lib import log
# import data
import data
import time

log.initLogger('views.log')


@app.route('/index') 
@app.route('/lookapp') 
def index():
    now = time.localtime();
    today = '%04d%02d%02d' % (now[0], now[1] ,now[2]) 
    date = request.args.get("date",today)
    start = request.args.get("start",0,int)
    end = request.args.get("end",start,int)
    type = request.args.get("type","app",str)
    top = request.args.get("top", 10 ,int)

    #if end >= start +2 : 
    #    end = start +1