예제 #1
0
def get_param_dict(start_time,param_dict_str):
    param_dict = {}
    #默认时间参数
    time = datetime.datetime.strptime(start_time, "%Y-%m-%d %H:%M:%S")
    cur_time = start_time
    cur_hour = time.strftime('%Y%m%d%H')
    cur_date = time.strftime('%Y%m%d')
    last_hour = (time - datetime.timedelta(hours=1)).strftime('%Y%m%d%H')
    last_two_hour = (time - datetime.timedelta(hours=2)).strftime('%Y%m%d%H')
    last_date = (time - datetime.timedelta(days=1)).strftime('%Y%m%d')
    last_two_date = (time - datetime.timedelta(days=2)).strftime('%Y%m%d')

    param_dict['cur_time'] = cur_time
    param_dict['cur_hour'] = cur_hour
    param_dict['cur_date'] =cur_date
    param_dict['last_hour'] =last_hour
    param_dict['last_two_hour'] =last_two_hour
    param_dict['last_date'] =last_date
    param_dict['last_two_date'] =last_two_date
    #默认目录参数
    default_params = get_conf(CONFILE).items('assistant_param')

    for k,v in default_params:
        param_dict[k] = v
    #页面传参
    try:
        if param_dict_str!='':
            dicts = param_dict_str.split(',')
            for d in dicts:
                item = d.split(':')
                key = item[0]
                value = item[1]
                param_dict[key] = value
    except Exception,e:
        print e
예제 #2
0
def get_param_dict(execid,param_dict_str):
    sysout('获取所有替换参数值 ')
    #之前是用流程的启动时间来计算,在阻塞时会有问题,更新为通过执行时间来计算
    sql = '''select from_unixtime(floor(submit_time/1000),'%%Y-%%m-%%d %%H:%%i:%%s')  from execution_flows t where exec_id=%s''' % execid
    db = get_db()
    start_time, = db.fetch_one(sql)
    sysout('流程的提交时间为:%s' % start_time)
    param_dict = {}
    #默认时间参数
    time = datetime.datetime.strptime(start_time, "%Y-%m-%d %H:%M:%S")
    cur_time = start_time
    cur_hour = time.strftime('%Y%m%d%H')
    cur_date = time.strftime('%Y%m%d')
    last_hour = (time - datetime.timedelta(hours=1)).strftime('%Y%m%d%H')
    last_two_hour = (time - datetime.timedelta(hours=2)).strftime('%Y%m%d%H')
    last_date = (time - datetime.timedelta(days=1)).strftime('%Y%m%d')
    last_two_date = (time - datetime.timedelta(days=2)).strftime('%Y%m%d')

    param_dict['cur_time'] = cur_time
    param_dict['cur_hour'] = cur_hour
    param_dict['cur_date'] =cur_date
    param_dict['last_hour'] =last_hour
    param_dict['last_two_hour'] =last_two_hour
    param_dict['last_date'] =last_date
    param_dict['last_two_date'] =last_two_date
    #配置中的默认参数
    default_params = get_conf(CONFILE).items('job_replace_param')

    for k,v in default_params:
        param_dict[k] = v  
    #页面传参
    try:
        if param_dict_str!='':
            dicts = param_dict_str.split(',')
            for d in dicts:
                item = d.split(':')
                key = item[0]
                value = item[1]
                param_dict[key] = value
    except Exception,e:
        sysout(e)
예제 #3
0
import os
import zipfile
import urllib
import urllib2
import json
import commands

CURRENTPATH = os.path.dirname(os.path.abspath(__file__))
sys.path.append(os.path.join(CURRENTPATH, '..'))

from util.helpers import mysql_helper
from job_define import Job,MyScheduleException
from util.config import get_conf
#配置文件
CONFILE = "%s/../conf/nice.cfg" % CURRENTPATH
azkaban_url = get_conf(CONFILE).get('web_param','azkaban_url')

#执行脚本
def generate_files(username='',session_id=''):
    #1/清空所有文件
    dir_path = '%s/../files/' % CURRENTPATH
    os.system('rm -rf %s' % dir_path)
    os.system('mkdir %s' % dir_path)
    #2/生成文件目录
    
    #3/生成文件
    job_list = Job.get_alljobs(login_user=username)
    for job in job_list:
        #2/生成文件目录
        project_path = dir_path+job.project_name+'/'
        zip_path = dir_path+job.project_name+'.zip'
예제 #4
0
 def __init__(self, dbconfig):
     self._conf = get_conf(dbconfig)
예제 #5
0
 def __init__(self, dbconfig):
     self._conf = get_conf(dbconfig)
예제 #6
0
import tornado.ioloop
import tornado.web
import tornado.options
from handler.job_list import JobListHandler
from handler.job_to_update import JobToUpdateHandler
from handler.job_update import JobUpdateHandler
from handler.job_delete import JobDeleteHandler
from handler.job_upload import JobUploadHandler
from handler.job_check_exist import JobCheckExistHandler
from handler.hive_index import HiveIndexHandler
from handler.dag_edit import DagOpHandler

#默认端口
from tornado.options import define, options
from util.config import get_conf
assistant_port= get_conf(CONFILE).get('web_param','assistant_port')

define("port", default=assistant_port, help="run on the given port", type=int)

#log日志配置
def init_logconfig():
    log_file = 'schedule_web.log'
    logging.basicConfig(level=logging.INFO,  
                        format='%(asctime)s - %(filename)s[line:%(lineno)d] - %(levelname)s - %(message)s',  
                        datefmt='',  
                        filename=log_file,  
                        filemode='a')  

settings = {
    "template_path":os.path.join(os.path.dirname(__file__), "../templates"),
    "static_path": os.path.join(os.path.dirname(__file__), "../static")