def post(self): op = self.get_argument('op', '') if op == 'show': name = self.get_argument('name', '') job = Job.get_job_fromdb(name) self.write('<pre>%s</pre>' % str(job)) return title = '任务配置' #需要先从azkaban登陆 session_id = self.get_argument('session_id', '') login_user = self.get_argument('login_user', '') if session_id == '' or login_user == '': self.render('to_login.html') return #参数 query_name = self.get_argument('query_name', '') query_project_name = self.get_argument('query_project_name', '') query_server_host = self.get_argument('query_server_host', '') query_user = self.get_argument('query_user', '') #任务 name = self.get_argument('name', '') is_copy = self.get_argument('is_copy', 'false') job = Job() if name != '': job = Job.get_job_fromdb(name) if is_copy == 'true': job.name = '' job.loc = '' projects = Job.get_projects(login_user) jobs = Job.get_alljobs(login_user=login_user) all_jobs = Job.get_alljobs() query_dict = { 'query_name': query_name, 'query_project_name': query_project_name, 'query_server_host': query_server_host, 'query_user': query_user, 'session_id': session_id, 'login_user': login_user } logging.info('to update job [%s]' % name) self.render('to_update.html', title=title, job=job, jobs=jobs, all_jobs=all_jobs, projects=projects, query_dict=query_dict)
def get_alljobs(self): job_list = Job.get_alljobs() jobs = map(lambda x: { 'name': x.name, 'project_name': x.project_name }, job_list) self.write(json.dumps(jobs))
def post(self): title = '调度任务列表' #需要先从azkaban登陆 session_id = self.get_argument('session_id', '') login_user = self.get_argument('login_user', '') if session_id == '' or login_user == '': self.render('to_login.html') return #参数 query_name = self.get_argument('query_name', '') query_project_name = self.get_argument('query_project_name', '') query_server_host = self.get_argument('query_server_host', '') query_user = self.get_argument('query_user', '') #列表 jobs = Job.get_alljobs(query_name, query_project_name, query_server_host, query_user, login_user) query_dict = { 'query_name': query_name, 'query_project_name': query_project_name, 'query_server_host': query_server_host, 'query_user': query_user, 'session_id': session_id, 'login_user': login_user } logging.info('query job list [%s]' % query_dict) self.render('list.html', title=title, jobs=jobs, query_dict=query_dict)
def post(self): #更新完跳转到列表页 title = '调度任务列表' #需要先从azkaban登陆 session_id = self.get_argument('session_id','') login_user = self.get_argument('login_user','') if session_id=='' or login_user=='': self.render('to_login.html') return #参数 query_name = self.get_argument('query_name','') query_project_name = self.get_argument('query_project_name','') query_server_host = self.get_argument('query_server_host','') query_user = self.get_argument('query_user','') #生成job attr_list = Job.get_attr_list() dependencies_box = self.get_argument('dependencies_box','') logging.info('>>>>>>>>>>>'+str(type(dependencies_box))) logging.info('>>>>>>>>>>>'+str(dependencies_box)) job = Job() #动态加载字段,默认均为字符串 for attr in attr_list: value = str(self.get_argument(attr,'')).strip() if value!='': setattr(job,attr,value) logging.info(attr+':'+value) #默认设置 job.name = job.name.replace('.','-') job.updater = login_user job.update_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()) if job.creator == '': job.creator = job.updater job.create_time = job.update_time #更新 job.update_job() #列表 jobs = Job.get_alljobs(query_name,query_project_name,query_server_host,query_user,login_user) query_dict = { 'query_name':query_name, 'query_project_name':query_project_name, 'query_server_host':query_server_host, 'query_user':query_user, 'session_id':session_id, 'login_user':login_user } logging.info('[%s] update job [%s]' % (login_user,job.name)) self.render('list.html',title=title,jobs=jobs,query_dict=query_dict)
def generate_files(username='',session_id=''): #1/清空所有文件 dir_path = '%s/../files/' % CURRENTPATH os.system('rm -rf %s' % dir_path) os.system('mkdir %s' % dir_path) #2/生成文件目录 #3/生成文件 job_list = Job.get_alljobs(login_user=username) for job in job_list: #2/生成文件目录 project_path = dir_path+job.project_name+'/' zip_path = dir_path+job.project_name+'.zip' if not os.path.exists(project_path): os.system('mkdir %s' % project_path) #3/生成文件 file_name = job.name+'.job' file_path = project_path+file_name f = open(file_path,'wb') f.write(job.get_file_str()) f.close() #4/zip包 zf = zipfile.ZipFile(zip_path,'w',zipfile.ZIP_DEFLATED) #遍历所有文件 for dirpath, dirnames, filenames in os.walk(project_path): for filename in filenames: zf.write(os.path.join(dirpath,filename)) zf.close() print '任务%s.job文件已生成' % job.name result_list = [] #5/上传zip包 for filename in os.listdir(dir_path): if filename.endswith('.zip'): zip_path = dir_path+'/'+filename project_name = filename.replace('.zip','') result = upload_zip(session_id,project_name,zip_path) result_list.append(result) print result_list return result_list
def post(self): #需要先从azkaban登陆 op = self.get_argument('op', '') login_user = self.get_argument('login_user', '') project_name = self.get_argument('project_name', '') if login_user == '': self.render('to_login.html') return if op == 'edit': #项目 jobs = Job.get_alljobs(project_name=project_name, login_user=login_user) has_dependce_jobs = set() is_dependced_jobs = set() for job in jobs: if job.dependencies != '': has_dependce_jobs.add(job.name) is_dependced_jobs.update(job.dependencies.split(',')) for job in jobs: job.has_dependce = True if job.name in has_dependce_jobs else False job.is_dependced = True if job.name in is_dependced_jobs else False logging.info('to edit dag [%s][%s]' % (project_name, login_user)) self.render('dag_edit.html', project_name=project_name, jobs=jobs, login_user=login_user) elif op == 'save': try: nodes = self.get_argument('nodes', '') links = self.get_argument('links', '') ns = json.loads(nodes) ls = json.loads(links) Job.update_dag(login_user, ns, ls) logging.info('edit dag [%s][%s]' % (project_name, login_user)) self.write("保存成功") except Exception, e: logging.info(e) self.write('保存失败[%s]' % str(e))
def post(self): title = '任务配置' #需要先从azkaban登陆 session_id = self.get_argument('session_id','') login_user = self.get_argument('login_user','') if session_id=='' or login_user=='': self.render('to_login.html') return #参数 query_name = self.get_argument('query_name','') query_project_name = self.get_argument('query_project_name','') query_server_host = self.get_argument('query_server_host','') query_user = self.get_argument('query_user','') #任务删除 name = self.get_argument('name','') job = Job.get_job_fromdb(name) #job = Job() #job.name = name job.updater = login_user job.unschedule_flow() job.delete_dependencies() job.delete_job() #列表 jobs = Job.get_alljobs(query_name,query_project_name,query_server_host,query_user,login_user) query_dict = { 'query_name':query_name, 'query_project_name':query_project_name, 'query_server_host':query_server_host, 'query_user':query_user, 'session_id':session_id, 'login_user':login_user } logging.info('[%s] delete job [%s]' % (login_user,name)) self.render('list.html',title=title,jobs=jobs,query_dict=query_dict)