def tasklist(server_id):
content_index=''
if check_login():
conn=WebModel.connection()
server=Server(conn)
arr_server=server.select_a_row(server_id)
if arr_server:
s=get_session()
menu=get_menu(config_admin.modules_admin)
lang_selected=get_language(s)
task=Task(conn)
arr_task_id=[]
with task.query('select DISTINCT task_id from logtask where server=%s', [arr_server['ip']]) as cursor:
for arr_task in cursor:
arr_task_id.append(arr_task['task_id'])
task.set_conditions('WHERE id IN '+task.check_in_list_str('id', arr_task_id), [])
task_list=SimpleList(task, make_url(pastafari_folder+'/tasklist/'+str(server_id), {}), t)
task_list.fields_showed=['id', 'name_task', 'description_task', 'error', 'status']
task_list.yes_search=False
task_list.order_field='id'
task_list.order=1
request.environ['server_id']=arr_server['id']
task_list.arr_extra_options=[server_task_options]
return_url=make_url('pastafari/servers')
content_index=t.load_template('pastafari/admin/showtasks.phtml', task_list=task_list, server=arr_server, return_url=return_url)
else:
cont_index=I18n.lang('pastafari', 'sorry_i_cannot_find_the_server', 'Sorry, i cannot find the server')
conn.close()
return t.load_template('admin/content.html', title=I18n.lang('pastafari', 'task_list_of', 'Task list of')+ ' %s' % arr_server['hostname'], content_index=content_index, menu=menu, lang_selected=lang_selected, arr_i18n=I18n.dict_i18n)
return ""
def getservers(task_id, position):
conn=WebModel.connection()
s=get_session()
if check_login():
task=Task(conn)
logtask=LogTask(conn)
server=Server(conn)
arr_task=task.select_a_row(task_id)
server.set_conditions('WHERE ip IN (select DISTINCT server from logtask where task_id=%s)', [task_id])
server.set_limit([position, num_tasks])
arr_server=server.select_to_array(['hostname', 'ip'])
response.set_header('Content-type', 'text/plain')
if arr_server:
conn.close()
return filter_ajax({'servers': arr_server, 'error': 0})
else:
logtask.set_conditions('where task_id=%s and server=""', [task_id])
logtask.set_order({'id': 1})
arr_tasklog=logtask.select_a_row_where([], True)
if arr_tasklog:
if arr_tasklog['error']==1:
conn.close()
return arr_tasklog
else:
conn.close()
return filter_ajax({'error': 0, 'servers': []})
else:
conn.close()
return filter_ajax({'error': 0, 'servers': []})
pass
else:
conn.close()
return filter_ajax({})
def getservers(task_id, position):
conn = WebModel.connection()
s = get_session()
if check_login():
task = Task(conn)
logtask = LogTask(conn)
server = Server(conn)
arr_task = task.select_a_row(task_id)
server.set_conditions(
'WHERE ip IN (select DISTINCT server from logtask where task_id=%s)',
[task_id])
server.set_limit([position, num_tasks])
arr_server = server.select_to_array(['hostname', 'ip'])
response.set_header('Content-type', 'text/plain')
if arr_server:
conn.close()
return filter_ajax({'servers': arr_server, 'error': 0})
else:
logtask.set_conditions('where task_id=%s and server=""', [task_id])
logtask.set_order({'id': 1})
arr_tasklog = logtask.select_a_row_where([], True)
if arr_tasklog:
if arr_tasklog['error'] == 1:
conn.close()
return arr_tasklog
else:
conn.close()
return filter_ajax({'error': 0, 'servers': []})
else:
conn.close()
return filter_ajax({'error': 0, 'servers': []})
pass
else:
conn.close()
return filter_ajax({})
def showprogress(task_id, server):
# Need check the server
t = PTemplate(env)
conn = WebModel.connection()
s = get_session()
if check_login():
content_index = ''
conn = WebModel.connection()
task = Task(conn)
menu = get_menu(config_admin.modules_admin)
lang_selected = get_language(s)
arr_task = task.select_a_row(task_id)
if arr_task:
server_model = Server(conn)
server_model.set_conditions('where ip=%s', [server])
arr_server = server_model.select_a_row_where()
if arr_server:
#arr_task=
content_index = t.load_template(
'pastafari/progress.phtml',
name_task=arr_task['name_task'] + ' - ' +
arr_server['hostname'],
description_task=arr_task['description_task'],
task_id=task_id,
server=server,
position=0)
conn.close()
return t.load_template('admin/content.html',
title='Servers log',
content_index=content_index,
menu=menu,
lang_selected=lang_selected,
arr_i18n=I18n.dict_i18n)
else:
conn.close()
return ""
def show_progress(connection, t, s, **args):
server=Server(connection)
task=Task(connection)
arr_task=task.select_a_row(args['task_id'])
if arr_task:
num_servers=server.set_conditions(arr_task['where_sql_server'], []).select_count()
return t.load_template('pastafari/updates.phtml', task_id=arr_task['id'], title_task=arr_task['name_task'], description_task=arr_task['description_task'], num_servers=num_servers)
else:
return "No multitasks found"
def showprogress(task_id, server):
# Need check the server
t=PTemplate(env)
conn=WebModel.connection()
s=get_session()
if check_login():
content_index=''
conn=WebModel.connection()
task=Task(conn)
menu=get_menu(config_admin.modules_admin)
lang_selected=get_language(s)
arr_task=task.select_a_row(task_id)
if arr_task:
server_model=Server(conn)
server_model.set_conditions('where ip=%s', [server])
arr_server=server_model.select_a_row_where()
if arr_server:
#arr_task=
content_index=t.load_template('pastafari/progress.phtml', name_task=arr_task['name_task']+' - '+arr_server['hostname'], description_task=arr_task['description_task'], task_id=task_id, server=server, position=0)
conn.close()
return t.load_template('admin/content.html', title='Servers log', content_index=content_index, menu=menu, lang_selected=lang_selected, arr_i18n=I18n.dict_i18n)
else:
conn.close()
return ""
def form_task(connection, t, s, **args):
task=Task(connection)
arr_task=task.select_a_row(args['task_id'])
if arr_task:
task_execute=import_module(arr_task['path'])
if config.reloader:
reload(task_execute)
task_first=task_execute.MakeTask(connection)
if task_first.yes_form:
return t.load_template('pastafari/maketask.phtml', form=task_first.form(t), task_id=args['task_id'])
else:
redirect(make_url('pastafari/executetask/'+str(task_id)))
else:
return 'Task no exists'
def home():
connection=WebModel.connection()
#Fix, make local variable
t=PTemplate(env)
getpost=GetPostFiles()
getpost.obtain_get()
try:
group_id=int(getpost.get.get('group_id', '0'))
except:
group_id=0
if request_type()=='POST':
getpost.obtain_post()
s=get_session()
if 'login' in s:
if s['privileges']==2:
task=Task(connection)
logtask=LogTask(connection)
server=Server(connection)
#Load menu
menu=get_menu(config_admin.modules_admin)
lang_selected=get_language(s)
content_index=''
# Send request to server
arr_servers=[]
where_sql='WHERE num_updates>0'
for server_id in getpost.post.values():
try:
server_id=int(server_id)
if server_id>0:
arr_servers.append(str(server_id))
except:
pass
if len(arr_servers)>0:
where_sql='WHERE id IN (%s)' % ",".join(arr_servers)
if group_id>0:
where_sql+=' AND id IN (select server_id from servergroupitem where group_id='+str(group_id)+')'
commands_to_execute=[['bin/upgrade.sh', '']]
task.create_forms()
if task.insert({'name_task': 'update_server','description_task': I18n.lang('pastafari', 'update_servers', 'Updating servers...'), 'url_return': '', 'commands_to_execute': commands_to_execute, 'server': '', 'where_sql_server': where_sql}):
task_id=task.insert_id()
try:
r=requests.get(server_task+str(task_id))
arr_data=r.json()
arr_data['task_id']=task_id
logtask.create_forms()
if not logtask.insert(arr_data):
content_index="Error:Wrong format of json data..."
#return t_admin.load_template('pastafari/ajax_progress.phtml', title='Adding monitoritation to the server...') #"Load template with ajax..."
else:
server.set_conditions(where_sql, [])
num_servers=server.select_count()
#content_index=t.load_template('pastafari/updates.phtml', task_id=task_id, title_task=I18n.lang('pastafari', 'servers_updating', 'Servers updating'), num_servers=num_servers)
content_index=t.load_template('pastafari/updates.phtml', task_id=task_id, title_task=I18n.lang('pastafari', 'servers_updating', 'Servers updating'), description_task=I18n.lang('pastafari', 'servers_updating_txt', 'All servers selected will be updated...'), num_servers=num_servers)
except:
#logtask.conditions=['WHERE id=%s', [task_id]]
task.update({'status': 1, 'error': 1})
content_index="Error:cannot connect to task server, check the url for it..."+traceback.format_exc()
else:
content_index="Error: cannot insert the task: "+task.show_errors()
return t.load_template('admin/content.html', title='Updating servers', content_index=content_index, menu=menu, lang_selected=lang_selected, arr_i18n=I18n.dict_i18n)
else:
redirect(make_url(config.admin_folder))
else:
redirect(make_url(config.admin_folder))
def admin_task(connection, t, s, **args):
task=Task(connection)
getpost=GetPostFiles()
getpost.obtain_get()
if request_type()=='POST':
getpost.obtain_post()
#Load task worker
task_first, task_path=checktask(getpost.post, connection)
if task_first is not None:
post={'name_task': task_first.name_task, 'description_task': task_first.description_task, 'codename_task': task_first.codename_task, 'files': task_first.files, 'commands_to_execute': task_first.commands_to_execute, 'delete_files': task_first.delete_files, 'delete_directories': task_first.delete_directories, 'url_return': task_first.url_return, 'one_time': task_first.one_time, 'version': task_first.one_time}
#post_task={'task': getpost.post['task']}
where_sql_server='WHERE 1=1'
post_task=[]
try:
group_id=int(getpost.get.get('group_id', '0'))
except:
group_id=0
if group_id>0:
where_sql_server+=' AND id IN (select server_id from servergroupitem where group_id='+str(group_id)+')'
pattern=re.compile('^server_.*$')
for k, server_id in getpost.post.items():
if pattern.match(k):
try:
server_id=int(server_id)
if server_id>0:
post_task.append(str(server_id))
except:
pass
#Create where
if len(post_task)>0:
where_sql_server+=' AND id IN ('+','.join(post_task)+')'
post['where_sql_server']=where_sql_server
#Create pàth
post['path']=task_path
#Insert task
task.create_forms()
if task.insert(post):
task_id=task.insert_id()
if task_first.yes_form:
redirect(make_url('pastafari/formtask/'+str(task_id)))
else:
redirect(make_url('pastafari/executetask/'+str(task_id)))
else:
print(task.show_errors())
return "Error: cannot insert the task"
def send_task(connection, t, s, **args):
task=Task(connection)
logtask=LogTask(connection)
arr_task=task.select_a_row(args['task_id'])
getpost=GetPostFiles()
getpost.obtain_post()
if arr_task:
task_execute=import_module(arr_task['path'])
if config.reloader:
reload(task_execute)
task_first=task_execute.MakeTask(connection)
yes_redirect=False
if task_first.yes_form:
if task_first.update_task(getpost.post, arr_task['id']):
yes_redirect=True
else:
return t.load_template('pastafari/maketask.phtml', form=task_first.form(t, yes_error=True, pass_values=True, **getpost.post), task_id=args['task_id'])
else:
yes_redirect=True
if yes_redirect:
#try:
r=requests.get(server_task+str(arr_task['id']))
arr_data=r.json()
arr_data['task_id']=arr_task['id']
logtask.create_forms()
if not logtask.insert(arr_data):
return "Error:Wrong format of json data..."
else:
# Redirect to show multiples tasks.
redirect(make_url('pastafari/showmultiprogress/'+str(arr_task['id'])))
#return make_url('pastafari/showmultiprogress/'+str(arr_task['id']))
#content_index=t.load_template('pastafari/updates.phtml', task_id=task_id, title_task=name_task, description_task=description_task, num_servers=num_servers)
"""
except:
task_first.task.update({'status': 1, 'error': 1})
return "Error:cannot connect to task server, check the url for it..."+traceback.format_exc()
"""
else:
return 'Task no exists'
def gettasks():
if check_login():
s=get_session()
#Load menu
menu=get_menu(config_admin.modules_admin)
lang_selected=get_language(s)
t=PTemplate(env)
conn=WebModel.connection()
getpostfiles=GetPostFiles()
getpostfiles.obtain_get()
getpostfiles.get['op']=getpostfiles.get.get('op', '')
getpostfiles.get['task_id']=getpostfiles.get.get('task_id', '0')
getpostfiles.get['position']=getpostfiles.get.get('position', '0')
getpostfiles.get['server']=getpostfiles.get.get('server', '')
try:
task_id=int(getpostfiles.get['task_id'])
except:
task_id=0
try:
position=int(getpostfiles.get['position'])
except:
position=0
task=Task(conn)
logtask=LogTask(conn)
arr_task=task.select_a_row(task_id)
t.show_basic_template=False
arr_rows={'wait': 1}
if arr_task:
logtask.set_limit([position, 20])
logtask.set_order({'id': 0})
logtask.conditions=['WHERE task_id=%s', [task_id]]
if getpostfiles.get['server']!='':
logtask.conditions=['WHERE task_id=%s and logtask.server=%s', [task_id, getpostfiles.get['server']]]
#logtask.set_limit([position, 1])
#arr_row=logtask.select_a_row_where([], 1, position)
logtask.yes_reset_conditions=False
c=logtask.select_count()
if c>0:
arr_rows=[]
with logtask.select([], True) as cursor:
for arr_row in cursor:
arr_rows.append(arr_row)
else:
arr_rows=[]
with logtask.set_conditions('WHERE task_id=%s and logtask.error=1', [task_id]).select([], True) as cursor:
for arr_row in cursor:
arr_rows.append(arr_row)
if arr_rows==0:
arr_rows={'wait': 1}
else:
with logtask.set_conditions('WHERE task_id=%s and logtask.server=%s and logtask.error=1', [task_id, getpostfiles.get['server']]).select([], True) as cursor:
for arr_row in cursor:
arr_rows.append(arr_row)
"""
arr_rows=[]
with logtask.select() as cursor:
for arr_row in cursor:
arr_rows.append(arr_row)
if len(arr_rows)==0:
logtask.set_limit([1])
logtask.set_order({'id': 0})
logtask.conditions=['WHERE task_id=%s and status=1 and error=1 and server=""', [task_id]]
if logtask.select_count('id', True)==0:
if arr_task['status']=='0' or arr_task['status']==0:
conn.close()
return filter_ajax({'wait': 1})
else:
conn.close()
return filter_ajax({})
else:
logtask.set_limit([1])
logtask.set_order({'id': 0})
logtask.conditions=['WHERE task_id=%s and status=1 and error=1 and server=""', [task_id]]
arr_rows=logtask.select_to_array([], True)
#response.set_header('Content-type', 'text/plain')
conn.close()
return filter_ajax(arr_rows)
else:
conn.close()
return filter_ajax({'wait': 1})
"""
else:
arr_task={'task_id': task_id, 'progress': 100, 'message': 'Error: no exists task', 'error': 1, 'status': 1}
conn.close()
return filter_ajax(arr_rows)
else:
redirect(make_url(config.admin_folder))
def getprogress(task_id):
conn=WebModel.connection()
s=get_session()
if check_login():
getpost=GetPostFiles()
getpost.obtain_post([], True)
task=Task(conn)
logtask=LogTask(conn)
server=Server(conn)
arr_task=task.select_a_row(task_id)
try:
servers=json.loads(getpost.post['servers'])
except:
servers={}
#for ip in servers:
if len(servers)>0:
logtask.set_order({'id': 1})
logtask.set_conditions('WHERE task_id=%s and status=1 and error=1 and server=""', [task_id])
c_error=logtask.select_count()
if c_error==0:
logtask.set_order({'id': 1})
checked_servers=logtask.check_in_list_str('server', servers)
logtask.set_conditions('WHERE task_id=%s and status=1 and server IN '+checked_servers+' and server!=""', [task_id])
arr_log=logtask.select_to_array(['status', 'error', 'server'])
logtask.set_order({'id': 1})
logtask.set_conditions('WHERE task_id=%s and status=0 and server NOT IN '+checked_servers+' and server!=""', [task_id])
arr_log2=logtask.select_to_array(['status', 'error', 'server'])
arr_log=arr_log2+arr_log
#response.set_header('Content-type', 'text/plain')
#return json.dumps(arr_log)
else:
arr_log=[]
for server in servers:
arr_log.append({'status':1, 'error':1, 'server': server})
response.set_header('Content-type', 'text/plain')
conn.close()
return filter_ajax(arr_log)
response.set_header('Content-type', 'text/plain')
arr_log=[]
conn.close()
return filter_ajax(arr_log)
else:
conn.close()
return filter_ajax({})
def tasklist(server_id):
content_index = ''
if check_login():
conn = WebModel.connection()
server = Server(conn)
arr_server = server.select_a_row(server_id)
if arr_server:
s = get_session()
menu = get_menu(config_admin.modules_admin)
lang_selected = get_language(s)
task = Task(conn)
arr_task_id = []
with task.query(
'select DISTINCT task_id from logtask where server=%s',
[arr_server['ip']]) as cursor:
for arr_task in cursor:
arr_task_id.append(arr_task['task_id'])
task.set_conditions(
'WHERE id IN ' + task.check_in_list_str('id', arr_task_id), [])
task_list = SimpleList(
task,
make_url(pastafari_folder + '/tasklist/' + str(server_id), {}),
t)
task_list.fields_showed = [
'id', 'name_task', 'description_task', 'error', 'status'
]
task_list.yes_search = False
task_list.order_field = 'id'
task_list.order = 1
request.environ['server_id'] = arr_server['id']
task_list.arr_extra_options = [server_task_options]
return_url = make_url('pastafari/servers')
content_index = t.load_template('pastafari/admin/showtasks.phtml',
task_list=task_list,
server=arr_server,
return_url=return_url)
else:
cont_index = I18n.lang('pastafari',
'sorry_i_cannot_find_the_server',
'Sorry, i cannot find the server')
conn.close()
return t.load_template(
'admin/content.html',
title=I18n.lang('pastafari', 'task_list_of', 'Task list of') +
' %s' % arr_server['hostname'],
content_index=content_index,
menu=menu,
lang_selected=lang_selected,
arr_i18n=I18n.dict_i18n)
return ""
def gettasks():
if check_login():
s = get_session()
#Load menu
menu = get_menu(config_admin.modules_admin)
lang_selected = get_language(s)
t = PTemplate(env)
conn = WebModel.connection()
getpostfiles = GetPostFiles()
getpostfiles.obtain_get()
getpostfiles.get['op'] = getpostfiles.get.get('op', '')
getpostfiles.get['task_id'] = getpostfiles.get.get('task_id', '0')
getpostfiles.get['position'] = getpostfiles.get.get('position', '0')
getpostfiles.get['server'] = getpostfiles.get.get('server', '')
try:
task_id = int(getpostfiles.get['task_id'])
except:
task_id = 0
try:
position = int(getpostfiles.get['position'])
except:
position = 0
task = Task(conn)
logtask = LogTask(conn)
arr_task = task.select_a_row(task_id)
t.show_basic_template = False
arr_rows = {'wait': 1}
if arr_task:
logtask.set_limit([position, 20])
logtask.set_order({'id': 0})
logtask.conditions = ['WHERE task_id=%s', [task_id]]
if getpostfiles.get['server'] != '':
logtask.conditions = [
'WHERE task_id=%s and logtask.server=%s',
[task_id, getpostfiles.get['server']]
]
#logtask.set_limit([position, 1])
#arr_row=logtask.select_a_row_where([], 1, position)
logtask.yes_reset_conditions = False
c = logtask.select_count()
if c > 0:
arr_rows = []
with logtask.select([], True) as cursor:
for arr_row in cursor:
arr_rows.append(arr_row)
else:
arr_rows = []
with logtask.set_conditions(
'WHERE task_id=%s and logtask.error=1',
[task_id]).select([], True) as cursor:
for arr_row in cursor:
arr_rows.append(arr_row)
if arr_rows == 0:
arr_rows = {'wait': 1}
else:
with logtask.set_conditions(
'WHERE task_id=%s and logtask.server=%s and logtask.error=1',
[task_id, getpostfiles.get['server']]).select(
[], True) as cursor:
for arr_row in cursor:
arr_rows.append(arr_row)
"""
arr_rows=[]
with logtask.select() as cursor:
for arr_row in cursor:
arr_rows.append(arr_row)
if len(arr_rows)==0:
logtask.set_limit([1])
logtask.set_order({'id': 0})
logtask.conditions=['WHERE task_id=%s and status=1 and error=1 and server=""', [task_id]]
if logtask.select_count('id', True)==0:
if arr_task['status']=='0' or arr_task['status']==0:
conn.close()
return filter_ajax({'wait': 1})
else:
conn.close()
return filter_ajax({})
else:
logtask.set_limit([1])
logtask.set_order({'id': 0})
logtask.conditions=['WHERE task_id=%s and status=1 and error=1 and server=""', [task_id]]
arr_rows=logtask.select_to_array([], True)
#response.set_header('Content-type', 'text/plain')
conn.close()
return filter_ajax(arr_rows)
else:
conn.close()
return filter_ajax({'wait': 1})
"""
else:
arr_task = {
'task_id': task_id,
'progress': 100,
'message': 'Error: no exists task',
'error': 1,
'status': 1
}
conn.close()
return filter_ajax(arr_rows)
else:
redirect(make_url(config.admin_folder))
def getprogress(task_id):
conn = WebModel.connection()
s = get_session()
if check_login():
getpost = GetPostFiles()
getpost.obtain_post([], True)
task = Task(conn)
logtask = LogTask(conn)
server = Server(conn)
arr_task = task.select_a_row(task_id)
try:
servers = json.loads(getpost.post['servers'])
except:
servers = {}
#for ip in servers:
if len(servers) > 0:
logtask.set_order({'id': 1})
logtask.set_conditions(
'WHERE task_id=%s and status=1 and error=1 and server=""',
[task_id])
c_error = logtask.select_count()
if c_error == 0:
logtask.set_order({'id': 1})
checked_servers = logtask.check_in_list_str('server', servers)
logtask.set_conditions(
'WHERE task_id=%s and status=1 and server IN ' +
checked_servers + ' and server!=""', [task_id])
arr_log = logtask.select_to_array(
['status', 'error', 'server'])
logtask.set_order({'id': 1})
logtask.set_conditions(
'WHERE task_id=%s and status=0 and server NOT IN ' +
checked_servers + ' and server!=""', [task_id])
arr_log2 = logtask.select_to_array(
['status', 'error', 'server'])
arr_log = arr_log2 + arr_log
#response.set_header('Content-type', 'text/plain')
#return json.dumps(arr_log)
else:
arr_log = []
for server in servers:
arr_log.append({'status': 1, 'error': 1, 'server': server})
response.set_header('Content-type', 'text/plain')
conn.close()
return filter_ajax(arr_log)
response.set_header('Content-type', 'text/plain')
arr_log = []
conn.close()
return filter_ajax(arr_log)
else:
conn.close()
return filter_ajax({})
def home(server_id, task_id):
connection = WebModel.connection()
#Fix, make local variable
t = PTemplate(env)
s = get_session()
if check_login():
task = Task(connection)
logtask = LogTask(connection)
server = Server(connection)
getpost = GetPostFiles()
getpost.obtain_get()
#Load menu
menu = get_menu(config_admin.modules_admin)
lang_selected = get_language(s)
# server_id=getpost.get.get('id', 0)
server_hostname = ''
arr_server = server.select_a_row(server_id)
if arr_server:
server_hostname = ' - ' + arr_server['hostname']
ip = arr_server['ip']
logtask.set_conditions('WHERE server=%s', [ip])
logtask_list = SimpleList(
logtask,
make_url(pastafari_folder + '/serverslogs',
{'id': str(server_id)}), t)
logtask_list.limit_pages = 100
logtask_list.yes_search = False
logtask_list.order_field = 'id'
logtask_list.order = 1
logtask_list.fields_showed = [
'id', 'server', 'message', 'error', 'status'
]
logtask_list.arr_extra_fields = []
logtask_list.arr_extra_options = []
return_url = make_url('pastafari/servers')
content_index = t.load_template('pastafari/admin/logs_list.phtml',
logtask_list=logtask_list,
server=arr_server,
return_url=return_url)
#logtask_list.show()
# Send request to server
else:
content_index = 'Log no exists'
connection.close()
return t.load_template('admin/content.html',
title='Servers log' + server_hostname,
content_index=content_index,
menu=menu,
lang_selected=lang_selected,
arr_i18n=I18n.dict_i18n)
else:
connection.close()
redirect(make_url(config.admin_folder))