from gluino import DAL, Field
import config
#db = DAL(config.uri, auto_import=True, migrate=False, folder=config.dbdir)
db = DAL(config.uri, migrate=False, folder=config.dbdir)
users = db.define_table('users', Field('id', 'integer'),
Field('user', 'string'), Field('passwd', 'string'),
Field('email', 'string'), Field('priority', 'integer'))
# this is also defined in scheduler.py
# need to fix in the future
apps = db.define_table('apps', Field('id', 'integer'), Field('name', 'string'),
Field('description', 'string'),
Field('category',
'string'), Field('language', 'string'),
Field('input_format', 'string'),
Field('command', 'string'),
Field('preprocess', 'string'),
Field('postprocess', 'string'), Field('uid', 'integer'))
# this is also defined in scheduler.py
# need to fix in the future
jobs = db.define_table('jobs', Field('id', 'integer'), Field('user', 'string'),
Field('app', 'string'), Field('cid', 'string'),
Field('state', 'string'), Field('time_submit',
'string'),
Field('description', 'string'), Field('np', 'integer'),
Field('priority', 'integer'), Field('shared', 'string'))
plots = db.define_table('plots', Field('id', 'integer'),
Field('appid', db.apps), Field('ptype', 'string'),
Field('title', 'string'), Field('options', 'string'),
def __init__(self, uri=config.uri, migrate=False):
#self.db = DAL(uri, auto_import=True, migrate=migrate, folder=config.dbdir)
self.db = DAL(uri, migrate=migrate, folder=config.dbdir)
# must define these here because need to use the db instance
self.users = self.db.define_table('users', Field('id', 'integer'),
Field('user', 'string'),
Field('passwd', 'string'),
Field('email', 'string'),
Field('priority', 'integer'))
self.apps = self.db.define_table('apps', Field('id', 'integer'),
Field('name', 'string'),
Field('description', 'string'),
Field('category', 'string'),
Field('language', 'string'),
Field('input_format', 'string'),
Field('command', 'string'),
Field('preprocess', 'string'),
Field('postprocess', 'string'),
Field('uid', 'integer'))
self.jobs = self.db.define_table('jobs', Field('id', 'integer'),
Field('user', 'string'),
Field('app', 'string'),
Field('cid', 'string'),
Field('state', 'string'),
Field('time_submit', 'string'),
Field('description', 'string'),
Field('np', 'integer'),
Field('priority', 'integer'),
Field('shared', 'string'))
self.plots = self.db.define_table('plots', Field('id', 'integer'),
Field('appid', self.db.apps),
Field('ptype', 'string'),
Field('title', 'string'),
Field('options', 'string'),
Field('datadef', 'string'))
self.datasource = self.db.define_table('datasource',
Field('id', 'integer'),
Field('pltid', 'integer'),
Field('label', 'string'),
Field('ptype', 'string'),
Field('color', 'string'),
Field('filename', 'string'),
Field('cols', 'string'),
Field('line_range', 'string'))
self.aws_creds = self.db.define_table('aws_creds',
Field('id', 'integer'),
Field('key', 'string'),
Field('secret', 'string'),
Field('account_id', 'string'),
Field('uid', 'integer'))
self.aws_instances = self.db.define_table('aws_instances',
Field('id', 'integer'),
Field('region', 'string'),
Field('instance', 'string'),
Field('itype', 'string'),
Field('rate', 'double'),
Field('uid', 'integer'))
self.containers = self.db.define_table('containers',
Field('id', 'integer'),
Field('containerid', 'string'),
Field('image', 'string'),
Field('command', 'string'),
Field('uid', 'integer'))
self.disciplines = self.db.define_table('disciplines', Field('name'))
import tornado.ioloop
import tornado.web
from gluino import wrapper, DAL, Field, SQLFORM, cache, IS_NOT_EMPTY
import time
# configure the gluino wrapper
wrapper.debug = True
wrapper.http = lambda code, message: tornado.web.HTTPError(code)
wrapper.redirect = lambda status, url: tornado.web.RequestHandler.redirect(url)
# create database and table
db = DAL('sqlite://storage.sqlite')
db.define_table('person', Field('name', requires=IS_NOT_EMPTY()))
# define action
def index(request):
vars = wrapper.extract_vars(request.arguments)
form = SQLFORM(db.person)
if form.accepts(vars):
message = 'hello %s' % form.vars.name
else:
message = 'hello anonymous'
people = db(db.person).select()
now = cache.ram('time', lambda: time.ctime(), 10)
return locals()
class MainHandler(tornado.web.RequestHandler):
@wrapper(view='templates/index.html', dbs=[db])
def get(self):
def __init__(self, uri=config.uri, migrate=False):
self.db = DAL(uri, migrate=migrate, folder=config.dbdir)
# must define these here because need to use the db instance
self.groups = self.db.define_table('groups', Field('id', 'integer'),
Field('name', 'string'))
self.users = self.db.define_table('users', Field('id', 'integer'),
Field('user', 'string'),
Field('passwd', 'string'),
Field('email', 'string'),
Field('new_shared_jobs', 'integer'),
Field('priority', 'integer'),
Field('gid', self.db.groups, ondelete="SET NULL"))
self.user_meta = self.db.define_table('user_meta', Field('id', 'integer'),
Field('uid', self.db.users),
Field('new_shared_jobs', 'integer'),
Field('theme', 'string'))
self.apps = self.db.define_table('apps', Field('id', 'integer'),
Field('name', 'string'),
Field('description', 'string'),
Field('category', 'string'),
Field('language', 'string'),
Field('input_format', 'string'),
Field('command', 'string'),
Field('assets', 'string'),
Field('preprocess', 'string'),
Field('postprocess', 'string'))
self.app_user = self.db.define_table('app_user', Field('id', 'integer'),
Field('appid', 'integer'),
Field('uid', 'integer'))
self.jobs = self.db.define_table('jobs', Field('id', 'integer'),
Field('uid', self.db.users),
Field('app', 'string'),
Field('cid', 'string'),
Field('gid', self.db.groups),
Field('command', 'string'),
Field('state', 'string'),
Field('time_submit', 'string'),
Field('walltime', 'string'),
Field('description', 'string'),
Field('np', 'integer'),
Field('priority', 'integer'),
Field('starred', 'string'),
Field('shared', 'string'))
self.plots = self.db.define_table('plots', Field('id', 'integer'),
# need to turn on unique in the future, but will cause migration probs for old DBs
# this is needed for running "spc update" b/c primary keys are not specified in spc.json
Field('appid', self.db.apps), # unique=True),
Field('ptype', 'string'),
Field('title', 'string'),
Field('options', 'string'))
self.datasource = self.db.define_table('datasource', Field('id', 'integer'),
Field('label', 'string'), # unique=True),
Field('pltid', self.db.plots),
Field('filename', 'string'),
Field('cols', 'string'),
Field('line_range', 'string'),
Field('data_def', 'string'))
self.aws_creds = self.db.define_table('aws_creds', Field('id', 'integer'),
Field('key', 'string'),
Field('secret', 'string'),
Field('account_id', 'string'),
Field('uid', self.db.users))
self.aws_instances = self.db.define_table('aws_instances',
Field('id', 'integer'),
Field('region', 'string'),
Field('instance', 'string'),
Field('itype', 'string'),
Field('rate', 'double'),
Field('uid', self.db.users))
self.disciplines = self.db.define_table('disciplines', Field('name'))
#!/usr/bin/env python
import threading, time, os
import config
from gluino import DAL, Field
import subprocess, signal
#inspired from:
#http://taher-zadeh.com/a-simple-and-dirty-batch-job-scheduler-daemon-in-python/
db = DAL(config.uri, auto_import=False, migrate=False, folder=config.dbdir)
apps = db.define_table('apps', Field('id','integer'),
Field('name','string'),
Field('description','string'),
Field('category','string'),
Field('language','string'),
Field('input_format','string'),
Field('command','string'))
jobs = db.define_table('jobs', Field('id','integer'),
Field('user','string'),
Field('app','string'),
Field('cid','string'),
Field('state','string'),
Field('time_submit','string'),
Field('description','string'),
Field('priority','integer'),
Field('np','integer'))
class scheduler(object):
"""simple single process scheduler"""
def __init__(self):
from gluino import DAL, Field
import config
#db = DAL(config.uri, auto_import=True, migrate=False, folder=config.dbdir)
#db = DAL(config.uri, migrate=True, migrate_enabled=True, fake_migrate=True, folder=config.dbdir)
db = DAL(config.uri, migrate=False, folder=config.dbdir)
groups = db.define_table('groups', Field('id', 'integer'),
Field('name', 'string'))
users = db.define_table('users', Field('id', 'integer'),
Field('user', 'string'), Field('passwd', 'string'),
Field('email', 'string'),
Field('new_shared_jobs', 'integer'),
Field('priority', 'integer'),
Field('gid', db.groups, ondelete="SET NULL"))
user_meta = db.define_table('user_meta', Field('id', 'integer'),
Field('uid', db.users),
Field('new_shared_jobs', 'integer'),
Field('theme', 'string'))
# this is also defined in scheduler.py
# need to fix in the future
apps = db.define_table('apps', Field('id', 'integer'), Field('name', 'string'),
Field('description', 'string'),
Field('category', 'string'),
Field('language', 'string'),
Field('input_format', 'string'),
Field('command', 'string'), Field('assets', 'string'),
Field('preprocess', 'string'),