def get_judges():
from satori.tools import options, setup
options.add_argument('judges_dir')
options.add_argument('--contest', help='Only for selected contest')
contest = None
args = setup(logging.INFO)
judges_dir = args.judges_dir
if not os.path.exists(judges_dir):
os.mkdir(judges_dir)
if args.contest is not None:
try:
contest = Contest.filter(ContestStruct(id=int(args.contest)))[0]
except:
try:
contest = Contest.filter(ContestStruct(name=args.contest))[0]
except:
pass
tests = []
if contest is None:
tests = [(t, '') for t in Test.filter()]
else:
for pm in ProblemMapping.filter(ProblemMappingStruct(contest=contest)):
tests += [(t, pm.code) for t in pm.default_test_suite.get_tests() ]
stats = dict()
for test, code in tests:
if not code in stats:
stats[code] = set()
judge = test.data_get('judge')
stats[code].add(judge.value)
ext = judge.filename.split('.')[-1]
name = os.path.join(judges_dir,judge.value+'.'+ext)
test.data_get_blob_path('judge', name);
print stats
def passwd():
options.add_argument('usr', help='username')
options.add_argument('pwd', help='password')
opts = setup(logging.INFO)
u = User.filter(UserStruct(login=opts.usr))[0]
logging.info("Changing password for user %s" % (u.name, ))
u.set_password(opts.pwd)
def get_judges():
from satori.tools import options, setup
options.add_argument('judges_dir')
options.add_argument('--contest', help='Only for selected contest')
contest = None
args = setup(logging.INFO)
judges_dir = args.judges_dir
if not os.path.exists(judges_dir):
os.mkdir(judges_dir)
if args.contest is not None:
try:
contest = Contest.filter(ContestStruct(id=int(args.contest)))[0]
except:
try:
contest = Contest.filter(ContestStruct(name=args.contest))[0]
except:
pass
tests = []
if contest is None:
tests = [(t, '') for t in Test.filter()]
else:
for pm in ProblemMapping.filter(ProblemMappingStruct(contest=contest)):
tests += [(t, pm.code) for t in pm.default_test_suite.get_tests()]
stats = dict()
for test, code in tests:
if not code in stats:
stats[code] = set()
judge = test.data_get('judge')
stats[code].add(judge.value)
ext = judge.filename.split('.')[-1]
name = os.path.join(judges_dir, judge.value + '.' + ext)
test.data_get_blob_path('judge', name)
print stats
def default_judges():
from satori.tools import options, setup
options.add_argument('judges_dir')
args = setup(logging.INFO)
judges_dir = args.judges_dir
for judge in [ os.path.join(judges_dir, entry) for entry in os.listdir(judges_dir) if os.path.isfile(os.path.join(judges_dir, entry)) ]:
if judge[-3:] == '.py':
name = os.path.basename(judge)[:-3]
blob = Global.get_instance().judges_set_blob_path(name, judge)
def default_judges():
from satori.tools import options, setup
options.add_argument('judges_dir')
args = setup(logging.INFO)
judges_dir = args.judges_dir
for judge in [
os.path.join(judges_dir, entry) for entry in os.listdir(judges_dir)
if os.path.isfile(os.path.join(judges_dir, entry))
]:
if judge[-3:] == '.py':
name = os.path.basename(judge)[:-3]
blob = Global.get_instance().judges_set_blob_path(name, judge)
def adduser():
options.add_argument('usr', help='username')
options.add_argument('first', help='firstname')
options.add_argument('last', help='lastname')
options.add_argument('email', help='e-mail')
options.add_argument('affiliation', help='affiliation')
opts = setup(logging.INFO)
u = User.create(
UserStruct(login=opts.usr,
firstname=opts.first,
lastname=opts.last,
email=opts.email,
confirmed=True,
activated=True,
affiliation=opts.affiliation))
logging.info("Created user %s" % (u.name, ))
def main():
from satori.tools import options, setup
options.add_argument('--ipython', help='Use IPython', action='store_true')
flags = setup(logging.INFO)
if flags.ipython:
from satori.client.common import want_import
want_import(globals(), "*")
from IPython import embed
embed()
else:
import code
console = code.InteractiveConsole()
console.runcode('from satori.client.common import want_import')
console.runcode('want_import(globals(), "*")')
console.interact()
def main():
from satori.tools import options, setup
options.add_argument('--ipython', help='Use IPython', action='store_true')
flags = setup(logging.INFO)
if flags.ipython:
from satori.client.common import want_import
want_import(globals(), "*")
from IPython import embed
embed()
else:
import code
console = code.InteractiveConsole()
console.runcode('from satori.client.common import want_import')
console.runcode('want_import(globals(), "*")')
console.interact()
def addchecker():
options.add_argument('login', help='login')
options.add_argument('address', help='address')
options.add_argument('pwd', help='password')
opts = setup(logging.INFO)
m = Machine.create(
MachineStruct(login=opts.login,
address=opts.address,
netmask='255.255.255.255'))
m.set_password(opts.pwd)
Privilege.global_grant(m, 'JUDGE')
def uzi_team():
options.add_argument('contest', help='contest_name')
options.add_argument('team', help='team_name')
options.add_argument('contestants',
nargs='+',
metavar='contestant',
help='contest name')
opts = setup(logging.INFO)
contest_name = opts.contest
name = opts.team
users_name = opts.contestants
c = Contest.filter(ContestStruct(name=contest_name))
if len(c) >= 1:
contest = c[0]
else:
logging.error('incorrect contest name ' + contest_name)
sys.exit(1)
users = set()
for un in users_name:
u = User.filter(UserStruct(login=un, activated=True))
if len(u) > 1:
raise RuntimeError("To many matches for '" + un + "'")
elif len(u) == 1:
users.add(u[0])
else:
u = User.filter(UserStruct(name=un, activated=True))
if len(u) > 1:
raise RuntimeError("To many matches for '" + un + "'")
if len(u) == 1:
users.add(u[0])
else:
raise RuntimeError('Unknown user name ' + un)
users = list(users)
if not len(users):
raise RuntimeError('no users')
print contest.name, name, [user.name for user in users], users
Contestant.create(fields=ContestantStruct(contest=contest,
name=name,
accepted=True),
user_list=users)
def team_rename():
options.add_argument('contest', help='contest_name')
options.add_argument('team', help='old team_name')
options.add_argument('name', help='new team_name')
opts = setup(logging.INFO)
contest_name = opts.contest
old_name = opts.team
new_name = opts.name
c = Contest.filter(ContestStruct(name=contest_name))
if len(c) >= 1:
contest = c[0]
else:
logging.error('incorrect contest name ' + contest_name)
sys.exit(1)
cn = Contestant.filter(ContestantStruct(contest=contest, name=old_name))[0]
cn.modify(ContestantStruct(name=new_name))
def submit():
options.add_argument('-C', '--contest', type=int, help='contest ID')
options.add_argument('problem_code')
options.add_argument('submit_file', type=argparse.FileType('r'))
opts = setup(logging.INFO)
contestId = None
if auth_setup.section:
if config.has_option(auth_setup.section, 'contest'):
contestId = config.getint(auth_setup.section, 'contest')
if opts.contest:
contestId = options.contest
if not contestId:
raise RuntimeError('The contest ID has not been specified')
cc = Contest.filter(ContestStruct(id=contestId))
if not cc:
raise RuntimeError('The specified contest is not found')
contest = cc[0]
pp = ProblemMapping.filter(
ProblemMappingStruct(contest=contest, code=opts.problem_code))
if not pp:
raise RuntimeError('The specified problem is not found')
problem = pp[0]
submit = Submit.create(SubmitStruct(problem=problem),
opts.submit_file.read(),
os.path.basename(opts.submit_file.name))
opts.submit_file.close()
print 'Submit successfully created:'
print ' Contest:', contest.name
print ' Problem:', problem.code, '-', problem.title
print ' File:', args[1]
print ' Submit ID:', submit.id
def uzi_team():
options.add_argument('contest', help='contest_name')
options.add_argument('team', help='team_name')
options.add_argument('contestants', nargs='+', metavar='contestant', help='contest name')
opts = setup(logging.INFO)
contest_name=opts.contest
name=opts.team
users_name=opts.contestants
c=Contest.filter(ContestStruct(name=contest_name))
if len(c) >= 1:
contest=c[0]
else:
logging.error('incorrect contest name '+contest_name)
sys.exit(1)
users = set()
for un in users_name:
u=User.filter(UserStruct(login=un, activated=True))
if len(u) > 1:
raise RuntimeError("To many matches for '" + un + "'")
elif len(u) == 1:
users.add(u[0]);
else:
u=User.filter(UserStruct(name=un, activated=True))
if len(u) > 1:
raise RuntimeError("To many matches for '" + un + "'")
if len(u) == 1:
users.add(u[0]);
else:
raise RuntimeError('Unknown user name '+un)
users = list(users)
if not len(users) :
raise RuntimeError('no users')
print contest.name, name,[user.name for user in users],users
Contestant.create(fields=ContestantStruct(contest=contest,name=name,accepted=True), user_list=users)
def athina_import():
import os, sys, getpass
from satori.tools import options, setup
options.add_argument('--name', help='Contest name')
options.add_argument('--environment', help='Test environment name')
options.add_argument('base_dir')
args = setup(logging.INFO)
base_dir = args.base_dir
if not os.path.exists(os.path.join(base_dir, 'server', 'contest',
'users')):
logging.error('provided path is invalid')
sys.exit(1)
def get_path(*args):
return os.path.join(base_dir, 'server', 'contest', *args)
while not args.name:
args.name = raw_input('Contest name: ')
print 'Contest name: ', args.name
print 'Test environment: ', args.environment
time_start = None
with open(get_path('times', 'start'), 'r') as f:
time_start = datetime.fromtimestamp(
int(f.readline().strip(" \n\t\x00")))
time_stop = None
with open(get_path('times', 'end'), 'r') as f:
time_stop = datetime.fromtimestamp(int(
f.readline().strip(" \n\t\x00")))
time_freeze = None
with open(get_path('times', 'freeze'), 'r') as f:
time_freeze = datetime.fromtimestamp(
int(f.readline().strip(" \n\t\x00")))
users = {}
if True:
for login in os.listdir(get_path('users')):
with open(get_path('users', login, 'fullname'), 'r') as f:
fullname = f.readline().strip(" \n\t\x00")
with open(get_path('users', login, 'password'), 'r') as f:
password = f.readline().strip(" \n\t\x00")
users[login] = {
'login': string.lower(login),
'name': fullname,
'password': password,
}
submits = {}
if True:
for d in range(10):
for submit in os.listdir(get_path('data', str(d))):
with open(get_path('problem', str(d), submit), 'r') as f:
problem = f.readline().strip(" \n\t\x00")
if problem[0:2] == "__":
continue
with open(get_path('data', str(d), submit), 'r') as f:
data = f.read()
with open(get_path('filename', str(d), submit), 'r') as f:
filename = f.readline().strip(" \n\t\x00")
with open(get_path('time', str(d), submit), 'r') as f:
time = datetime.fromtimestamp(
int(f.readline().strip(" \n\t\x00")))
with open(get_path('user', str(d), submit), 'r') as f:
user = f.readline().strip().strip(" \n\t\x00")
with open(get_path('log', str(d), submit), 'r') as f:
test_result = {}
for tr in [
x.strip(" \n\t\x00[]") for x in re.split(
u'\][^[]*\[', u' '.join(f.readlines()))
]:
m = re.match(u'^(\d+)\s*:\s*(.+?)\s+(\d+)$', tr)
if m:
test_result[int(m.group(1))] = {
'status': m.group(2),
'time': int(m.group(3)),
}
continue
m = re.match(u'^(\d+)\s*:\s*(.*)$', tr)
if m:
test_result[int(m.group(1))] = {
'status': m.group(2),
'time': 0,
}
continue
test_result[0] = {
'status': tr,
'time': 0,
}
with open(get_path('status', str(d), submit), 'r') as f:
suite_result = f.readline().strip().strip(" \n\t\x00")
submit = int(submit)
submits[submit] = {
'submit': submit,
'data': data,
'filename': filename,
'problem': problem,
'time': time,
'user': user,
'test_results': test_result,
'suite_result': suite_result,
}
problems = {}
if True:
for dir in os.listdir(get_path()):
if not os.path.isdir(get_path(dir)):
continue
if not os.path.exists(get_path(dir, 'testcount')):
continue
with open(get_path(dir, 'testcount')) as f:
testcount = int(f.readline()) + 1
with open(get_path(dir, 'sizelimit')) as f:
sizelimit = int(f.readline())
if os.path.exists(get_path(dir, 'checker')):
checker = get_path(dir, 'checker')
else:
checker = None
tests = {}
for t in range(testcount):
input = get_path(dir, str(t) + '.in')
if not os.path.exists(input):
input = None
output = get_path(dir, str(t) + '.out')
if not os.path.exists(output):
output = None
memlimit = get_path(dir, str(t) + '.mem')
if os.path.exists(memlimit):
with open(memlimit, 'r') as f:
memlimit = int(f.readline())
else:
memlimit = None
timelimit = get_path(dir, str(t) + '.tle')
if os.path.exists(timelimit):
with open(timelimit, 'r') as f:
timelimit = timedelta(seconds=float(f.readline()) *
0.01)
else:
timelimit = None
tests[t] = {
'test': t,
'input': input,
'output': output,
'memlimit': memlimit,
'timelimit': timelimit,
}
problems[dir] = {
'problem': dir,
'testcount': testcount,
'sizelimit': sizelimit,
'checker': checker,
'tests': tests,
}
# print 'users: ', users
# print 'problems: ', problems
# print 'submits: ', submits
mytoken = token_container.get_token()
contest = Creator('Contest', name=args.name)()
Privilege.grant(contest.contestant_role, contest, 'SUBMIT')
Privilege.grant(contest.contestant_role, contest, 'VIEW')
Privilege.grant(contest.contestant_role, contest, 'VIEW_TASKS')
for login, user in sorted(users.iteritems()):
firstname = user['name'].split()[0]
lastname = ' '.join(user['name'].split()[1:])
user['object'] = Creator('User', login=args.name + '_' +
user['login']).fields(firstname=firstname,
lastname=lastname)()
user['object'].set_password(user['password'])
user['contestant'] = Creator('Contestant',
contest=contest,
login=user['object'].login).additional(
user_list=[user['object']])()
user['contestant'].set_password(user['password'])
for name, problem in sorted(problems.iteritems()):
problem['object'] = Creator('Problem',
name=args.name + '_' +
problem['problem'])()
tests = []
for num, test in sorted(problem['tests'].iteritems()):
oa = OaMap()
if problem['checker'] != None:
oa.set_blob_path('checker', problem['checker'])
if test['input'] != None:
oa.set_blob_path('input', test['input'])
if test['output'] != None:
oa.set_blob_path('hint', test['output'])
if test['memlimit'] != None:
oa.set_str('memory', str(test['memlimit']) + 'B')
if test['timelimit'] != None:
oa.set_str('time', str(seconds(test['timelimit'])) + 's')
test['object'] = Creator(
'Test',
problem=problem['object'],
name=args.name + '_' + problem['problem'] + '_default_' +
str(test['test'])).fields(
environment=args.environment).additional(
data=oa.get_map())()
tests.append(test['object'])
params = OaMap()
params.set_str('reporter_show_tests', 'true')
problem['testsuite'] = Creator(
'TestSuite',
problem=problem['object'],
name=args.name + '_' + problem['problem'] + '_default').fields(
reporter='ACMReporter',
dispatcher='SerialDispatcher',
accumulators='').additional(test_list=tests,
params=params.get_map(),
test_params=[{}] * len(tests))()
problem['mapping'] = Creator(
'ProblemMapping', contest=contest,
problem=problem['object']).fields(
code=problem['problem'],
title=problem['problem'],
default_test_suite=problem['testsuite'])()
params = OaMap()
params.set_str('time_start', time_start.strftime('%Y-%m-%d %H:%M:%S'))
params.set_str('time_stop', time_freeze.strftime('%Y-%m-%d %H:%M:%S'))
ranking = Creator('Ranking', contest=contest, name='Ranking').fields(
is_public=True,
aggregator='ACMAggregator').additional(params=params.get_map(),
problem_test_suites={},
problem_params={})()
params = OaMap()
params.set_str('time_start', time_start.strftime('%Y-%m-%d %H:%M:%S'))
params.set_str('time_stop',
(time_stop +
timedelta(hours=2)).strftime('%Y-%m-%d %H:%M:%S'))
full_ranking = Creator(
'Ranking', contest=contest,
name='Full Ranking').fields(is_public=False,
aggregator='ACMAggregator').additional(
params=params.get_map(),
problem_test_suites={},
problem_params={})()
Privilege.grant(contest.contestant_role, full_ranking, 'VIEW',
PrivilegeTimes(start_on=time_stop + timedelta(hours=2)))
marks_ranking = Creator('Ranking', contest=contest, name='Marks').fields(
is_public=False,
aggregator='MarksAggregator').additional(params=params.get_map(),
problem_test_suites={},
problem_params={})()
params = OaMap()
params.set_str('time_start', time_start.strftime('%Y-%m-%d %H:%M:%S'))
params.set_str('show_invisible', '1')
admin_ranking = Creator(
'Ranking', contest=contest,
name='Admin Ranking').fields(is_public=False,
aggregator='ACMAggregator').additional(
params=params.get_map(),
problem_test_suites={},
problem_params={})()
for id, submit in sorted(submits.iteritems()):
user = users[submit['user']]
test_results = {}
problem = problems[submit['problem']]
for num, test in problem['tests'].iteritems():
if num in submit['test_results']:
oa = OaMap()
oa.set_str('status',
unicode(submit['test_results'][num]['status']))
oa.set_str('execute_time_cpu',
unicode(submit['test_results'][num]['time']))
test_results[test['object']] = oa.get_map()
submit['object'] = Creator(
'Submit',
contestant=user['contestant'],
time=submit['time'],
problem=problems[submit['problem']]['mapping']).additional(
filename=submit['filename'],
content=submit['data'],
test_results=test_results).function('inject')()
def athina_import_testsuite():
from satori.tools import options, setup
options.add_argument('problem_name')
options.add_argument('base_dir')
args = setup()
problem = Problem.filter(ProblemStruct(name=unicode(args.problem_name)))[0]
base_dir = unicode(args.base_dir)
if not os.path.exists(os.path.join(base_dir, 'testcount')):
logging.error('provided path is invalid')
sys.exit(1)
def get_path(*args):
return os.path.join(base_dir, *args)
with open(get_path('testcount')) as f:
testcount = int(f.readline()) + 1
with open(get_path('sizelimit')) as f:
sizelimit = int(f.readline())
if os.path.exists(get_path('checker')):
checker = get_path('checker')
else:
checker = None
judge = get_path('judge')
if not os.path.exists(judge):
raise Exception('judge missing')
tests = []
for t in range(testcount):
input = get_path(str(t) + '.in')
if not os.path.exists(input):
input = None
output = get_path(str(t) + '.out')
if not os.path.exists(output):
output = None
memlimit = get_path(str(t) + '.mem')
if os.path.exists(memlimit):
with open(memlimit, 'r') as f:
memlimit = int(f.readline())
else:
memlimit = None
timelimit = get_path(str(t) + '.tle')
if os.path.exists(timelimit):
with open(timelimit, 'r') as f:
timelimit = timedelta(seconds=float(f.readline()) * 0.01)
else:
timelimit = None
oa = OaMap()
oa.set_blob_path('judge', judge)
if checker != None:
oa.set_blob_path('checker', checker)
if input != None:
oa.set_blob_path('input', input)
if output != None:
oa.set_blob_path('hint', output)
if memlimit != None:
oa.set_str('memory', str(memlimit) + 'B')
if timelimit != None:
oa.set_str('time', str(seconds(timelimit)) + 's')
tests.append(
Creator('Test',
problem=problem,
name=problem.name + '_import_' +
str(t)).additional(data=oa.get_map())())
params = OaMap()
testsuite = Creator('TestSuite',
problem=problem,
name=problem.name + '_import').fields(
reporter='ACMReporter',
dispatcher='SerialDispatcher',
accumulators='').additional(
test_list=tests,
params=params.get_map(),
test_params=[{}] * len(tests))()
def rejudge():
options.add_argument('--submit', type=int, help='submit ID')
opts = setup(logging.INFO)
s = Submit.filter(SubmitStruct(id=opts.submit))[0]
s.rejudge_test_results()
from satori.judge.judge import JailBuilder, JailRun
from satori.client.common import want_import
import os
import resource
import stat
import sys
import shutil
import time
import subprocess
import traceback
from satori.tools import options, setup, authenticate
options.add_argument('--debug', dest='debug', default='')
options.add_argument('--jail-dir', dest='jail_dir', default='/jail')
options.add_argument('--cgroup-dir', dest='cgroup_dir', default='/sys/fs/cgroup')
options.add_argument('--template-dir', dest='template_dir', default='/template')
options.add_argument('--template-src', dest='template_src', default='student.tcs.uj.edu.pl:/exports/judge')
options.add_argument('--retry-time', dest='retry_time', default=5, type=int)
options.add_argument('--cgroup', dest='cgroup', default='runner')
options.add_argument('--memory', dest='cgroup_memory', default=8*1024*1024*1024, type=int)
options.add_argument('--time', dest='real_time', default=5*60*1000, type=int)
options.add_argument('--host-interface', dest='host_eth', default='vethsh')
options.add_argument('--host-ip', dest='host_ip', default='192.168.100.101')
options.add_argument('--guest-interface', dest='guest_eth', default='vethsg')
def passwd():
options.add_argument('usr', help='username')
options.add_argument('pwd', help='password')
opts = setup(logging.INFO)
u=User.filter(UserStruct(login=opts.usr))[0]
logging.info("Changing password for user %s"%(u.name,))