-
Notifications
You must be signed in to change notification settings - Fork 0
/
compile_daemon.py
177 lines (169 loc) · 6.53 KB
/
compile_daemon.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
import os
import sys
from compile_anything import *
import gmail
import MySQLdb
from server_info import server_info
import time
# Looks in the given directory for a file called entry.zip, entry.tar.gz, or
# entry.gz. Returns some output and some error output. If the error output has
# length greater than zero, then something went wrong.
def unpack():
out = ""
err = ""
zip_files = [
("entry.tar.gz", "tar xfz"),
("entry.tgz", "tar xfz"),
("entry.zip", "unzip -u")
]
found_archive_file = False
for file in zip_files:
file_name = file[0]
command = file[1] + " " + file[0] + " > /dev/null 2> /dev/null"
if os.path.exists(file_name):
out += "Found " + file_name + ". Attempting to unpack.\n"
out += command + "\n"
os.system(command)
found_archive_file = True
files = os.listdir(os.getcwd())
num_files = 0
num_dirs = 0
dir_names = []
for file in files:
if os.path.isfile(file):
num_files += 1
if os.path.isdir(file):
dir_names.append(file)
if len(dir_names) > 0 and num_files == 1:
for dir_name in dir_names:
os.system("mv " + str(dir_name) + "/* .")
os.system("rm -rf " + str(dir_name))
os.system("rm -rf tools maps example_bots")
break
if not found_archive_file:
err += "Failed to unpack the submission. This is probably " + \
"because the submission zip file was missing. This shouldn't " + \
"happen. Please let the contest administrators know!\n"
return out, err
# Sends an email message to a user letting them know that their code compiled
# successfully.
def send_success_mail(email_address, output_messages):
subject = "Compile Success!"
body = "This is just to let you know that your latest submissions to the "
body += "Google AI Challenge has successfully compiled. Here is the "
body += "output of the compile script, in case you're curious:\n\n"
body += output_messages
body += "\n\nSincerely,\nThe Compile Script"
gmail.send(email_address, subject, body)
# Sends an email to a user letting them know that their code failed to compile.
def send_fail_mail(email_address, output_messages, error_messages):
subject = "Compile Failure!"
body = "Unfortunately, your latest submission to the Google AI Challenge "
body += "did not compile successfully. Check out the error messages below "
body += "for more information as to why this might be. Fix as many of the "
body += "errors as you can, and then submit your code again.\n\n"
body += "COMPILER OUTPUT\n\n" + output_messages + "\n\n"
body += "COMPILER ERRORS\n\n" + error_messages + "\n\n"
body += "Sincerely,\nThe Compile Script"
gmail.send(email_address, subject, body)
# Changes the numerical status of a submission in the database.
def set_submission_status(submission_id, status):
connection = MySQLdb.connect(host = server_info["db_host"],
user = server_info["db_username"],
passwd = server_info["db_password"],
db = server_info["db_name"])
cursor = connection.cursor()
query = "UPDATE submissions SET status = " + str(status) + " " + \
"WHERE submission_id = " + str(submission_id)
cursor.execute(query)
cursor.close()
connection.close()
def set_submission_language(submission_id, language_id):
connection = MySQLdb.connect(host = server_info["db_host"],
user = server_info["db_username"],
passwd = server_info["db_password"],
db = server_info["db_name"])
cursor = connection.cursor()
query = "UPDATE submissions SET language_id = " + str(language_id) + " " + \
"WHERE submission_id = " + str(submission_id)
cursor.execute(query)
cursor.close()
connection.close()
# Given a submission_id, compiles the submission. If the compile was
# successful, return True. Otherwise, returns False. Also sends mail to the
# user letting them know how the compile went.
def compile_submission(submission_id, email_address):
output_messages = ""
error_messages = ""
path = "/home/contest/ai-contest/planet_wars/submissions/" + \
str(submission_id) + "/"
if os.path.exists(path):
os.chdir(path)
else:
error_messages += "Unable to locate submission directory.\n"
if len(error_messages) == 0:
out, err = unpack()
output_messages += out
error_messages += err
if len(error_messages) == 0:
out, err, language_id = compile_anything()
set_submission_language(submission_id, language_id)
output_messages += out
error_messages += err
if len(error_messages) == 0:
set_submission_status(submission_id, 40)
send_success_mail(email_address, output_messages)
else:
set_submission_status(submission_id, 70)
send_fail_mail(email_address, output_messages, error_messages)
# Returns a list of submissions that have to be compiled. Each element of the
# list is a dictionary with keys submission_id and email.
def submissions_to_be_compiled():
connection = MySQLdb.connect(host = server_info["db_host"],
user = server_info["db_username"],
passwd = server_info["db_password"],
db = server_info["db_name"])
cursor = connection.cursor(MySQLdb.cursors.DictCursor)
cursor.execute("""
SELECT
s.submission_id,
u.email
FROM submissions s
INNER JOIN users u ON u.user_id = s.user_id
WHERE s.status = 20
ORDER BY s.timestamp ASC
""")
submissions = []
while True:
row = cursor.fetchone()
if row is None:
break
s = {
"submission_id" : row["submission_id"],
"email" : row["email"]
}
submissions.append(s)
cursor.close()
connection.close()
return submissions
# This is the main loop of the compile daemon. It cycles waiting for new
# submissions to compile, and compiles them one after the other. If the
# maximum amount of time has passed, then no new compiles are started.
if len(sys.argv) < 2:
print "USAGE: python compile_daemon.py max_time_in_seconds"
sys.exit(1)
max_time = int(sys.argv[1])
start_time = time.time()
while time.time() - start_time < max_time:
submissions = submissions_to_be_compiled()
if time.time() - start_time > max_time:
break
if len(submissions) > 0:
s = submissions[0]
submission_id = s["submission_id"]
email = s["email"]
print "Compiling submission " + str(submission_id) + ". Backlog size: " + \
str(len(submissions) - 1)
compile_submission(submission_id, email)
else:
time.sleep(2)