def score():
logger.debug("\nin score")
if request.method == 'GET':
return render_template('score.html')
uploaded_file = request.files['file_slice']
table_name = request.form['table']
column = request.form['column']
fname = table_name + "__" + get_random() + "__" + str(column) + ".tsv"
fname = secure_filename(fname)
total = int(request.form['total'])
b = Bite(table=table_name,
slice=request.form['slice'],
column=column,
addr=request.form['addr'],
fname=fname,
total=total)
b.save()
uploaded_file.save(os.path.join('local_uploads', fname))
if app.testing or 'test' in request.form:
from score import parse_args
logger.debug("will wait for the scoring to be done")
logger.debug("id: %d" % b.id)
b.status = STATUS_INPROGRESS
b.save()
parse_args(args=["--id", "%d" % b.id, "--testing"])
return jsonify({'msg': 'scored'})
else:
logger.debug(
"will return and the scoring will run in a different thread")
comm = "python score.py --id %s" % str(b.id)
subprocess.Popen(comm, shell=True)
return jsonify({'msg': 'scoring in progress'})
def add_bite():
table_name = request.values.get('table').strip()
column = int(request.values.get('subject_col_id'))
# if 'subject_col_id' in request.values:
# column = int(request.values.get('subject_col_id'))
# else:
# column = int(request.values.get('col_id'))
slice = int(request.values.get('slice'))
tot = int(request.values.get('total')) # total number of slices
agg_technique = request.values.get('technique') # aggregation technique
if agg_technique not in AGGREGATION_TECHNIQUES:
return jsonify(error="Invalid aggregation technique"), 400
apples = Apple.select().where(Apple.table==table_name)
if len(apples) == 0:
logger.log(LOG_LVL, "\nNew apple: table=%s, columns=%d, slice=%d ,total=%d" % (table_name, column, slice, tot))
try:
apple = Apple(table=table_name, total=tot)
apple.save()
except DatabaseError:
logger.log(LOG_LVL, "\nCatch existing: table=%s, columns=%d, slice=%d ,total=%d" % (table_name, column, slice, tot))
apple = apples[0]
else:
apple = apples[0]
logger.log(LOG_LVL, "\nExisting apple: table=%s, columns=%d, slice=%d ,total=%d" % (table_name, column, slice, tot))
if apple.complete:
return jsonify(error="The apple is already complete, your request will not be processed"), 400
b = Bite(apple=apple, slice=slice, col_id=column)
b.save()
slices = []
for bite in apple.bites:
slices.append(bite.slice)
if sorted(slices) == range(apple.total):
apple.complete = True
apple.save()
if apple.complete:
# if app.testing:
# combine_graphs(apple.id)
# else:
# g.db.close()
# p = Process(target=combine_graphs, args=(apple.id,))
# p.start()
g.db.close()
p = Process(target=elect, args=(apple.id, agg_technique))
p.start()
return jsonify({"apple": apple.id, "bite": b.id})
def add_bite():
if request.method == 'GET':
return render_template('combine.html')
table_name = request.values.get('table').strip()
column = int(request.values.get('column'))
slice = int(request.values.get('slice'))
m = int(request.values.get('m'))
tot = int(request.values.get('total')) # total number of slices
uploaded_file = request.files['graph']
apples = Apple.select().where(Apple.table==table_name, Apple.column==column)
if len(apples) == 0:
logger.log(LOG_LVL, "\nNew apple: table=%s, columns=%d, slice=%d ,total=%d" % (table_name, column, slice, tot))
apple = Apple(table=table_name, column=column, total=tot)
apple.save()
else:
apple = apples[0]
logger.log(LOG_LVL, "\nExisting apple: table=%s, columns=%d, slice=%d ,total=%d" % (table_name, column, slice, tot))
if apple.complete:
return jsonify(error="The apple is already complete, your request will not be processed"), 400
b = Bite(apple=apple, slice=slice, m=m)
b.save()
fname = "%d-%s-%d-%d.json" % (b.id, b.apple.table.replace(" ", "_"), b.apple.column, b.slice)
uploaded_file.save(os.path.join(UPLOAD_DIR, fname))
b.fname = fname
b.save()
slices = []
for bite in apple.bites:
slices.append(bite.slice)
if sorted(slices) == range(apple.total):
apple.complete = True
apple.save()
if apple.complete:
if app.testing:
combine_graphs(apple.id)
else:
g.db.close()
p = Process(target=combine_graphs, args=(apple.id,))
p.start()
return jsonify({"apple": apple.id, "bite": b.id})
def register():
table_name = request.args.get('table')
b = Bite(table=table_name, slice=0, column=0, addr="default")
b.save()
return 'Table: %s is added' % table_name