def evaluate(dataset_id):
"""Endpoint for submitting dataset for evaluation."""
ds = get_dataset(dataset_id)
if not ds["public"]:
flash.warn("Can't add private datasets into evaluation queue.")
return redirect(url_for(".eval_info", dataset_id=dataset_id))
if db.dataset_eval.job_exists(dataset_id):
flash.warn("Evaluation job for this dataset has been already created.")
return redirect(url_for(".eval_info", dataset_id=dataset_id))
form = forms.DatasetEvaluationForm()
if form.validate_on_submit():
try:
if form.filter_type.data == forms.DATASET_EVAL_NO_FILTER:
form.filter_type.data = None
db.dataset_eval.evaluate_dataset(
dataset_id=ds["id"],
normalize=form.normalize.data,
filter_type=form.filter_type.data,
)
flash.info("Dataset %s has been added into evaluation queue." % ds["id"])
except db.dataset_eval.IncompleteDatasetException:
# TODO(roman): Show more informative error message.
flash.error("Can't add this dataset into evaluation queue because it's incomplete.")
except db.dataset_eval.JobExistsException:
flash.warn("Evaluation job for this dataset has been already created.")
return redirect(url_for(".eval_info", dataset_id=dataset_id))
return render_template("datasets/evaluate.html", dataset=ds, form=form)
def evaluate(dataset_id):
"""Endpoint for submitting dataset for evaluation."""
ds = get_dataset(dataset_id)
if not ds["public"]:
flash.warn("Can't add private datasets into evaluation queue.")
return redirect(url_for(".eval_info", dataset_id=dataset_id))
if db.dataset_eval.job_exists(dataset_id):
flash.warn("Evaluation job for this dataset has been already created.")
return redirect(url_for(".eval_info", dataset_id=dataset_id))
form = forms.DatasetEvaluationForm()
if form.validate_on_submit():
try:
if form.filter_type.data == forms.DATASET_EVAL_NO_FILTER:
form.filter_type.data = None
db.dataset_eval.evaluate_dataset(
dataset_id=ds["id"],
normalize=form.normalize.data,
eval_location=form.evaluation_location.data,
filter_type=form.filter_type.data,
)
flash.info("Dataset %s has been added into evaluation queue." %
ds["id"])
except db.dataset_eval.IncompleteDatasetException as e:
flash.error(
"Cannot add this dataset because of a validation error: %s" %
e)
except db.dataset_eval.JobExistsException:
flash.warn(
"An evaluation job for this dataset has been already created.")
return redirect(url_for(".eval_info", dataset_id=dataset_id))
return render_template("datasets/evaluate.html", dataset=ds, form=form)
def import_csv():
form = forms.DatasetCSVImportForm()
if form.validate_on_submit():
# Decode the rows as UTF-8.
# The utf-8-sig codec removes a UTF-8 BOM if it exists at the start of a file.
# In that case, col1 in the first row could start with 0xfeff, so remove it.
# For all other items it will decode as regular UTF-8
file = TextIOWrapper(request.files[form.file.name], encoding='utf-8-sig')
description, classes = _parse_dataset_csv(file)
dataset_dict = {
"name": form.name.data,
"description": description if description else form.description.data,
"classes": classes,
"public": form.public.data,
}
try:
dataset_id = db.dataset.create_from_dict(dataset_dict, current_user.id)
except dataset_validator.ValidationException as e:
raise BadRequest(e.error)
flash.info("Dataset has been imported successfully.")
return redirect(url_for(".view", dataset_id=dataset_id))
else:
return render_template("datasets/import.html", form=form)
def evaluate(dataset_id):
"""Endpoint for submitting dataset for evaluation."""
ds = get_dataset(dataset_id)
if not ds["public"]:
flash.warn("Can't add private datasets into evaluation queue.")
return redirect(url_for(".eval_info", dataset_id=dataset_id))
if db.dataset_eval.job_exists(dataset_id):
flash.warn(
"An evaluation job for this dataset has been already created.")
return redirect(url_for(".eval_info", dataset_id=dataset_id))
# Validate dataset structure before choosing evaluation preferences
try:
db.dataset_eval.validate_dataset_structure(ds)
except db.dataset_eval.IncompleteDatasetException as e:
flash.error(
"Cannot add this dataset because of a validation error: %s" % e)
return redirect(url_for("datasets.view", dataset_id=dataset_id))
form = forms.DatasetEvaluationForm()
if form.validate_on_submit():
try:
if form.filter_type.data == forms.DATASET_EVAL_NO_FILTER:
form.filter_type.data = None
c_values = None
gamma_values = None
preprocessing_values = None
if form.svm_filtering.data:
c_values = [int(i) for i in form.c_value.data.split(",")]
gamma_values = [
int(i) for i in form.gamma_value.data.split(",")
]
preprocessing_values = form.preprocessing_values.data
db.dataset_eval.evaluate_dataset(
dataset_id=ds["id"],
normalize=form.normalize.data,
eval_location=form.evaluation_location.data,
c_values=c_values,
gamma_values=gamma_values,
preprocessing_values=preprocessing_values,
filter_type=form.filter_type.data,
)
flash.info("Dataset %s has been added into evaluation queue." %
ds["id"])
except db.dataset_eval.IncompleteDatasetException as e:
flash.error(
"Cannot add this dataset because of a validation error: %s" %
e)
except db.dataset_eval.JobExistsException:
flash.warn(
"An evaluation job for this dataset has been already created.")
return redirect(url_for(".eval_info", dataset_id=dataset_id))
return render_template("datasets/evaluate.html", dataset=ds, form=form)
def evaluate(dataset_id):
ds = get_dataset(dataset_id)
if not ds["public"]:
flash.warn("Can't add private datasets into evaluation queue.")
else:
try:
db.dataset_eval.evaluate_dataset(ds["id"])
flash.info("Dataset %s has been added into evaluation queue." % ds["id"])
except db.dataset_eval.IncompleteDatasetException:
# TODO(roman): Show more informative error message.
flash.error("Can't add dataset into evaluation queue because it's incomplete.")
except db.dataset_eval.JobExistsException:
flash.warn("Evaluation job for this dataset has been already created.")
return redirect(url_for(".eval_info", dataset_id=dataset_id))
def import_csv():
form = forms.DatasetCSVImportForm()
if form.validate_on_submit():
dataset_dict = {
"name": form.name.data,
"description": form.description.data,
"classes": _parse_dataset_csv(request.files[form.file.name]),
"public": True,
}
try:
dataset_id = db.dataset.create_from_dict(dataset_dict, current_user.id)
except jsonschema.ValidationError as e:
raise BadRequest(str(e))
flash.info("Dataset has been imported successfully.")
return redirect(url_for(".view", id=dataset_id))
else:
return render_template("datasets/import.html", form=form)
def import_csv():
form = forms.DatasetCSVImportForm()
if form.validate_on_submit():
dataset_dict = {
"name": form.name.data,
"description": form.description.data,
"classes": _parse_dataset_csv(request.files[form.file.name]),
"public": True,
}
try:
dataset_id = db.dataset.create_from_dict(dataset_dict, current_user.id)
except dataset_validator.ValidationException as e:
raise BadRequest(str(e))
flash.info("Dataset has been imported successfully.")
return redirect(url_for(".view", id=dataset_id))
else:
return render_template("datasets/import.html", form=form)
def evaluate(dataset_id):
ds = get_dataset(dataset_id)
if not ds["public"]:
flash.warn("Can't add private datasets into evaluation queue.")
else:
try:
db.dataset_eval.evaluate_dataset(ds["id"])
flash.info("Dataset %s has been added into evaluation queue." %
ds["id"])
except db.dataset_eval.IncompleteDatasetException:
# TODO(roman): Show more informative error message.
flash.error(
"Can't add dataset into evaluation queue because it's incomplete."
)
except db.dataset_eval.JobExistsException:
flash.warn(
"Evaluation job for this dataset has been already created.")
return redirect(url_for(".eval_info", dataset_id=dataset_id))
