Example #1
0
def export_gt():
    gt = db_ops.get_annotated(request.form['system-name'])

    buf = StringIO.StringIO()
    headers = gt[0].keys()
    f = csv.DictWriter(buf, fieldnames=headers)
    f.writeheader()

    for line in gt:
        f.writerow(_encode_me(line))
        print line['System_Answer'].encode('latin-1')
        print
        print repr(line['System_Answer'].encode('latin-1'))
        print

    buf.seek(0)

    sys_name = request.form['system-name']
    if sys_name == '':
        sys_name = 'all'

    return send_file(
        buf,
        as_attachment=True,
        attachment_filename='annotated_qa_{0}.csv'.format(sys_name))
def get_all_gt():
    vis_data = []
    for system in db_ops.get_systems():
        questions = db_ops.get_annotated(system)
        if questions != []:
            on_good = []
            on_bad = []
            off_topic = []
            for q in questions:
                if q['Is_In_Purview'] == 0:
                    off_topic.append(q['Confidence'])
                elif q['Annotation_Score'] > 50:
                    on_good.append(q['Confidence'])
                else:
                    on_bad.append(q['Confidence'])

            vis_data.append(compute_roc_json(on_good, on_bad, off_topic, system))

    return json.dumps(vis_data)
Example #3
0
def get_all_gt():
    vis_data = []
    for system in db_ops.get_systems():
        questions = db_ops.get_annotated(system)
        if questions != []:
            on_good = []
            on_bad = []
            off_topic = []
            for q in questions:
                if q['Is_In_Purview'] == 0:
                    off_topic.append(q['Confidence'])
                elif q['Annotation_Score'] > 50:
                    on_good.append(q['Confidence'])
                else:
                    on_bad.append(q['Confidence'])

            vis_data.append(
                compute_roc_json(on_good, on_bad, off_topic, system))

    return json.dumps(vis_data)
def export_gt():
    gt = db_ops.get_annotated(request.form['system-name'])

    buf = StringIO.StringIO()
    headers = gt[0].keys()
    f = csv.DictWriter(buf, fieldnames=headers)
    f.writeheader()

    for line in gt:
        f.writerow(_encode_me(line))
        print line['System_Answer'].encode('latin-1')
        print
        print repr(line['System_Answer'].encode('latin-1'))
        print

    buf.seek(0)

    sys_name = request.form['system-name']
    if sys_name == '':
        sys_name = 'all'

    return send_file(buf, as_attachment=True, attachment_filename='annotated_qa_{0}.csv'.format(sys_name))