def import_upload(dataset_name, sig, account_id, value_col, link_col): dataset = Dataset.find(dataset_name) account = Account.by_id(account_id) metadata, row_set = parse_upload(dataset, sig) headers = detect_headers(row_set) for row in row_set: data = dict([(c.column, c.value) for c in row]) value = data.pop(value_col) if value_col else None link = data.pop(link_col) if link_col else None if link_col: d = {'key': link, 'data': data} link_obj = Link.lookup(dataset, d, account, match_value=False) data = {} if value_col: d = {'value': value, 'data': data} value_obj = Value.by_value(dataset, value) if value_obj is None: value_obj = Value.create(dataset, d, account) value_obj.data = data if link_col and value_col: link_obj.match(dataset, {'choice': value_obj.id}, account) db.session.commit()
def lookup(dataset): dataset = Dataset.find(dataset) readonly = validators.StringBool(if_empty=False, if_missing=False)\ .to_python(request.args.get('readonly')) readonly = readonly if authz.logged_in() else True data = request_content() if response_format() != 'json': return Response("Not implemented!", status=400) try: link = Link.lookup(dataset, data, request.account, readonly=readonly) if link is None: return jsonify({ 'is_matched': False, 'value': None, 'key': data.get('key'), 'dataset': dataset.name }, status=404) if isinstance(link, Value): return jsonify({ 'is_matched': True, 'value': link, 'key': data.get('key'), 'dataset': dataset.name }, status=200) db.session.commit() status = 200 if link.is_matched else 404 status = 418 if link.is_invalid else status return jsonify(link, status=status) except Invalid, inv: return handle_invalid(inv, index, data=data, args=[dataset.name])
def view(dataset, link): dataset = Dataset.find(dataset) link = Link.find(dataset, link) format = response_format() if format == 'json': return jsonify(link) return "Not implemented!"
def match(dataset, link, random=False): dataset = Dataset.find(dataset) authz.require(authz.dataset_edit(dataset)) link = Link.find(dataset, link) random = random or request.args.get('random')=='True' choices = match_op(link.key, dataset, query=request.args.get('query')) pager = Pager(choices, '.match', dataset=dataset.name, link=link.id, limit=10) # HACK: Fetch only the values on the selected page. value_objs = Value.id_map(dataset, map(lambda (c,v,s): v, pager.query[pager.offset:pager.offset+pager.limit])) for i, (c,v,s) in enumerate(pager.query): if v in value_objs: pager.query[i] = (c, value_objs.get(v), s) html = render_template('link/match.html', dataset=dataset, link=link, choices=pager, random=random) choice = 'INVALID' if link.is_invalid else link.value_id if len(choices) and choice is None: c, v, s = choices[0] choice = 'INVALID' if s <= 50 else v return htmlfill.render(html, force_defaults=False, defaults={'choice': choice, 'value': link.key, 'query': request.args.get('query', ''), 'random': random})
def view(dataset): dataset = Dataset.find(dataset) format = response_format() if format == 'json': return jsonify(dataset) unmatched = Link.all_unmatched(dataset).count() values = Value.all(dataset, query=request.args.get('query')) pager = Pager(values, '.view', dataset=dataset.name, limit=10) return render_template('dataset/view.html', values=pager, num_values=len(pager), num_links=Link.all(dataset).count(), invalid=Link.all_invalid(dataset).count(), query=request.args.get('query', ''), dataset=dataset, unmatched=unmatched)
def view(dataset): dataset = Dataset.find(dataset) format = response_format() if format == "json": return jsonify(dataset) unmatched = Link.all_unmatched(dataset).count() values = Value.all(dataset, query=request.args.get("query")) pager = Pager(values, ".view", dataset=dataset.name, limit=10) return render_template( "dataset/view.html", values=pager, num_values=len(pager), num_links=Link.all(dataset).count(), invalid=Link.all_invalid(dataset).count(), query=request.args.get("query", ""), dataset=dataset, unmatched=unmatched, )
def match_random(dataset): dataset = Dataset.find(dataset) authz.require(authz.dataset_edit(dataset)) links = Link.all_unmatched(dataset) count = links.count() if count == 0: return redirect(url_for('dataset.view', dataset=dataset.name)) link = links.offset(randint(0, count-1)).first() return redirect(url_for('.match', dataset=dataset.name, link=link.id, random=True))
def match_save(dataset, link): dataset = Dataset.find(dataset) authz.require(authz.dataset_edit(dataset)) link = Link.find(dataset, link) random = request.form.get('random')=='True' data = request_content() try: link.match(dataset, data, request.account) db.session.commit() except Invalid, inv: return handle_invalid(inv, match, data=data, args=[dataset.name, link.id, random])
def match(dataset, link, random=False): dataset = Dataset.find(dataset) authz.require(authz.dataset_edit(dataset)) link = Link.find(dataset, link) random = random or request.args.get('random')=='True' choices = match_op(link.key, dataset, query=request.args.get('query')) pager = Pager(choices, '.match', dataset=dataset.name, link=link.id, limit=10) html = render_template('link/match.html', dataset=dataset, link=link, choices=pager, random=random) choice = 'INVALID' if link.is_invalid else link.value_id if len(choices): choice = choices[0][1].id if choice is None else choice return htmlfill.render(html, force_defaults=False, defaults={'choice': choice, 'value': link.key, 'query': request.args.get('query', ''), 'random': random})
def view_by_key(dataset): dataset = Dataset.find(dataset) link = Link.by_key(dataset, request.args.get('key')) if link is None: raise NotFound("No such link: %s" % request.args.get('key')) return view(dataset.name, link.id)
def index(dataset): dataset = Dataset.find(dataset) format = response_format() if format == 'json': return jsonify(Link.all(dataset)) return "Not implemented!"