def import_upload(dataset_name, sig, account_id,
value_col, link_col):
dataset = Dataset.find(dataset_name)
account = Account.by_id(account_id)
metadata, row_set = parse_upload(dataset, sig)
headers = detect_headers(row_set)
for row in row_set:
data = dict([(c.column, c.value) for c in row])
value = data.pop(value_col) if value_col else None
link = data.pop(link_col) if link_col else None
if link_col:
d = {'key': link, 'data': data}
link_obj = Link.lookup(dataset, d, account,
match_value=False)
data = {}
if value_col:
d = {'value': value, 'data': data}
value_obj = Value.by_value(dataset, value)
if value_obj is None:
value_obj = Value.create(dataset,
d, account)
value_obj.data = data
if link_col and value_col:
link_obj.match(dataset, {'choice': value_obj.id},
account)
db.session.commit()
def lookup(dataset):
dataset = Dataset.find(dataset)
readonly = validators.StringBool(if_empty=False, if_missing=False)\
.to_python(request.args.get('readonly'))
readonly = readonly if authz.logged_in() else True
data = request_content()
if response_format() != 'json':
return Response("Not implemented!", status=400)
try:
link = Link.lookup(dataset, data, request.account,
readonly=readonly)
if link is None:
return jsonify({
'is_matched': False,
'value': None,
'key': data.get('key'),
'dataset': dataset.name
}, status=404)
if isinstance(link, Value):
return jsonify({
'is_matched': True,
'value': link,
'key': data.get('key'),
'dataset': dataset.name
}, status=200)
db.session.commit()
status = 200 if link.is_matched else 404
status = 418 if link.is_invalid else status
return jsonify(link, status=status)
except Invalid, inv:
return handle_invalid(inv, index, data=data,
args=[dataset.name])
def view(dataset, link):
dataset = Dataset.find(dataset)
link = Link.find(dataset, link)
format = response_format()
if format == 'json':
return jsonify(link)
return "Not implemented!"
def match(dataset, link, random=False):
dataset = Dataset.find(dataset)
authz.require(authz.dataset_edit(dataset))
link = Link.find(dataset, link)
random = random or request.args.get('random')=='True'
choices = match_op(link.key, dataset,
query=request.args.get('query'))
pager = Pager(choices, '.match',
dataset=dataset.name, link=link.id,
limit=10)
# HACK: Fetch only the values on the selected page.
value_objs = Value.id_map(dataset, map(lambda (c,v,s): v,
pager.query[pager.offset:pager.offset+pager.limit]))
for i, (c,v,s) in enumerate(pager.query):
if v in value_objs:
pager.query[i] = (c, value_objs.get(v), s)
html = render_template('link/match.html',
dataset=dataset, link=link, choices=pager,
random=random)
choice = 'INVALID' if link.is_invalid else link.value_id
if len(choices) and choice is None:
c, v, s = choices[0]
choice = 'INVALID' if s <= 50 else v
return htmlfill.render(html, force_defaults=False,
defaults={'choice': choice,
'value': link.key,
'query': request.args.get('query', ''),
'random': random})
def view(dataset):
dataset = Dataset.find(dataset)
format = response_format()
if format == 'json':
return jsonify(dataset)
unmatched = Link.all_unmatched(dataset).count()
values = Value.all(dataset,
query=request.args.get('query'))
pager = Pager(values, '.view', dataset=dataset.name,
limit=10)
return render_template('dataset/view.html',
values=pager,
num_values=len(pager),
num_links=Link.all(dataset).count(),
invalid=Link.all_invalid(dataset).count(),
query=request.args.get('query', ''),
dataset=dataset, unmatched=unmatched)
def view(dataset):
dataset = Dataset.find(dataset)
format = response_format()
if format == "json":
return jsonify(dataset)
unmatched = Link.all_unmatched(dataset).count()
values = Value.all(dataset, query=request.args.get("query"))
pager = Pager(values, ".view", dataset=dataset.name, limit=10)
return render_template(
"dataset/view.html",
values=pager,
num_values=len(pager),
num_links=Link.all(dataset).count(),
invalid=Link.all_invalid(dataset).count(),
query=request.args.get("query", ""),
dataset=dataset,
unmatched=unmatched,
)
def match_random(dataset):
dataset = Dataset.find(dataset)
authz.require(authz.dataset_edit(dataset))
links = Link.all_unmatched(dataset)
count = links.count()
if count == 0:
return redirect(url_for('dataset.view',
dataset=dataset.name))
link = links.offset(randint(0, count-1)).first()
return redirect(url_for('.match', dataset=dataset.name, link=link.id,
random=True))
def match_save(dataset, link):
dataset = Dataset.find(dataset)
authz.require(authz.dataset_edit(dataset))
link = Link.find(dataset, link)
random = request.form.get('random')=='True'
data = request_content()
try:
link.match(dataset, data, request.account)
db.session.commit()
except Invalid, inv:
return handle_invalid(inv, match, data=data,
args=[dataset.name, link.id, random])
def match(dataset, link, random=False):
dataset = Dataset.find(dataset)
authz.require(authz.dataset_edit(dataset))
link = Link.find(dataset, link)
random = random or request.args.get('random')=='True'
choices = match_op(link.key, dataset,
query=request.args.get('query'))
pager = Pager(choices, '.match',
dataset=dataset.name, link=link.id,
limit=10)
html = render_template('link/match.html',
dataset=dataset, link=link, choices=pager,
random=random)
choice = 'INVALID' if link.is_invalid else link.value_id
if len(choices):
choice = choices[0][1].id if choice is None else choice
return htmlfill.render(html, force_defaults=False,
defaults={'choice': choice,
'value': link.key,
'query': request.args.get('query', ''),
'random': random})
def view_by_key(dataset):
dataset = Dataset.find(dataset)
link = Link.by_key(dataset, request.args.get('key'))
if link is None:
raise NotFound("No such link: %s" % request.args.get('key'))
return view(dataset.name, link.id)
def index(dataset):
dataset = Dataset.find(dataset)
format = response_format()
if format == 'json':
return jsonify(Link.all(dataset))
return "Not implemented!"
