def lookup(card_id, spider_name):
try:
card = Card.by_id(card_id)
spiders.lookup(card, spider_name)
db.session.commit()
except Exception, e:
log.exception(e)
def update(id):
authz.require(authz.logged_in())
card = obj_or_404(Card.by_id(id))
card.save(request_data(), g.user)
db.session.commit()
extract.delay(card.id)
return jsonify(card)
def index(card_id):
authz.require(authz.logged_in())
card = obj_or_404(Card.by_id(card_id))
references = db.session.query(Reference)
references = references.filter(Reference.card == card)
pager = Pager(references, card_id=card_id)
return jsonify(pager, index=True)
def update(id):
authz.require(authz.logged_in())
card = obj_or_404(Card.by_id(id))
card.save(request_data(), g.user)
db.session.commit()
extract.delay(card.id)
return jsonify(card)
def index(parent_id):
authz.require(authz.logged_in())
card = obj_or_404(Card.by_id(parent_id))
links = db.session.query(Link)
links = links.filter(Link.parent == card)
links = links.order_by(Link.offset.asc())
pager = Pager(links, parent_id=parent_id)
return jsonify(pager, index=True)
def index(parent_id):
authz.require(authz.logged_in())
card = obj_or_404(Card.by_id(parent_id))
links = db.session.query(Link)
links = links.filter(Link.parent == card)
links = links.order_by(Link.offset.asc())
pager = Pager(links, parent_id=parent_id)
return jsonify(pager, index=True)
def extract(card_id):
parent = Card.by_id(card_id)
log.info('Extracting entities from "%s"...', parent.title)
try:
extract_entities(parent)
db.session.commit()
except Exception, e:
log.exception(e)
def index(self, card_id):
try:
card = Card.by_id(card_id)
if card is None:
raise self.retry(countdown=2)
index_card(card)
except Exception, e:
log.exception(e)
def lookup(self, card_id, spider_name):
try:
card = Card.by_id(card_id)
if card is None:
raise self.retry(countdown=1)
spiders.lookup(card, spider_name)
db.session.commit()
except Exception, e:
log.exception(e)
def extract(self, card_id):
parent = Card.by_id(card_id)
if parent is None:
raise self.retry(countdown=1)
log.info('Extracting entities from "%s"...', parent.title)
try:
extract_entities(parent)
db.session.commit()
except Exception, e:
log.exception(e)
def extract_multi(parent):
seen = set([parent.id])
for offset, card in extract_known(parent):
if card.id not in seen:
seen.add(card.id)
yield offset, card
for offset, data in extract_calais(parent.text):
author = User.default_user()
card = Card.find(data.get('title'))
if card is None:
card = Card()
elif card.id in seen:
continue
else:
data['text'] = card.text
author = card.author
card.save(data, author)
seen.add(card.id)
yield offset, card
def refresh(parent_id):
authz.require(authz.logged_in())
card = obj_or_404(Card.by_id(parent_id))
link = aliased(Link)
links = db.session.query(link.id)
links = links.filter(link.parent == card)
response = {'status': 'ok'}
try:
since = request.args.get('since')
if since is not None:
since = dateutil.parser.parse(since)
child = aliased(Card)
links = links.join(child, link.child)
links = links.filter(or_(link.updated_at > since,
child.updated_at > since))
except (AttributeError, ValueError), e:
response['status'] = 'ok'
response['error'] = unicode(e)
def extract(card_id):
parent = Card.by_id(card_id)
if parent.category != Card.ARTICLE:
log.info('Not extracting entities from "%s"...', parent.title)
return
log.info('Extracting entities from "%s"...', parent.title)
try:
for offset, child in extract_entities(parent.text):
data = {
'offset': offset,
'child': child
}
link = Link.find(parent, child)
if link is None:
link = Link()
else:
data['status'] = link.status
link.save(data, parent, child.author)
index.delay(card_id)
db.session.commit()
except Exception, e:
log.exception(e)
def delete(id):
authz.require(authz.logged_in())
card = obj_or_404(Card.by_id(id))
db.session.delete(card)
db.session.commit()
raise Gone()
def view(id):
authz.require(authz.logged_in())
card = obj_or_404(Card.by_id(id))
return jsonify(card)
def view(id):
authz.require(authz.logged_in())
card = obj_or_404(Card.by_id(id))
return jsonify(card)
def index(card_id):
try:
card = Card.by_id(card_id)
index_card(card)
except Exception, e:
log.exception(e)
def delete(id):
authz.require(authz.logged_in())
card = obj_or_404(Card.by_id(id))
db.session.delete(card)
db.session.commit()
raise Gone()
def suggest():
authz.require(authz.logged_in())
options = Card.suggest(request.args.get("prefix"), categories=request.args.getlist("category"))
return jsonify({"options": options}, index=True)
def create():
authz.require(authz.logged_in())
card = Card().save(request_data(), g.user)
db.session.commit()
extract.delay(card.id)
return jsonify(card, status=201)
def create(card_id):
authz.require(authz.logged_in())
card = obj_or_404(Card.by_id(card_id))
reference = Reference().save(request_data(), card, g.user)
db.session.commit()
return jsonify(reference, status=201)
def suggest():
authz.require(authz.logged_in())
options = Card.suggest(request.args.get('prefix'),
categories=request.args.getlist('category'))
return jsonify({'options': options}, index=True)
