def execute_query(queryid):
'''Allows you to execute stored query'''
q = db.session.query(Query).filter_by(qid=queryid).first()
if not q:
return json.dumps({msg: 'Query not found: ' + qid}), 404
try:
payload, headers = check_request(request)
except Exception as e:
return json.dumps({'msg': e.message or e.description}), 400
dataq = json.loads(q.query)
query = urlparse.parse_qs(dataq['query'])
# override parameters using supplied params
if len(payload) > 0:
query.update(payload)
# always request json
query['wt'] = json
r = make_solr_request(query=query,
bigquery=dataq['bigquery'],
headers=headers)
return r.text, r.status_code
def store_data():
'''Allows you to store/retrieve JSON data on the server side.
It is always associated with the user id (which is communicated
to us by API) - so there is no endpoint allowing you to access
other users' data (should there be?) /user-data/<uid>?'''
# get the query data
try:
payload, headers = check_request(request)
except Exception as e:
return json.dumps({'msg': e.message or e.description}), 400
user_id = int(headers['X-Adsws-Uid'])
if user_id == 0:
return json.dumps(
{'msg':
'Sorry, you can\'t use this service as an anonymous user'}), 400
if request.method == 'GET':
q = db.session.query(User).filter_by(id=user_id).first()
if not q:
return '{}', 200 # or return 404?
return q.user_data or '{}', 200
elif request.method == 'POST':
d = json.dumps(payload)
if len(d) > MAX_ALLOWED_JSON_SIZE:
return json.dumps({
'msg':
'You have exceeded the allowed storage limit, no data was saved'
}), 400
u = User(id=user_id, user_data=d)
db.session.begin_nested()
try:
db.session.merge(u)
db.session.commit()
except exc.IntegrityError:
db.session.rollback()
return json.dumps({
'msg':
'We have hit a db error! The world is crumbling all around... (eh, btw, your data was not saved)'
}), 500
# per PEP-0249 a transaction is always in progress
db.session.commit()
return d, 200
def store_data():
'''Allows you to store/retrieve JSON data on the server side.
It is always associated with the user id (which is communicated
to us by API) - so there is no endpoint allowing you to access
other users' data (should there be?) /user-data/<uid>?'''
# get the query data
try:
payload, headers = check_request(request)
except Exception as e:
return json.dumps({'msg': e.message or e.description}), 400
user_id = int(headers['X-Adsws-Uid'])
if user_id == 0:
return json.dumps({'msg': 'Sorry, you can\'t use this service as an anonymous user'}), 400
if request.method == 'GET':
q = db.session.query(User).filter_by(id=user_id).first()
if not q:
return '{}', 200 # or return 404?
return q.user_data or '{}', 200
elif request.method == 'POST':
d = json.dumps(payload)
if len(d) > MAX_ALLOWED_JSON_SIZE:
return json.dumps({'msg': 'You have exceeded the allowed storage limit, no data was saved'}), 400
u = User(id=user_id, user_data=d)
db.session.begin_nested()
try:
db.session.merge(u)
db.session.commit()
except exc.IntegrityError:
db.session.rollback()
return json.dumps({'msg': 'We have hit a db error! The world is crumbling all around... (eh, btw, your data was not saved)'}), 500
# per PEP-0249 a transaction is always in progress
db.session.commit()
return d, 200
def execute_query(queryid):
'''Allows you to execute stored query'''
q = db.session.query(Query).filter_by(qid=queryid).first()
if not q:
return json.dumps({msg: 'Query not found: ' + qid}), 404
try:
payload, headers = check_request(request)
except Exception as e:
return json.dumps({'msg': e.message or e.description}), 400
dataq = json.loads(q.query)
query = urlparse.parse_qs(dataq['query'])
# override parameters using supplied params
if len(payload) > 0:
query.update(payload)
# always request json
query['wt'] = json
r = make_solr_request(query=query, bigquery=dataq['bigquery'], headers=headers)
return r.text, r.status_code
def query(queryid=None):
'''Stores/retrieves the montysolr query; it can receive data in urlencoded
format or as application/json encoded data. In the second case, you can
pass 'bigquery' together with the 'query' like so:
{
query: {foo: bar},
bigquery: 'data\ndata\n....'
}
'''
if request.method == 'GET' and queryid:
q = db.session.query(Query).filter_by(qid=queryid).first()
if not q:
return json.dumps({'msg': 'Query not found: ' + queryid}), 404
return json.dumps({
'qid': q.qid,
'query': q.query,
'numfound': q.numfound
}), 200
# get the query data
try:
payload, headers = check_request(request)
except Exception as e:
return json.dumps({'msg': e.message or e.description}), 400
if len(payload.keys()) == 0:
raise Exception('Query cannot be empty')
payload = cleanup_payload(payload)
# check we don't have this query already
query = json.dumps(payload)
qid = md5.new(headers['X-Adsws-Uid'] + query).hexdigest()
q = db.session.query(Query).filter_by(qid=qid).first()
if q:
return json.dumps({'qid': qid, 'numFound': q.numfound}), 200
# check the query is valid
solrq = payload['query'] + '&wt=json'
r = make_solr_request(query=solrq,
bigquery=payload['bigquery'],
headers=headers)
if r.status_code != 200:
return json.dumps({
'msg': 'Could not verify the query.',
'query': payload,
'reason': r.text
}), 404
# extract number of docs found
num_found = 0
try:
num_found = int(r.json()['response']['numFound'])
except:
pass
# save the query
q = Query(qid=qid, query=query, numfound=num_found)
db.session.begin_nested()
try:
db.session.add(q)
db.session.commit()
except exc.IntegrityError as e:
db.session.rollback()
return json.dumps({'msg': e.message or e.description}), 400
# TODO: update
#q = db.session.merge(q) # force re-sync from database
#q.updated = datetime.datetime.utcnow()
#db.session.commit()
# per PEP-0249 a transaction is always in progress
db.session.commit()
return json.dumps({'qid': qid, 'numFound': num_found}), 200
def query(queryid=None):
'''Stores/retrieves the montysolr query; it can receive data in urlencoded
format or as application/json encoded data. In the second case, you can
pass 'bigquery' together with the 'query' like so:
{
query: {foo: bar},
bigquery: 'data\ndata\n....'
}
'''
if request.method == 'GET' and queryid:
q = db.session.query(Query).filter_by(qid=queryid).first()
if not q:
return json.dumps({'msg': 'Query not found: ' + queryid}), 404
return json.dumps({
'qid': q.qid,
'query': q.query,
'numfound': q.numfound }), 200
# get the query data
try:
payload, headers = check_request(request)
except Exception as e:
return json.dumps({'msg': e.message or e.description}), 400
if len(payload.keys()) == 0:
raise Exception('Query cannot be empty')
payload = cleanup_payload(payload)
# check we don't have this query already
query = json.dumps(payload)
qid = md5.new(headers['X-Adsws-Uid'] + query).hexdigest()
q = db.session.query(Query).filter_by(qid=qid).first()
if q:
return json.dumps({'qid': qid, 'numFound': q.numfound}), 200
# check the query is valid
solrq = payload['query'] + '&wt=json'
r = make_solr_request(query=solrq, bigquery=payload['bigquery'], headers=headers)
if r.status_code != 200:
return json.dumps({'msg': 'Could not verify the query.', 'query': payload, 'reason': r.text}), 404
# extract number of docs found
num_found = 0
try:
num_found = int(r.json()['response']['numFound'])
except:
pass
# save the query
q = Query(qid=qid, query=query, numfound=num_found)
db.session.begin_nested()
try:
db.session.add(q)
db.session.commit()
except exc.IntegrityError as e:
db.session.rollback()
return json.dumps({'msg': e.message or e.description}), 400
# TODO: update
#q = db.session.merge(q) # force re-sync from database
#q.updated = datetime.datetime.utcnow()
#db.session.commit()
# per PEP-0249 a transaction is always in progress
db.session.commit()
return json.dumps({'qid': qid, 'numFound': num_found}), 200