def bulkindex(): if request.body: bulkpost = request.body.read() #bottlelog('request:{0}\n'.format(bulkpost)) request.body.close() if len(bulkpost) > 10: # TODO Check for bulk format. #iterate on messages and post to event message queue eventlist = [] for i in bulkpost.splitlines(): eventlist.append(i) for i in eventlist: try: #valid json? try: eventDict = json.loads(i) except ValueError as e: response.status = 500 return # don't post the items telling us where to post things.. if 'index' not in json.loads(i): ensurePublish = mqConn.ensure(mqproducer, mqproducer.publish, max_retries=10) ensurePublish(eventDict, exchange=eventTaskExchange, routing_key=options.taskexchange) except ValueError: bottlelog('value error {0}'.format(i)) return
def bulkindex(): if request.body: bulkpost=request.body.read() #bottlelog('request:{0}\n'.format(bulkpost)) request.body.close() if len(bulkpost)>10: #TODO Check for bulk format. #iterate on messages and post to event message queue eventlist=[] for i in bulkpost.splitlines(): eventlist.append(i) for i in eventlist: try: #valid json? try: eventDict=json.loads(i) except ValueError as e: response.status=500 return if not 'index' in json.loads(i).keys(): #don't post the items telling us where to post things.. ensurePublish=mqConn.ensure(mqproducer,mqproducer.publish,max_retries=10) ensurePublish(eventDict,exchange=eventTaskExchange,routing_key=options.taskexchange) except ValueError: bottlelog('value error {0}'.format(i)) return
def bulkindex(): if request.body: bulkpost = request.body.read() # bottlelog('request:{0}\n'.format(bulkpost)) request.body.close() try: # Handles json array bulk format [{},{},...] messages = json.loads(bulkpost) for event in messages: # don't post the items telling us where to post things.. if 'index' not in event: ensurePublish = mqConn.ensure(mqproducer, mqproducer.publish, max_retries=10) ensurePublish(event, exchange=eventTaskExchange, routing_key=options.taskexchange) return except ValueError as e: bottlelog('Decoded raw input failed with {0}'.format(e)) pass if len(bulkpost) > 10: # Handles single element format {} # TODO Check for other bulk formats. # iterate on messages and post to event message queue eventlist = [] for i in bulkpost.splitlines(): eventlist.append(i) for i in eventlist: try: # valid json? try: eventDict = json.loads(i) except ValueError: response.status = 500 return # don't post the items telling us where to post things.. if 'index' not in json.loads(i): ensurePublish = mqConn.ensure(mqproducer, mqproducer.publish, max_retries=10) ensurePublish(eventDict, exchange=eventTaskExchange, routing_key=options.taskexchange) except ValueError: bottlelog('value error {0}'.format(i)) return