def test_mr_search(self): """ Try a successful map/reduce from search results. """ btype = self.client.bucket_type(self.yz_mr['btype']) bucket = btype.bucket(self.yz_mr['bucket']) bucket.new( "Pebbles", { "name_s": "Fruity Pebbles", "maker_s": "Post", "sugar_i": 9, "calories_i": 110, "fruit_b": True }).store() bucket.new( "Loops", { "name_s": "Froot Loops", "maker_s": "Kellogg's", "sugar_i": 12, "calories_i": 110, "fruit_b": True }).store() bucket.new( "Charms", { "name_s": "Lucky Charms", "maker_s": "General Mills", "sugar_i": 10, "calories_i": 110, "fruit_b": False }).store() bucket.new( "Count", { "name_s": "Count Chocula", "maker_s": "General Mills", "sugar_i": 9, "calories_i": 100, "fruit_b": False }).store() bucket.new( "Crunch", { "name_s": "Cap'n Crunch", "maker_s": "Quaker Oats", "sugar_i": 12, "calories_i": 110, "fruit_b": False }).store() # Wait for Solr to catch up wait_for_yz_index(bucket, "Crunch") mr = RiakMapReduce(self.client).search(self.yz_mr['bucket'], 'fruit_b:false') mr.map("""function(v) { var solr_doc = JSON.parse(v.values[0].data); return [solr_doc["calories_i"]]; }""") result = mr.reduce('function(values, arg) ' + '{ return [values.sort()[0]]; }').run() self.assertEqual(result, [100])
def map(self, *args): """ Start assembling a Map/Reduce operation. A shortcut for :meth:`~riak.mapreduce.RiakMapReduce.map`. :rtype: :class:`~riak.mapreduce.RiakMapReduce` """ mr = RiakMapReduce(self.client) mr.add(self.bucket.name, self.key) return mr.map(*args)
def map(self, *args): """ Start assembling a Map/Reduce operation. A shortcut for :func:`RiakMapReduce.map`. :rtype: RiakMapReduce """ mr = RiakMapReduce(self.client) mr.add(self.bucket.name, self.key) return mr.map(*args)
def test_mr_search(self): """ Try a successful map/reduce from search results. """ btype = self.client.bucket_type(testrun_yz_mr['btype']) bucket = btype.bucket(testrun_yz_mr['bucket']) bucket.new("Pebbles", {"name_s": "Fruity Pebbles", "maker_s": "Post", "sugar_i": 9, "calories_i": 110, "fruit_b": True}).store() bucket.new("Loops", {"name_s": "Froot Loops", "maker_s": "Kellogg's", "sugar_i": 12, "calories_i": 110, "fruit_b": True}).store() bucket.new("Charms", {"name_s": "Lucky Charms", "maker_s": "General Mills", "sugar_i": 10, "calories_i": 110, "fruit_b": False}).store() bucket.new("Count", {"name_s": "Count Chocula", "maker_s": "General Mills", "sugar_i": 9, "calories_i": 100, "fruit_b": False}).store() bucket.new("Crunch", {"name_s": "Cap'n Crunch", "maker_s": "Quaker Oats", "sugar_i": 12, "calories_i": 110, "fruit_b": False}).store() # Wait for Solr to catch up wait_for_yz_index(bucket, "Crunch") mr = RiakMapReduce(self.client).search(testrun_yz_mr['bucket'], 'fruit_b:false') mr.map("""function(v) { var solr_doc = JSON.parse(v.values[0].data); return [solr_doc["calories_i"]]; }""") result = mr.reduce('function(values, arg) ' + '{ return [values.sort()[0]]; }').run() self.assertEqual(result, [100])
def _mapreduce_keyfilter(self, index, keyfilter, sortby=None, limit=None): """ Helper function to execute a map-reduce query using the given key filter """ results = None log.debug("Riak query %r with key filter %r", index, keyfilter) mapred = RiakMapReduce(self.client) mapred.add_bucket(self._get_bucket(index)) mapred.add_key_filters(keyfilter) # custom Riak.mapValuesJson() function that also adds the entry key to the data structure mapred.map(""" function(value, keyData, arg) { if (value.not_found) { return [value]; } var _data, data = value["values"][0]["data"]; if (Riak.getClassName(data) !== "Array") { _data = JSON.parse(data); _data["_key"] = value.key; return [_data]; } else { return data } } """) if sortby is not None: comp = '<' if limit is not None and limit < 0 else '>' mapred.reduce_sort('function(a,b){ return (a.%s || 0) %s (b.%s || 0) ? 1 : 0; }' % (sortby, comp, sortby)) if limit is not None: mapred.reduce_limit(abs(limit)) try: results = mapred.run() except Exception, e: log.warning("Riak MapReduce exception: %s", str(e)) results = None