def reduce(self, *args):
"""
Start assembling a Map/Reduce operation. A shortcut for :func:`RiakMapReduce.reduce`.
:rtype: :class:`RiakMapReduce`
"""
mr = RiakMapReduce(self)
return apply(mr.reduce, args)
def index(self, *args):
"""
Start assembling a Map/Reduce operation based on secondary
index query results.
:rtype: :class:`RiakMapReduce`
"""
mr = RiakMapReduce(self)
return apply(mr.index, args)
def test_mr_search(self):
"""
Try a successful map/reduce from search results.
"""
btype = self.client.bucket_type(self.yz_mr['btype'])
bucket = btype.bucket(self.yz_mr['bucket'])
bucket.new(
"Pebbles", {
"name_s": "Fruity Pebbles",
"maker_s": "Post",
"sugar_i": 9,
"calories_i": 110,
"fruit_b": True
}).store()
bucket.new(
"Loops", {
"name_s": "Froot Loops",
"maker_s": "Kellogg's",
"sugar_i": 12,
"calories_i": 110,
"fruit_b": True
}).store()
bucket.new(
"Charms", {
"name_s": "Lucky Charms",
"maker_s": "General Mills",
"sugar_i": 10,
"calories_i": 110,
"fruit_b": False
}).store()
bucket.new(
"Count", {
"name_s": "Count Chocula",
"maker_s": "General Mills",
"sugar_i": 9,
"calories_i": 100,
"fruit_b": False
}).store()
bucket.new(
"Crunch", {
"name_s": "Cap'n Crunch",
"maker_s": "Quaker Oats",
"sugar_i": 12,
"calories_i": 110,
"fruit_b": False
}).store()
# Wait for Solr to catch up
wait_for_yz_index(bucket, "Crunch")
mr = RiakMapReduce(self.client).search(self.yz_mr['bucket'],
'fruit_b:false')
mr.map("""function(v) {
var solr_doc = JSON.parse(v.values[0].data);
return [solr_doc["calories_i"]]; }""")
result = mr.reduce('function(values, arg) ' +
'{ return [values.sort()[0]]; }').run()
self.assertEqual(result, [100])
def reduce(self, *args):
"""
Start assembling a Map/Reduce operation.
A shortcut for :meth:`~riak.mapreduce.RiakMapReduce.reduce`.
:rtype: :class:`~riak.mapreduce.RiakMapReduce`
"""
mr = RiakMapReduce(self.client)
mr.add(self.bucket.name, self.key)
return mr.reduce(*args)
def search(self, *args):
"""
Start assembling a Map/Reduce operation based on search
results. This command will return an error unless executed
against a Riak Search cluster. A shortcut for :func:`RiakMapReduce.search`.
:rtype: :class:`RiakMapReduce`
"""
mr = RiakMapReduce(self)
return apply(mr.search, args)
def reduce(self, *args):
"""
Start assembling a Map/Reduce operation.
A shortcut for :func:`RiakMapReduce.reduce`.
:rtype: RiakMapReduce
"""
mr = RiakMapReduce(self.client)
mr.add(self.bucket.name, self.key)
return mr.reduce(*args)
def test_stream_results(self):
bucket = self.client.bucket(self.bucket_name)
bucket.new('one', data=1).store()
bucket.new('two', data=2).store()
mr = RiakMapReduce(self.client).add(self.bucket_name, 'one')\
.add(self.bucket_name, 'two')
mr.map_values_json()
results = []
for phase, data in mr.stream():
results.extend(data)
self.assertEqual(sorted(results), [1, 2])
def test_stream_cleanoperationsup(self):
bucket = self.client.bucket(self.bucket_name)
bucket.new('one', data=1).store()
bucket.new('two', data=2).store()
mr = RiakMapReduce(self.client).add(self.bucket_name, 'one')\
.add(self.bucket_name, 'two')
mr.map_values_json()
try:
for phase, data in mr.stream():
raise RuntimeError("woops")
except RuntimeError:
pass
# This should not raise an exception
obj = bucket.get('one')
self.assertEqual(1, obj.data)
def add(self, arg1, arg2=None, arg3=None, bucket_type=None):
"""
Start assembling a Map/Reduce operation.
A shortcut for :meth:`~riak.mapreduce.RiakMapReduce.add`.
:param arg1: the object or bucket to add
:type arg1: RiakObject, string
:param arg2: a key or list of keys to add (if a bucket is
given in arg1)
:type arg2: string, list, None
:param arg3: key data for this input (must be convertible to JSON)
:type arg3: string, list, dict, None
:param bucket_type: Optional name of a bucket type
:type bucket_type: string, None
:rtype: :class:`~riak.mapreduce.RiakMapReduce`
"""
mr = RiakMapReduce(self.client)
mr.add(self.bucket.name, self.key, bucket_type=bucket_type)
return mr.add(arg1, arg2, arg3, bucket_type)
