Exemple #1
0
def setup_kv_obj(client, bucket_name, key, content_type, data):

    bucket = client.bucket(bucket_name)
    obj = riak.RiakObject(client, bucket, key)
    obj.content_type = content_type
    obj.data = data
    return obj
Exemple #2
0
def make_kv_data_2i(N, test_bucket_name, riak_client):

	bucket = riak_client.bucket_type('default').bucket(test_bucket_name)
	test_data = []
	string2i = []
	integer2i = []
	partitions = []
	bad_partitions = []

	for i in range(N):

		obj = riak.RiakObject(riak_client, bucket, str(u'key'+str(i)))
		obj.content_type = 'application/json'
		obj.data = {u'data' : i}
		obj.add_index('string_index_bin', 'string_val_'+str(i))
		obj.add_index('integer_index_int', i)

		obj.store()

		test_data.append((str('key'+str(i)),{u'data' : i}))
		string2i.append('string_val_'+str(i))
		integer2i.append(i)
		partitions.append((i,i))
		bad_partitions.append((N+i,N+i))

	return test_data, string2i, integer2i, partitions, bad_partitions
Exemple #3
0
 def remove_tiles_for_level(self, level, before_timestamp=None):
     bucket = self.bucket
     client = self.connection
     for key in self._key_iterator(level):
         if before_timestamp:
             obj = self.bucket.get(key, r=1)
             dummy_tile = Tile((0, 0, 0))
             self._fill_metadata_from_obj(obj, dummy_tile)
             if dummy_tile.timestamp < before_timestamp:
                 obj.delete()
         else:
             riak.RiakObject(client, bucket, key).delete()
Exemple #4
0
def _store_data(client, bucket, id, data, indexed_columns):
    obj = riak.RiakObject(client, bucket, id)
    obj.set_data(data)
    obj.set_content_type('application/json')
    obj._encode_data = True

    # Set indexes
    for k in [k for k in data.items() if k in indexed_columns]:
        obj.add_index('%s_bin' % k, data[k])

    # Try to optimize for write speed
    obj.store(w=1, dw=1, return_body=False)
    def insert(self, hash_or_hashes):
        '''Insert one (or many) hashes into the database'''
        hashes = hash_or_hashes
        if not hasattr(hash_or_hashes, '__iter__'):
            hashes = [hash_or_hashes]

        for hsh in hashes:
            permutations = self.permute(hsh)
            obj = riak.RiakObject(self.client, self.bucket, str(hsh))
            for i in range(self.num_tables):
                obj.add_index('%s_int' % str(i), permutations[i])
            obj.set_content_type('application/simhash')
            obj.set_encoded_data('')
            obj.store()
Exemple #6
0
def cmd_resource_add(domain, colluuid, mediatype, objname, blob):
    objkey = random_uuid()
    dn1 = 'resource=' + objkey + ',resins=' + colluuid + ',associatedDomain=' + domain + ',' + base
    at1 = [
        ('objectClass', ['document', 'reservoirResource']),
        ('resource', objkey),
        ('documentIdentifier', objkey),
        ('mediaType', mediatype),
        ('cn', objname),
    ]
    bkt = rkv.bucket_type(domain).bucket(colluuid)
    obj = riak.RiakObject(rkv, bkt, objkey)
    obj.content_type = mediatype
    obj.data = blob
    print('Content-Type:', obj.content_type)
    print('Data:', obj.data)
    obj.store()
    #DEBUG# print ('adding', dn1)
    dap.add_s(dn1, at1)
    print('Resource:', objkey)
    return objkey
Exemple #7
0
 def teardown(self):
     import riak
     bucket = self.cache.bucket
     for k in bucket.get_keys():
         riak.RiakObject(self.cache.connection, bucket, k).delete()
     TileCacheTestBase.teardown(self)