data = open(__file__).read() print "Benchmarking multiget:" print " CPUs: {0}".format(cpu_count()) print " Threads: {0}".format(POOL_SIZE) print " Keys: {0}".format(len(bkeys)) print with benchmark.measure() as b: with b.report('populate'): for bucket, key in bkeys: client.bucket(bucket).new(key, encoded_data=data, content_type='text/plain' ).store() for b in benchmark.measure_with_rehearsal(): client.protocol = 'http' with b.report('http seq'): for bucket, key in bkeys: client.bucket(bucket).get(key) with b.report('http multi'): multiget(client, bkeys) client.protocol = 'pbc' with b.report('pbc seq'): for bucket, key in bkeys: client.bucket(bucket).get(key) with b.report('pbc multi'): multiget(client, bkeys)
bkeys = [('default', 'multiget', str(key)) for key in range(10000)] data = binascii.b2a_hex(os.urandom(1024)) print("Benchmarking multiget:") print(" CPUs: {0}".format(cpu_count())) print(" Threads: {0}".format(client._multiget_pool._size)) print(" Keys: {0}".format(len(bkeys))) print() with benchmark.measure() as b: with b.report('populate'): for _, bucket, key in bkeys: client.bucket(bucket).new(key, encoded_data=data, content_type='text/plain' ).store() for b in benchmark.measure_with_rehearsal(): # client.protocol = 'http' # with b.report('http seq'): # for _, bucket, key in bkeys: # client.bucket(bucket).get(key) # with b.report('http multi'): # client.multiget(bkeys) client.protocol = 'pbc' with b.report('pbc seq'): for _, bucket, key in bkeys: client.bucket(bucket).get(key) with b.report('pbc multi'): client.multiget(bkeys)
data = open(__file__).read() print "Benchmarking multiget:" print " CPUs: {0}".format(cpu_count()) print " Threads: {0}".format(POOL_SIZE) print " Keys: {0}".format(len(bkeys)) print with benchmark.measure() as b: with b.report('populate'): for bucket, key in bkeys: client.bucket(bucket).new(key, encoded_data=data, content_type='text/plain' ).store() for b in benchmark.measure_with_rehearsal(): client.protocol = 'http' with b.report('http seq'): for bucket, key in bkeys: client.bucket(bucket).get(key) with b.report('http multi'): multiget(client, bkeys) client.protocol = 'pbc' with b.report('pbc seq'): for bucket, key in bkeys: client.bucket(bucket).get(key) with b.report('pbc multi'): multiget(client, bkeys)
bkeys = [('default', 'multiget', str(key)) for key in range(10000)] data = binascii.b2a_hex(os.urandom(1024)) print("Benchmarking multiget:") print(" CPUs: {0}".format(cpu_count())) print(" Threads: {0}".format(client._multiget_pool._size)) print(" Keys: {0}".format(len(bkeys))) print() with benchmark.measure() as b: with b.report('populate'): for _, bucket, key in bkeys: client.bucket(bucket).new(key, encoded_data=data, content_type='text/plain' ).store() for b in benchmark.measure_with_rehearsal(): # client.protocol = 'http' # with b.report('http seq'): # for _, bucket, key in bkeys: # client.bucket(bucket).get(key) # with b.report('http multi'): # client.multiget(bkeys) client.protocol = 'pbc' with b.report('pbc seq'): for _, bucket, key in bkeys: client.bucket(bucket).get(key) with b.report('pbc multi'): client.multiget(bkeys)