def call(self):
self.thread_used = threading.currentThread().getName()
self.started = time.time()
try:
temp=0
docs=[]
keys=[]
for i in xrange(self.num_items):
if self.op_type == "create":
# for j in xrange(3):
var = str(json.dumps(self.generate_GleambookMessages(i+self.start_from , self.start_from)))
user = JsonTranscoder().stringToJsonObject(var);
doc = JsonDocument.create(str(i+self.start_from), user);
docs.append(doc)
temp+=1
if temp == self.batch_size:
try:
doc_op().bulkSet(self.msg_bucket, docs)
except:
print "Sleeping for 20 secs"
time.sleep(20)
try:
doc_op().bulkUpsert(self.msg_bucket, docs)
except:
print "GleambookMessages_Docloader:skipping %s documents create"%len(docs)
pass
temp = 0
docs=[]
# global_vars.message_id += 1
# end_message_id = global_vars.message_id
elif self.op_type == "update":
var = str(json.dumps(self.generate_GleambookMessages(i+self.start_from , i+self.start_from)))
user = JsonTranscoder().stringToJsonObject(var);
doc = JsonDocument.create(str(i+self.start_from), user);
docs.append(doc)
if temp == self.batch_size:
try:
doc_op().bulkUpsert(self.msg_bucket, docs)
except:
print "Sleeping for 20 secs"
time.sleep(20)
try:
doc_op().bulkUpsert(self.msg_bucket, docs)
except:
print "GleambookMessages_Docloader:skipping %s documents upload"%len(docs)
pass
temp = 0
docs=[]
elif self.op_type == "delete":
try:
response = self.msg_bucket.remove(str(i+self.start_from));
except:
pass
self.loaded += 1
except Exception, ex:
import traceback
traceback.print_exc()
exc_info = sys.exc_info()
traceback.print_exception(*exc_info)
self.exception = ex
def call(self):
self.thread_used = threading.currentThread().getName()
self.started = time.time()
try:
docs=[]
keys=[]
temp=0
for i in xrange(self.num_items):
if self.op_type == "create":
var = str(json.dumps(self.generate_GleambookUser(i+self.start_from)))
user = JsonTranscoder().stringToJsonObject(var);
doc = JsonDocument.create(str(i+self.start_from), user);
docs.append(doc)
temp += 1
if temp == self.batch_size:
try:
doc_op().bulkSet(self.bucket, docs)
except:
print "Exception from Java SDK - create"
time.sleep(20)
try:
doc_op().bulkUpsert(self.bucket, docs)
except:
print "GleambookUser_Docloader: skipping %s documents create"%len(docs)
pass
temp = 0
docs=[]
# response = self.bucket.insert(doc);
elif self.op_type == "update":
var = str(json.dumps(self.generate_GleambookUser(i+self.start_from)))
user = JsonTranscoder().stringToJsonObject(var);
doc = JsonDocument.create(str(i+self.start_from), user);
docs.append(doc)
temp += 1
if temp == self.batch_size:
try:
doc_op().bulkUpsert(self.bucket, docs)
except:
print "Exception from Java SDK - create"
time.sleep(20)
try:
doc_op().bulkUpsert(self.bucket, docs)
except:
print "GleambookUser_Docloader: skipping %s documents upload"%len(docs)
pass
temp = 0
docs=[]
elif self.op_type == "delete":
try:
response = self.bucket.remove(str(i+self.start_from));
except:
print "Exception from Java SDK - remove"
self.loaded += 1
except Exception, ex:
import traceback
traceback.print_exc()
exc_info = sys.exc_info()
traceback.print_exception(*exc_info)
self.exception = ex
def call(self):
self.thread_used = threading.currentThread().getName()
self.started = time.time()
try:
var = str(json.dumps(self.value))
user = JsonTranscoder().stringToJsonObject(var)
# user = JsonObject.fromJson(str(self.value))
for i in xrange(self.num_items):
doc = JsonDocument.create(self.key + str(i + self.start_from),
user)
response = self.bucket.upsert(doc)
self.loaded += 1
except Exception, ex:
self.exception = ex
