def job_mongodb(jobs, option): print 'jobs.len: ', len(jobs) i = 0 t = 0 jobs_sub = [] for job in jobs: #print job if option == 'upsert_each': myinsert.job_upsert(job, job_target) elif option == 'insert_each': myinsert.job_insert(job, job_target) elif option == 'insert_bulk': jobs_sub.append(job) i = i + 1 if not(option == 'insert_bulk'): print i, if i > t + 1000: t = t + 1000 print t if option == 'insert_bulk': myinsert.job_insert(jobs_sub, job_target); jobs_sub = [] if option == 'insert_bulk': myinsert.job_insert(jobs_sub, job_target); print i
def job_mongodb(option): i = 0 t = 0 jobs = [] while i < 200000: job = make_job(i) #print job if option == 'upsert_each': myinsert.job_upsert(job, job_target) elif option == 'insert_each': myinsert.job_insert(job, job_target) elif option == 'insert_bulk': jobs.append(job) i = i + 1 if not(option == 'insert_bulk'): print i, if i > t + 1000: t = t + 1000 print t if option == 'insert_bulk': myinsert.job_insert(jobs, job_target); jobs = [] if option == 'insert_bulk': myinsert.job_insert(jobs, job_target); print i