コード例 #1
0
    def test_backup02(self):
        done = threading.Event()
        uris = list()
        uris.append(self.uri + str(1))
        uris.append(self.uri + str(2))
        uris.append(self.uri + str(3))
        for this_uri in uris:
            self.session.create(this_uri,
                                "key_format=" + self.fmt + ",value_format=S")
        # TODO: Ideally we'd like a checkpoint thread, separate to the backup
        # thread. Need a way to stop checkpoints while doing backups.


#        ckpt = checkpoint_thread(self.conn, done)
#        ckpt.start()
        bkp = backup_thread(self.conn, 'backup.dir', done)
        work_queue = queue.Queue()
        opthreads = []
        try:
            bkp.start()

            my_data = 'a' * self.dsize
            for i in range(self.nops):
                work_queue.put_nowait(('gi', i, my_data))

            for i in range(self.nthreads):
                t = op_thread(self.conn, uris, self.fmt, work_queue, done)
                opthreads.append(t)
                t.start()

            # Add 200 update entries into the queue every .1 seconds.
            more_time = self.time
            while more_time > 0:
                time.sleep(0.1)
                my_data = str(more_time) + 'a' * (self.dsize -
                                                  len(str(more_time)))
                more_time = more_time - 0.1
                for i in range(self.nops):
                    work_queue.put_nowait(('gu', i, my_data))
        except:
            # Deplete the work queue if there's an error.
            while not work_queue.empty():
                work_queue.get()
                work_queue.task_done()
            raise
        finally:
            work_queue.join()
            done.set()
            # Wait for checkpoint thread to notice status change.
            # ckpt.join()
            for t in opthreads:
                t.join()
            bkp.join()
コード例 #2
0
ファイル: test_backup02.py プロジェクト: GYGit/mongo
    def test_backup02(self):
        done = threading.Event()
        uris = list()
        uris.append(self.uri + str(1))
        uris.append(self.uri + str(2))
        uris.append(self.uri + str(3))
        for this_uri in uris:
            self.session.create(this_uri,
                "key_format=" + self.fmt + ",value_format=S")
        # TODO: Ideally we'd like a checkpoint thread, separate to the backup
        # thread. Need a way to stop checkpoints while doing backups.
#        ckpt = checkpoint_thread(self.conn, done)
#        ckpt.start()
        bkp = backup_thread(self.conn, 'backup.dir', done)
        bkp.start()

        queue = Queue.Queue()
        my_data = 'a' * self.dsize
        for i in xrange(self.nops):
            queue.put_nowait(('gi', i, my_data))

        opthreads = []
        for i in xrange(self.nthreads):
            t = op_thread(self.conn, uris, self.fmt, queue, done)
            opthreads.append(t)
            t.start()

        # Add 200 update entries into the queue every .1 seconds.
        more_time = self.time
        while more_time > 0:
            time.sleep(0.1)
            my_data = str(more_time) + 'a' * (self.dsize - len(str(more_time)))
            more_time = more_time - 0.1
            for i in xrange(self.nops):
                queue.put_nowait(('gu', i, my_data))

        queue.join()
        done.set()
#        # Wait for checkpoint thread to notice status change.
#        ckpt.join()
        for t in opthreads:
            t.join()
        bkp.join()