Example #1
0
 def test_read_ofs(self, delay=0.001, piece_size=1024, read_block=2000):
     ofs_start=1 * piece_size + 700
     size=TEST_FILE_SIZE - ofs_start
     fmap=Peer_Request(1, 700)
     
     client=DummyClient(self.fname, delay)
     bt = BTFile(self.fname, './',1, size, fmap, piece_size, client.request)
     client.serve(bt)
     buf=StringIO()
     c=bt.create_cursor()
     with open(self.fname, 'rb') as inf:
         ofs=ofs_start
         while True:
             sz=read_block
             res=c.read(sz)
             inf.seek(ofs)
             
             if res:
                 ch=inf.read(len(res))
                 
                 self.assertEqual(len(res), len(ch))
                 self.assertEqual(res,ch, msg="Unequal ot ofs %d"%ofs)
                 ofs+=len(ch)
                 
                 buf.write(res)
             else:
                 break
     with open(self.fname, 'rb') as f:
         f.seek(ofs_start)
         ref=f.read(size)
     self.assertEqual(len(ref), len(buf.getvalue()))
     self.assertEqual(ref, buf.getvalue())
     c.close()     
Example #2
0
    def test_read_ofs(self, delay=0.001, piece_size=1024, read_block=2000):
        ofs_start = 1 * piece_size + 700
        size = TEST_FILE_SIZE - ofs_start
        fmap = Peer_Request(1, 700)

        client = DummyClient(self.fname, delay)
        bt = BTFile(self.fname, './', 1, size, fmap, piece_size,
                    client.request)
        client.serve(bt)
        buf = StringIO()
        c = bt.create_cursor()
        with open(self.fname, 'rb') as inf:
            ofs = ofs_start
            while True:
                sz = read_block
                res = c.read(sz)
                inf.seek(ofs)

                if res:
                    ch = inf.read(len(res))

                    self.assertEqual(len(res), len(ch))
                    self.assertEqual(res, ch, msg="Unequal ot ofs %d" % ofs)
                    ofs += len(ch)

                    buf.write(res)
                else:
                    break
        with open(self.fname, 'rb') as f:
            f.seek(ofs_start)
            ref = f.read(size)
        self.assertEqual(len(ref), len(buf.getvalue()))
        self.assertEqual(ref, buf.getvalue())
        c.close()
Example #3
0
    def test_seek2(self):
        size = TEST_FILE_SIZE
        fmap = Peer_Request(0, 0)
        client = DummyClient(self.fname)
        bt = BTFile(self.fname, './', 1, size, fmap, 768, client.request)
        client.serve(bt)
        c = bt.create_cursor()
        c.seek(555)
        buf = StringIO()
        while True:
            sz = 1024
            res = c.read(sz)
            if res:
                buf.write(res)
            else:
                break
        with open(self.fname, 'rb') as f:
            f.seek(555)
            ref = f.read(size)
        self.assertEqual(len(ref), len(buf.getvalue()))
        self.assertEqual(ref, buf.getvalue())

        buf = StringIO()
        c.seek(10000)
        while True:
            sz = 512
            res = c.read(sz)
            if res:
                buf.write(res)
            else:
                break
        with open(self.fname, 'rb') as f:
            f.seek(10000)
            ref = f.read(size)
        self.assertEqual(len(ref), len(buf.getvalue()))
        self.assertEqual(ref, buf.getvalue())

        with open(self.fname, 'rb') as f:
            for _i in xrange(10):
                seek = random.randint(0, size)
                c.seek(seek)
                res = c.read(100)
                f.seek(seek)
                ref = f.read(len(res))
                self.assertTrue(res, ref)

        c.close()
Example #4
0
 def test_seek2(self):
     size=TEST_FILE_SIZE 
     fmap=Peer_Request(0, 0)
     client=DummyClient(self.fname)
     bt = BTFile(self.fname, './',1, size, fmap, 768, client.request)
     client.serve(bt)
     c=bt.create_cursor()
     c.seek(555)
     buf=StringIO()
     while True:
         sz=1024
         res=c.read(sz)
         if res:
             buf.write(res)
         else:
             break
     with open(self.fname, 'rb') as f:
         f.seek(555)
         ref=f.read(size)
     self.assertEqual(len(ref), len(buf.getvalue()))
     self.assertEqual(ref, buf.getvalue())
     
     buf=StringIO()
     c.seek(10000)
     while True:
         sz=512
         res=c.read(sz)
         if res:
             buf.write(res)
         else:
             break
     with open(self.fname, 'rb') as f:
         f.seek(10000)
         ref=f.read(size)
     self.assertEqual(len(ref), len(buf.getvalue()))
     self.assertEqual(ref, buf.getvalue())
     
     with open(self.fname, 'rb') as f:
         for _i in xrange(10):
             seek=random.randint(0,size)
             c.seek(seek)
             res=c.read(100)
             f.seek(seek)
             ref=f.read(len(res))
             self.assertTrue(res,ref)
     
     c.close()
Example #5
0
 def test_clone(self, close_first=False):
     size=TEST_FILE_SIZE 
     fmap=Peer_Request(0, 0)
     
     client=DummyClient(self.fname)
     bt = BTFile(self.fname, './',1, size, fmap, 512, client.request)
     client.serve(bt)
     c=bt.create_cursor()
     c.seek(5000)
     c.read(100)
     sleep(0.1)
     self.assertTrue(all(c._cache._cache))
     if close_first:
         c.close()
     c2=bt.create_cursor(offset=5000)
     self.assertTrue(all(c2._cache._cache))
     def no(*args):
         raise Exception('Should not be called')
     client.request=no
     c2.seek(5000)
     c2.read(100)
Example #6
0
    def test_clone(self, close_first=False):
        size = TEST_FILE_SIZE
        fmap = Peer_Request(0, 0)

        client = DummyClient(self.fname)
        bt = BTFile(self.fname, './', 1, size, fmap, 512, client.request)
        client.serve(bt)
        c = bt.create_cursor()
        c.seek(5000)
        c.read(100)
        sleep(0.1)
        self.assertTrue(all(c._cache._cache))
        if close_first:
            c.close()
        c2 = bt.create_cursor(offset=5000)
        self.assertTrue(all(c2._cache._cache))

        def no(*args):
            raise Exception('Should not be called')

        client.request = no
        c2.seek(5000)
        c2.read(100)
Example #7
0
 def test_starts_later(self):
     size = TEST_FILE_SIZE
     fmap = Peer_Request(3, 15)
     client = DummyClient(self.fname)
     bt = BTFile(self.fname, './', 1, size, fmap, 512, client.request)
     client.serve(bt)
     buf = StringIO()
     c = bt.create_cursor()
     while True:
         sz = 1024
         res = c.read(sz)
         if res:
             buf.write(res)
         else:
             break
     ofs = 3 * 512 + 15
     with open(self.fname, 'rb') as f:
         f.seek(ofs)
         ref = f.read(size)
     self.assertEqual(len(buf.getvalue()), TEST_FILE_SIZE - ofs)
     self.assertEqual(len(ref), len(buf.getvalue()))
     self.assertEqual(ref, buf.getvalue())
     c.close()
Example #8
0
 def test_starts_later(self):
     size=TEST_FILE_SIZE 
     fmap=Peer_Request(3, 15)
     client=DummyClient(self.fname)
     bt = BTFile(self.fname, './',1, size, fmap, 512, client.request)
     client.serve(bt)
     buf=StringIO()
     c=bt.create_cursor()
     while True:
         sz=1024
         res=c.read(sz)
         if res:
             buf.write(res)
         else:
             break
     ofs=3*512+15
     with open(self.fname, 'rb') as f:
         f.seek(ofs)
         ref=f.read(size)
     self.assertEqual(len(buf.getvalue()), TEST_FILE_SIZE-ofs)
     self.assertEqual(len(ref), len(buf.getvalue()))
     self.assertEqual(ref, buf.getvalue())
     c.close()
Example #9
0
    def setUp(self):

        f = tempfile.NamedTemporaryFile(delete=False)
        s = os.urandom(TEST_FILE_SIZE)
        f.write(s)
        self.fname = f.name
        f.close()

        size = os.stat(self.fname).st_size
        fmap = Peer_Request(0, 2000)
        self.tf_size = size
        fname = os.path.split(self.fname)[1]
        self.client = DummyClient(self.fname, 0)
        self.file = BTFile(fname, '/tmp', 1, size, fmap, piece_size,
                           self.client.request)
        self.client.serve(self.file)
        self.server = StreamServer(('127.0.0.1', 5001), BTFileHandler,
                                   self.file)
        self.t = Thread(target=self.server.handle_request)
        self.t.start()