def test_read_ofs(self, delay=0.001, piece_size=1024, read_block=2000):
ofs_start=1 * piece_size + 700
size=TEST_FILE_SIZE - ofs_start
fmap=Peer_Request(1, 700)
client=DummyClient(self.fname, delay)
bt = BTFile(self.fname, './',1, size, fmap, piece_size, client.request)
client.serve(bt)
buf=StringIO()
c=bt.create_cursor()
with open(self.fname, 'rb') as inf:
ofs=ofs_start
while True:
sz=read_block
res=c.read(sz)
inf.seek(ofs)
if res:
ch=inf.read(len(res))
self.assertEqual(len(res), len(ch))
self.assertEqual(res,ch, msg="Unequal ot ofs %d"%ofs)
ofs+=len(ch)
buf.write(res)
else:
break
with open(self.fname, 'rb') as f:
f.seek(ofs_start)
ref=f.read(size)
self.assertEqual(len(ref), len(buf.getvalue()))
self.assertEqual(ref, buf.getvalue())
c.close()
def test_read_ofs(self, delay=0.001, piece_size=1024, read_block=2000):
ofs_start = 1 * piece_size + 700
size = TEST_FILE_SIZE - ofs_start
fmap = Peer_Request(1, 700)
client = DummyClient(self.fname, delay)
bt = BTFile(self.fname, './', 1, size, fmap, piece_size,
client.request)
client.serve(bt)
buf = StringIO()
c = bt.create_cursor()
with open(self.fname, 'rb') as inf:
ofs = ofs_start
while True:
sz = read_block
res = c.read(sz)
inf.seek(ofs)
if res:
ch = inf.read(len(res))
self.assertEqual(len(res), len(ch))
self.assertEqual(res, ch, msg="Unequal ot ofs %d" % ofs)
ofs += len(ch)
buf.write(res)
else:
break
with open(self.fname, 'rb') as f:
f.seek(ofs_start)
ref = f.read(size)
self.assertEqual(len(ref), len(buf.getvalue()))
self.assertEqual(ref, buf.getvalue())
c.close()
def test_seek2(self):
size = TEST_FILE_SIZE
fmap = Peer_Request(0, 0)
client = DummyClient(self.fname)
bt = BTFile(self.fname, './', 1, size, fmap, 768, client.request)
client.serve(bt)
c = bt.create_cursor()
c.seek(555)
buf = StringIO()
while True:
sz = 1024
res = c.read(sz)
if res:
buf.write(res)
else:
break
with open(self.fname, 'rb') as f:
f.seek(555)
ref = f.read(size)
self.assertEqual(len(ref), len(buf.getvalue()))
self.assertEqual(ref, buf.getvalue())
buf = StringIO()
c.seek(10000)
while True:
sz = 512
res = c.read(sz)
if res:
buf.write(res)
else:
break
with open(self.fname, 'rb') as f:
f.seek(10000)
ref = f.read(size)
self.assertEqual(len(ref), len(buf.getvalue()))
self.assertEqual(ref, buf.getvalue())
with open(self.fname, 'rb') as f:
for _i in xrange(10):
seek = random.randint(0, size)
c.seek(seek)
res = c.read(100)
f.seek(seek)
ref = f.read(len(res))
self.assertTrue(res, ref)
c.close()
def test_seek2(self):
size=TEST_FILE_SIZE
fmap=Peer_Request(0, 0)
client=DummyClient(self.fname)
bt = BTFile(self.fname, './',1, size, fmap, 768, client.request)
client.serve(bt)
c=bt.create_cursor()
c.seek(555)
buf=StringIO()
while True:
sz=1024
res=c.read(sz)
if res:
buf.write(res)
else:
break
with open(self.fname, 'rb') as f:
f.seek(555)
ref=f.read(size)
self.assertEqual(len(ref), len(buf.getvalue()))
self.assertEqual(ref, buf.getvalue())
buf=StringIO()
c.seek(10000)
while True:
sz=512
res=c.read(sz)
if res:
buf.write(res)
else:
break
with open(self.fname, 'rb') as f:
f.seek(10000)
ref=f.read(size)
self.assertEqual(len(ref), len(buf.getvalue()))
self.assertEqual(ref, buf.getvalue())
with open(self.fname, 'rb') as f:
for _i in xrange(10):
seek=random.randint(0,size)
c.seek(seek)
res=c.read(100)
f.seek(seek)
ref=f.read(len(res))
self.assertTrue(res,ref)
c.close()
def test_clone(self, close_first=False):
size=TEST_FILE_SIZE
fmap=Peer_Request(0, 0)
client=DummyClient(self.fname)
bt = BTFile(self.fname, './',1, size, fmap, 512, client.request)
client.serve(bt)
c=bt.create_cursor()
c.seek(5000)
c.read(100)
sleep(0.1)
self.assertTrue(all(c._cache._cache))
if close_first:
c.close()
c2=bt.create_cursor(offset=5000)
self.assertTrue(all(c2._cache._cache))
def no(*args):
raise Exception('Should not be called')
client.request=no
c2.seek(5000)
c2.read(100)
def test_clone(self, close_first=False):
size = TEST_FILE_SIZE
fmap = Peer_Request(0, 0)
client = DummyClient(self.fname)
bt = BTFile(self.fname, './', 1, size, fmap, 512, client.request)
client.serve(bt)
c = bt.create_cursor()
c.seek(5000)
c.read(100)
sleep(0.1)
self.assertTrue(all(c._cache._cache))
if close_first:
c.close()
c2 = bt.create_cursor(offset=5000)
self.assertTrue(all(c2._cache._cache))
def no(*args):
raise Exception('Should not be called')
client.request = no
c2.seek(5000)
c2.read(100)
def test_starts_later(self):
size = TEST_FILE_SIZE
fmap = Peer_Request(3, 15)
client = DummyClient(self.fname)
bt = BTFile(self.fname, './', 1, size, fmap, 512, client.request)
client.serve(bt)
buf = StringIO()
c = bt.create_cursor()
while True:
sz = 1024
res = c.read(sz)
if res:
buf.write(res)
else:
break
ofs = 3 * 512 + 15
with open(self.fname, 'rb') as f:
f.seek(ofs)
ref = f.read(size)
self.assertEqual(len(buf.getvalue()), TEST_FILE_SIZE - ofs)
self.assertEqual(len(ref), len(buf.getvalue()))
self.assertEqual(ref, buf.getvalue())
c.close()
def test_starts_later(self):
size=TEST_FILE_SIZE
fmap=Peer_Request(3, 15)
client=DummyClient(self.fname)
bt = BTFile(self.fname, './',1, size, fmap, 512, client.request)
client.serve(bt)
buf=StringIO()
c=bt.create_cursor()
while True:
sz=1024
res=c.read(sz)
if res:
buf.write(res)
else:
break
ofs=3*512+15
with open(self.fname, 'rb') as f:
f.seek(ofs)
ref=f.read(size)
self.assertEqual(len(buf.getvalue()), TEST_FILE_SIZE-ofs)
self.assertEqual(len(ref), len(buf.getvalue()))
self.assertEqual(ref, buf.getvalue())
c.close()
def setUp(self):
f = tempfile.NamedTemporaryFile(delete=False)
s = os.urandom(TEST_FILE_SIZE)
f.write(s)
self.fname = f.name
f.close()
size = os.stat(self.fname).st_size
fmap = Peer_Request(0, 2000)
self.tf_size = size
fname = os.path.split(self.fname)[1]
self.client = DummyClient(self.fname, 0)
self.file = BTFile(fname, '/tmp', 1, size, fmap, piece_size,
self.client.request)
self.client.serve(self.file)
self.server = StreamServer(('127.0.0.1', 5001), BTFileHandler,
self.file)
self.t = Thread(target=self.server.handle_request)
self.t.start()