Example #1
0
  def test_read(self):
    sio = StringIO.StringIO("ab\x00\x00cdef\x00gh")
    f = ZeroRangesAdapter(sio, block_size = 1)

    self.assertEqual(f.zero_ranges(),
                     [{'start': 2, 'end': 4}, {'start': 8, 'end': 9}])
    self.assertEqual(f.read(5), "abcde")
    self.assertEqual(f.read(2), "fg")
    self.assertEqual(f.read(2), "h")
    self.assertEqual(f.read(2), "")
Example #2
0
  def test_different_block_size(self):
    sio = StringIO.StringIO("a" * 1024 + "\x00"*1024 + 
                            "c"  * 1024 + "\x00"*1024 + 
                            "d" *1024 + "\x00"*1023)
    f = ZeroRangesAdapter(sio, block_size = 1024)

    self.assertEqual(f.zero_ranges(),
                     [{'end': 2048, 'start': 1024}, {'end': 4096, 'start': 3072}])
    f.seek(0)
    self.assertEqual(f.read(), "a"*1024 + "c" * 1024 + "d" * 1024 + "\x00" * 1023)
    f.seek(1024*3+1022)
    self.assertEqual(f.read(), "\x00")
Example #3
0
  def test_seek(self):
    sio = StringIO.StringIO("ab\x00\x00cdef\x00gh")
    f = ZeroRangesAdapter(sio, block_size = 1)

    self.assertEqual(f.zero_ranges(),
                     [{'start': 2, 'end': 4}, {'start': 8, 'end': 9}])
    f.seek(5)
    self.assertEqual(f.read(2), "fg")
    self.assertEqual(f.read(2), "h")
    self.assertEqual(f.read(2), "")
    f.seek(3, os.SEEK_END)
    self.assertEqual(f.read(), "fgh")
    f.seek(1000, os.SEEK_END)
    self.assertEqual(f.read(), "abcdefgh")
Example #4
0
  def test_random_read(self):
    data_len = 1024*1023
    pad_block_size = 1024
    data = "".join([chr(random.randint(ord('a'), ord('z'))) for i in range(data_len)])
    pad_indexes = [random.randint(0, len(data)) for i in range(100)]
    pad_indexes.sort()
    last_index = 0
    zero_padded_data = ""
    for index in pad_indexes:
      zero_padded_data += data[last_index:index]
      zero_padded_data += "\x00" * random.randint(0,1024)
      last_index = index
      
    zero_padded_data += data[last_index:]

    f = StringIO.StringIO(data)
    fz = ZeroRangesAdapter(StringIO.StringIO(zero_padded_data), block_size = 1)
    pprint.pprint(fz.zero_ranges())
    for i in range(100):
      offset = random.randint(0, len(data))
      size = random.randint(0, len(data))
      print "READ offset=%ld, size=%ld" % (offset, size)
      f.seek(offset)
      fz.seek(offset)
      self.assertEqual(f.read(size), fz.read(size), "failed to read the same data from adapter")