def app_iterator(response):
segmenter = ZfecSegmenter(_min_segments, _max_segments)
sent = 0
try:
for segments in chain([first_segments], retrieved):
segment_numbers = segments.keys()
encoded_segments = list()
zfec_padding_size = None
for segment_number in segment_numbers:
encoded_segment, zfec_padding_size = \
segments[segment_number]
encoded_segments.append(encoded_segment)
data_list = segmenter.decode(encoded_segments,
segment_numbers,
zfec_padding_size)
for data in data_list:
yield data
sent += len(data)
except RetrieveFailedError, instance:
self._log.error('retrieve failed: {0} {1}'.format(
description, instance))
self._stats["retrieves"] -= 1
response.status_int = 503
return
def app_iterator(response):
segmenter = ZfecSegmenter( _min_segments, _max_segments)
sent = 0
try:
for segments in chain([first_segments], retrieved):
segment_numbers = segments.keys()
encoded_segments = list()
zfec_padding_size = None
for segment_number in segment_numbers:
encoded_segment, zfec_padding_size = \
segments[segment_number]
encoded_segments.append(encoded_segment)
data_list = segmenter.decode(
encoded_segments,
segment_numbers,
zfec_padding_size
)
for data in data_list:
yield data
sent += len(data)
except RetrieveFailedError, instance:
self._log.error('retrieve failed: {0} {1}'.format(
description, instance
))
self._stats["retrieves"] -= 1
response.status_int = 503
return
def test_padded_segment(self):
"""test a segment that needs padding"""
segment_size = incoming_slice_size - 1
test_data = os.urandom(segment_size)
segmenter = ZfecSegmenter(_min_segments, _num_segments)
padding_size = segmenter.padding_size(test_data)
encoded_segments = segmenter.encode(block_generator(test_data))
segment_numbers = range(1, _num_segments + 1)
test_segment_numbers = random.sample(segment_numbers, _min_segments)
test_segments = [encoded_segments[n - 1] for n in test_segment_numbers]
decoded_segments = segmenter.decode(test_segments,
test_segment_numbers, padding_size)
decoded_data = "".join(decoded_segments)
self.assertTrue(decoded_data == test_data, len(decoded_data))
def test_padded_segment(self):
"""test a segment that needs padding"""
segment_size = incoming_slice_size - 1
test_data = os.urandom(segment_size)
segmenter = ZfecSegmenter(_min_segments, _num_segments)
padding_size = segmenter.padding_size(test_data)
encoded_segments = segmenter.encode(block_generator(test_data))
segment_numbers = range(1, _num_segments+1)
test_segment_numbers = random.sample(segment_numbers, _min_segments)
test_segments = [encoded_segments[n-1] for n in test_segment_numbers]
decoded_segments = segmenter.decode(
test_segments, test_segment_numbers, padding_size
)
decoded_data = "".join(decoded_segments)
self.assertTrue(decoded_data == test_data, len(decoded_data))
