def test_2(self): data = " " * 16000 segments = _segment(data, CompletionTriggerSegmentingStrategy(64)) total = 0 for segment in segments: total += len(segment) - 2 assert total == len(data)
def test_4(self): data = " " * 46 segments = _segment( data, CompletionTriggerSegmentingStrategy(80, maximum_segment_size=1024)) total = 0 for segment in segments: total += len(segment) - 2 assert total == len(data)
def test_1(self): data = " " * 1000 segments = _segment(data, ConstantSegmentSize()) assert len(segments) == 1 assert len(segments[0]) == 1002
def test_2(self): data = " " * 16000 segments = _segment(data, ConstantSegmentSize()) assert len(segments) == 2 assert len(segments[0]) == 8191 assert len(segments[1]) == 7813