def test_token_join_connected_to_split(self): token = Token('start') self.assertEqual(token.get_base_split_token(), 'start') self.assertEqual(token.get_common_split_prefix('start', 20), 'start/20_') token = Token('start/1_2') self.assertEqual(token.get_base_split_token(), 'start') self.assertEqual(token.get_common_split_prefix('start/1_2', 20), 'start/1_2/20_')
def test_token_api(self): token = Token('start/1_2/3_4') self.assertTrue(token.is_split_token()) self.assertEqual(token.get_base_split_token(), 'start/1_2') self.assertEqual(token.get_common_split_prefix('start/1_2', 0), 'start/1_2/3_')