def test_exclamation_mark_end(self):
tokens = []
tokens.append(Token(1, 'Test', None, None, None, None, None, None))
tokens.append(Token(2, '!', None, None, None, None, None, None))
sentence_uniqueID = 'p339_s007'
thf_sentence = THFSentenceExport(sentence_uniqueID, None, 'Test !',
tokens, None, 1)
use_sentence_length = False
feature_value = structural_features.transform_sentence(
thf_sentence, use_sentence_length)
expected_value = [
7, 0.0 / len(tokens), 0.0 / len(tokens), 0.0, 0.0, 1.0, 0.0, 0.0
]
self.assertEqual(feature_value, expected_value)
def test_link(self):
tokens = []
tokens.append(Token(1, 'Test', None, None, None, None, None, None))
tokens.append(
Token(2, 'http://umap.openstreetmap.fr', None, None, None, None,
None, None))
sentence_uniqueID = 'p339_s021'
thf_sentence = THFSentenceExport(sentence_uniqueID, None,
'Test http://umap.openstreetmap.fr',
tokens, None, 1)
use_sentence_length = False
feature_value = structural_features.transform_sentence(
thf_sentence, use_sentence_length)
expected_value = [
21, 0.0 / len(tokens), 0.0 / len(tokens), 1.0, 0.0, 0.0, .0, 1.0
]
self.assertEqual(feature_value, expected_value)
def test_example2_without_sentence_length(self):
tokens = []
tokens.append(Token(1, 'Das', None, None, None, None, None, None))
tokens.append(Token(2, 'ist', None, None, None, None, None, None))
tokens.append(Token(3, '.', None, None, None, None, None, None))
tokens.append(Token(4, ',', None, None, None, None, None, None))
tokens.append(Token(5, 'Test', None, None, None, None, None, None))
tokens.append(Token(6, '!', None, None, None, None, None, None))
sentence_uniqueID = 'p339_s021'
thf_sentence = THFSentenceExport(sentence_uniqueID, None,
'Das ist . , Test!', tokens, None, 1)
use_sentence_length = False
feature_value = structural_features.transform_sentence(
thf_sentence, use_sentence_length)
expected_value = [
21, 1.0 / len(tokens), 1.0 / len(tokens), 0.0, 0.0, 1.0, 0.0, 0.0
]
self.assertEqual(feature_value, expected_value)
def test_example1(self):
tokens = []
tokens.append(Token(1, 'Das', None, None, None, None, None, None))
tokens.append(Token(2, 'ist', None, None, None, None, None, None))
tokens.append(Token(3, 'ein', None, None, None, None, None, None))
tokens.append(Token(4, ',', None, None, None, None, None, None))
tokens.append(Token(5, 'Test', None, None, None, None, None, None))
tokens.append(Token(6, '!', None, None, None, None, None, None))
sentence_uniqueID = 'c0331_s003'
thf_sentence = THFSentenceExport(sentence_uniqueID, None,
'Das ist ein , Test!', tokens, None,
1)
use_sentence_length = True
feature_value = structural_features.transform_sentence(
thf_sentence, use_sentence_length)
expected_value = [
3, 1.0 / len(tokens), 0.0 / len(tokens), 1.0 * len(tokens), 0.0,
0.0, 1.0, 0.0, 0.0
]
self.assertEqual(feature_value, expected_value)