コード例 #1
0
	def test_whitespace_nlp_with_sentences(self):
		raw = '''Hi! My name
		is Jason.  You can call me
		Mr. J.  Is that your name too?
		Ha. Ha ha.
		'''
		self.assertEqual(whitespace_nlp_with_sentences(raw).text, raw)
		self.assertEqual(len(whitespace_nlp_with_sentences(raw).sents), 7)
コード例 #2
0
    def test_whitespace_nlp_with_sentences(self):
        raw = '''Hi! My name
		is Jason.  You can call me
		Mr. J.  Is that your name too?
		Ha. Ha ha.
		'''
        self.assertEqual(whitespace_nlp_with_sentences(raw).text, raw)
        self.assertEqual(len(whitespace_nlp_with_sentences(raw).sents), 7)
	def test_whitespace_nlp_with_sentences(self):
		raw = '''Hi! My name
		is Jason.  You can call me
		Mr. J.  Is that your name too?
		Ha. Ha ha.
		'''
		doc = whitespace_nlp_with_sentences(raw)
		self.assertEqual(doc.text, raw)
		self.assertEqual(len(doc.sents), 7)
		self.assertEqual(doc[3].orth_, 'name')
		self.assertEqual(doc[25].orth_, '.')
		self.assertEqual(len(doc), 26)
		self.assertEqual(doc[3].idx, 7)
		self.assertEqual(raw[doc[3].idx:(doc[3].idx+len(doc[3].orth_))], 'name')
コード例 #4
0
    def test_whitespace_nlp_with_sentences_singleton(self):
        raw = 'Blah'
        self.assertEqual(whitespace_nlp_with_sentences(raw).text, raw)
        self.assertEqual(len(whitespace_nlp_with_sentences(raw).sents), 1)
        self.assertEqual(len(whitespace_nlp_with_sentences(raw).sents[0]), 1)

        raw = 'Blah.'
        self.assertEqual(whitespace_nlp_with_sentences(raw).text, raw)
        self.assertEqual(len(whitespace_nlp_with_sentences(raw).sents), 1)
        self.assertEqual(len(whitespace_nlp_with_sentences(raw).sents[0]), 2)
コード例 #5
0
	def test_whitespace_nlp_with_sentences_singleton(self):
		raw = 'Blah'
		self.assertEqual(whitespace_nlp_with_sentences(raw).text, raw)
		self.assertEqual(len(whitespace_nlp_with_sentences(raw).sents), 1)
		self.assertEqual(len(whitespace_nlp_with_sentences(raw).sents[0]), 1)

		raw = 'Blah.'
		self.assertEqual(whitespace_nlp_with_sentences(raw).text, raw)
		self.assertEqual(len(whitespace_nlp_with_sentences(raw).sents), 1)
		self.assertEqual(len(whitespace_nlp_with_sentences(raw).sents[0]), 2)
コード例 #6
0
	def test_singleton_with_sentences(self):
		doc = whitespace_nlp_with_sentences("Blah")
		term_freq = FeatsFromSpacyDoc().get_feats(doc)
		self.assertEqual(Counter({'blah': 1}),
		                 term_freq)
コード例 #7
0
 def test_singleton_with_sentences(self):
     doc = whitespace_nlp_with_sentences("Blah")
     term_freq = FeatsFromSpacyDoc().get_feats(doc)
     self.assertEqual(Counter({'blah': 1}), term_freq)