def test_add_get(self):
Corpus.create('/tmp/TEST_CORPUS')
c = Corpus('/tmp/TEST_CORPUS')
c.add(u'Gżegżółką jaźń', 1, p1=1, p2="2", p3=[1, 2, 3, u'ą'])
c.add(u'Chrząszcz brzmi w czcinie',
2,
p1=1,
p2="2",
p3=[1, 2, 3, u'ą'])
c.add(u'Żółte źrebie', 3, p1=1, p2="2", p3=[1, 2, 3, u'ą'])
c.save_indexes()
d = Corpus('/tmp/TEST_CORPUS')
self.assertEqual(d.get(3), ({
'p1': 1,
'p2': "2",
'p3': [1, 2, 3, u'ą'],
'id': 3
}, u'Żółte źrebie'))
self.assertEqual(d.get(1), ({
'p1': 1,
'p2': "2",
'p3': [1, 2, 3, u'ą'],
'id': 1
}, u'Gżegżółką jaźń'))
self.assertEqual(d.get(2), ({
'p1': 1,
'p2': "2",
'p3': [1, 2, 3, u'ą'],
'id': 2
}, u'Chrząszcz brzmi w czcinie'))
del c, d
shutil.rmtree('/tmp/TEST_CORPUS')
def test_add_get(self):
Corpus.create('/tmp/TEST_CORPUS')
c = Corpus('/tmp/TEST_CORPUS')
c.add(u'Gżegżółką jaźń', 1, p1=1, p2="2", p3=[1,2,3,u'ą'])
c.add(u'Chrząszcz brzmi w czcinie', 2, p1=1, p2="2", p3=[1,2,3,u'ą'])
c.add(u'Żółte źrebie', 3, p1=1, p2="2", p3=[1,2,3,u'ą'])
c.save_indexes()
d = Corpus('/tmp/TEST_CORPUS')
self.assertEqual(d.get(3), ( { 'p1':1, 'p2':"2", 'p3':[1,2,3,u'ą'], 'id':3}, u'Żółte źrebie' ) )
self.assertEqual(d.get(1), ( { 'p1':1, 'p2':"2", 'p3':[1,2,3,u'ą'], 'id':1}, u'Gżegżółką jaźń' ) )
self.assertEqual(d.get(2), ( { 'p1':1, 'p2':"2", 'p3':[1,2,3,u'ą'], 'id':2}, u'Chrząszcz brzmi w czcinie' ) )
del c, d
shutil.rmtree('/tmp/TEST_CORPUS')
def test_getitem(self):
Corpus.create('/tmp/TEST_CORPUS')
c = Corpus('/tmp/TEST_CORPUS')
c.add(u'Gżegżółką jaźń', 1, p1=1, p2="2", p3=[1,2,3,u'ą'])
c.add(u'Chrząszcz brzmi w czcinie', 2, p1=1, p2="2", p3=[1,2,3,u'ą'])
c.add(u'Żółte źrebie', 3, p1=1, p2="2", p3=[1,2,3,u'ą'])
self.assertEqual(c.get(2), c[2])
del c
shutil.rmtree('/tmp/TEST_CORPUS')
def test_getitem(self):
Corpus.create('/tmp/TEST_CORPUS')
c = Corpus('/tmp/TEST_CORPUS')
c.add(u'Gżegżółką jaźń', 1, p1=1, p2="2", p3=[1, 2, 3, u'ą'])
c.add(u'Chrząszcz brzmi w czcinie',
2,
p1=1,
p2="2",
p3=[1, 2, 3, u'ą'])
c.add(u'Żółte źrebie', 3, p1=1, p2="2", p3=[1, 2, 3, u'ą'])
self.assertEqual(c.get(2), c[2])
del c
shutil.rmtree('/tmp/TEST_CORPUS')
"""
"""
from corpora import Corpus
from nltk.corpus import PlaintextCorpusReader
import csv
corpus_path = '/home/mayank/IdeaProjects/Lab_Machine_Learning/src/Text_Analytics/test'
Corpus.create(corpus_path)
corpus = Corpus(corpus_path)
training_file_path = "/home/mayank/IdeaProjects/Lab_Machine_Learning/src/resources/TrainingData.csv"
reader = csv.reader(open(training_file_path, 'r'))
for (i, row) in enumerate(reader, 1):
print i
corpus.add(row[6].decode('utf-8'), i)
if i == 10: break
print len(corpus)
print corpus.get()
