Beispiel #1
0
# Usage: python3 -i testbin.py

from ngram3bin import ngram3bin
#ng = ngram3bin('xxx') # too few parameters
ng = ngram3bin('word.bin','ngram3.bin')
ng.word2id('freq')
ng.word2id('FDWD#$#$@#@')
list(map(ng.word2id, ['activities','as','buddhist']))
[ng.id2freq(ng.word2id(w)) for w in ['activities','as','buddhist']][:30]
[ng.id2word(ng.word2id(w)) for w in ['activities','as','buddhist']][:30]
ng.freq(4,22,215)
ng.like(5,6,7)
# convert to ids, search, convert back to words
[(ng.id2word(x), ng.id2word(y), ng.id2word(z), freq)
	for x,y,z,freq in ng.like(*[ng.word2id(w) for w in ['activities','as','buddhist']])]
ng.freq(1,2)
#ng.like(3,4)
print('idknow')
idknow = ng.word2id('know')
print('word(idknow)')
ng.id2word(idknow)
assert 'know' == ng.id2word(ng.word2id('know'))
assert ng.id2freq(ng.word2id('know')) == ng.wordfreq('know')

# "bridge" missing made find a bug
print('id(bridge)=', ng.word2id('bridge'))
print('id2freq(bridge)=', ng.id2freq(ng.word2id('bridge')))
print('wordfreq(bridge)=', ng.wordfreq('bridge'))

# "didn" seems to be missing but shouldn't be...
Beispiel #2
0
	def __init__(self, wordpath, ngrampath):
		self.ng = ngram3bin(wordpath, ngrampath)
Beispiel #3
0
 def __init__(self, wordpath, ngrampath):
     self.ng = ngram3bin(wordpath, ngrampath)
Beispiel #4
0
# Usage: python3 -i testbin.py

from ngram3bin import ngram3bin
#ng = ngram3bin('xxx') # too few parameters
ng = ngram3bin('word.bin', 'ngram3.bin')
ng.word2id('freq')
ng.word2id('FDWD#$#$@#@')
list(map(ng.word2id, ['activities', 'as', 'buddhist']))
[ng.id2freq(ng.word2id(w)) for w in ['activities', 'as', 'buddhist']][:30]
[ng.id2word(ng.word2id(w)) for w in ['activities', 'as', 'buddhist']][:30]
ng.freq(4, 22, 215)
ng.like(5, 6, 7)
# convert to ids, search, convert back to words
[(ng.id2word(x), ng.id2word(y), ng.id2word(z), freq)
 for x, y, z, freq in ng.like(
     *[ng.word2id(w) for w in ['activities', 'as', 'buddhist']])]
ng.freq(1, 2)
#ng.like(3,4)
print('idknow')
idknow = ng.word2id('know')
print('word(idknow)')
ng.id2word(idknow)
assert 'know' == ng.id2word(ng.word2id('know'))
assert ng.id2freq(ng.word2id('know')) == ng.wordfreq('know')

# "bridge" missing made find a bug
print('id(bridge)=', ng.word2id('bridge'))
print('id2freq(bridge)=', ng.id2freq(ng.word2id('bridge')))
print('wordfreq(bridge)=', ng.wordfreq('bridge'))

# "didn" seems to be missing but shouldn't be...