def _compare( self, first, second ): """ normalize and compare """ word1 = unicode_( first ) word2 = unicode_( second ) eqiv = ( word1 == word2 ) if eqiv: self.words.append( second ) return eqiv
def _compare(self, first, second): """ normalize and compare """ word1 = unicode_(first) word2 = unicode_(second) eqiv = (word1 == word2) if eqiv: self.words.append(second) return eqiv
# coding: utf-8 """ This is a test module for alfanous.TextProcessing """ from alfanous.TextProcessing import QArabicSymbolsFilter, unicode_ if __name__ == "__main__": ASF = QArabicSymbolsFilter() TEXT = u"عاصِمٌ" TEXT = ASF.normalize_all(TEXT) print TEXT WORD1 = unicode_(u"عَاصِمُ") WORD2 = unicode_(u"عَاصمُ") LIST_HARAKAT1 = WORD1.list_harakat() LIST_HARAKAT2 = WORD2.list_harakat() WORD3 = unicode_(u"فاعل") PHRASE = unicode_(u"كانَ") print WORD3.apply_harakat_list(LIST_HARAKAT1) print LIST_HARAKAT1, "\n", LIST_HARAKAT2 print unicode_.compare_harakat(LIST_HARAKAT1, LIST_HARAKAT2) print WORD1.shakl_compare(WORD1, WORD2) for i in PHRASE.tokenize_shakl(): print i, WORD4 = unicode_(u"عاصم") WORD5 = unicode_(u"عاصِم") print WORD4 == WORD5
""" This is a test module for alfanous.TextProcessing """ from alfanous.TextProcessing import QArabicSymbolsFilter, unicode_ if __name__ == "__main__": ASF = QArabicSymbolsFilter() TEXT = u"عاصِمٌ" TEXT = ASF.normalize_all( TEXT ) print TEXT WORD1 = unicode_( u"عَاصِمُ" ) WORD2 = unicode_( u"عَاصمُ" ) LIST_HARAKAT1 = WORD1.list_harakat() LIST_HARAKAT2 = WORD2.list_harakat() WORD3 = unicode_( u"فاعل" ) PHRASE = unicode_( u"كانَ" ) print WORD3.apply_harakat_list( LIST_HARAKAT1 ) print LIST_HARAKAT1, "\n", LIST_HARAKAT2 print unicode_.compare_harakat( LIST_HARAKAT1, LIST_HARAKAT2 ) print WORD1.shakl_compare( WORD1, WORD2 ) for i in PHRASE.tokenize_shakl(): print i, WORD4 = unicode_( u"عاصم" ) WORD5 = unicode_( u"عاصِم" )