def test001_alignmodel(self): """Checking alignment model""" options = colibricore.PatternModelOptions(mintokens=1,doreverseindex=False) s = colibricore.ClassEncoder("test-en-nl/test-en-train.colibri.cls") t = colibricore.ClassEncoder("test-en-nl/test-nl-train.colibri.cls") sdec = colibricore.ClassDecoder("test-en-nl/test-en-train.colibri.cls") tdec = colibricore.ClassDecoder("test-en-nl/test-nl-train.colibri.cls") print("Loading alignment model",file=sys.stderr) model = AlignmentModel() model.load("test-en-nl/test-en-nl.colibri.alignmodel",options) print("Loaded",file=sys.stderr) model.output(sdec,tdec) print("Testing contents",file=sys.stderr) self.assertTrue( (s.buildpattern('a'), t.buildpattern('een') ) in model ) self.assertTrue( (s.buildpattern('just'), t.buildpattern('maar') ) in model ) self.assertTrue( (s.buildpattern('only'), t.buildpattern('maar') ) in model ) self.assertTrue( (s.buildpattern('bank'), t.buildpattern('oever') ) in model ) self.assertTrue( (s.buildpattern('bank'), t.buildpattern('bank') ) in model ) self.assertTrue( (s.buildpattern('bank'), t.buildpattern('sturen') ) in model ) self.assertTrue( (s.buildpattern('couch'), t.buildpattern('bank') ) in model ) self.assertTrue( (s.buildpattern('the bank'), t.buildpattern('de oever') ) in model ) self.assertTrue( (s.buildpattern('the bank'), t.buildpattern('de bank') ) in model ) self.assertTrue( (s.buildpattern('the couch'), t.buildpattern('de bank') ) in model ) self.assertTrue( (s.buildpattern('I see'), t.buildpattern('Ik zie') ) in model ) self.assertTrue( (s.buildpattern('He'), t.buildpattern('Hij') ) in model ) self.assertTrue( (s.buildpattern('sits'), t.buildpattern('zit') ) in model ) self.assertTrue( (s.buildpattern('on'), t.buildpattern('on') ) in model ) self.assertTrue( (s.buildpattern('today'), t.buildpattern('vandaag') ) in model ) self.assertEqual( len(list(model.triples())), 15 )
def test001_alignmodel(self): """Checking alignment model""" options = colibricore.PatternModelOptions(mintokens=1, doreverseindex=False) s = colibricore.ClassEncoder("test-en-nl/test-en-train.colibri.cls") t = colibricore.ClassEncoder("test-en-nl/test-nl-train.colibri.cls") sdec = colibricore.ClassDecoder("test-en-nl/test-en-train.colibri.cls") tdec = colibricore.ClassDecoder("test-en-nl/test-nl-train.colibri.cls") print("Loading alignment model", file=sys.stderr) model = AlignmentModel() model.load("test-en-nl/test-en-nl.colibri.alignmodel", options) print("Loaded", file=sys.stderr) model.output(sdec, tdec) print("Testing contents", file=sys.stderr) self.assertTrue((s.buildpattern('a'), t.buildpattern('een')) in model) self.assertTrue((s.buildpattern('just'), t.buildpattern('maar')) in model) self.assertTrue((s.buildpattern('only'), t.buildpattern('maar')) in model) self.assertTrue((s.buildpattern('bank'), t.buildpattern('oever')) in model) self.assertTrue((s.buildpattern('bank'), t.buildpattern('bank')) in model) self.assertTrue((s.buildpattern('bank'), t.buildpattern('sturen')) in model) self.assertTrue((s.buildpattern('couch'), t.buildpattern('bank')) in model) self.assertTrue((s.buildpattern('the bank'), t.buildpattern('de oever')) in model) self.assertTrue((s.buildpattern('the bank'), t.buildpattern('de bank')) in model) self.assertTrue((s.buildpattern('the couch'), t.buildpattern('de bank')) in model) self.assertTrue((s.buildpattern('I see'), t.buildpattern('Ik zie')) in model) self.assertTrue((s.buildpattern('He'), t.buildpattern('Hij')) in model) self.assertTrue((s.buildpattern('sits'), t.buildpattern('zit')) in model) self.assertTrue((s.buildpattern('on'), t.buildpattern('on')) in model) self.assertTrue((s.buildpattern('today'), t.buildpattern('vandaag')) in model) self.assertEqual(len(list(model.triples())), 15)