Exemplo n.º 1
0
    def test001_alignmodel(self):
        """Checking alignment model"""
        options = colibricore.PatternModelOptions(mintokens=1,doreverseindex=False)

        s = colibricore.ClassEncoder("test-en-nl/test-en-train.colibri.cls")
        t = colibricore.ClassEncoder("test-en-nl/test-nl-train.colibri.cls")
        sdec = colibricore.ClassDecoder("test-en-nl/test-en-train.colibri.cls")
        tdec = colibricore.ClassDecoder("test-en-nl/test-nl-train.colibri.cls")

        print("Loading alignment model",file=sys.stderr)
        model = AlignmentModel()
        model.load("test-en-nl/test-en-nl.colibri.alignmodel",options)
        print("Loaded",file=sys.stderr)
        model.output(sdec,tdec)
        print("Testing contents",file=sys.stderr)
        self.assertTrue(  (s.buildpattern('a'), t.buildpattern('een') ) in model )
        self.assertTrue(  (s.buildpattern('just'), t.buildpattern('maar') ) in model )
        self.assertTrue(  (s.buildpattern('only'), t.buildpattern('maar') ) in model )
        self.assertTrue(  (s.buildpattern('bank'), t.buildpattern('oever') ) in model )
        self.assertTrue(  (s.buildpattern('bank'), t.buildpattern('bank') ) in model )
        self.assertTrue(  (s.buildpattern('bank'), t.buildpattern('sturen') ) in model )
        self.assertTrue(  (s.buildpattern('couch'), t.buildpattern('bank') ) in model )
        self.assertTrue(  (s.buildpattern('the bank'), t.buildpattern('de oever') ) in model )
        self.assertTrue(  (s.buildpattern('the bank'), t.buildpattern('de bank') ) in model )
        self.assertTrue(  (s.buildpattern('the couch'), t.buildpattern('de bank') ) in model )
        self.assertTrue(  (s.buildpattern('I see'), t.buildpattern('Ik zie') ) in model )
        self.assertTrue(  (s.buildpattern('He'), t.buildpattern('Hij') ) in model )
        self.assertTrue(  (s.buildpattern('sits'), t.buildpattern('zit') ) in model )
        self.assertTrue(  (s.buildpattern('on'), t.buildpattern('on') ) in model )
        self.assertTrue(  (s.buildpattern('today'), t.buildpattern('vandaag') ) in model )
        self.assertEqual(  len(list(model.triples())), 15 )
Exemplo n.º 2
0
    def test001_alignmodel(self):
        """Checking alignment model"""
        options = colibricore.PatternModelOptions(mintokens=1,
                                                  doreverseindex=False)

        s = colibricore.ClassEncoder("test-en-nl/test-en-train.colibri.cls")
        t = colibricore.ClassEncoder("test-en-nl/test-nl-train.colibri.cls")
        sdec = colibricore.ClassDecoder("test-en-nl/test-en-train.colibri.cls")
        tdec = colibricore.ClassDecoder("test-en-nl/test-nl-train.colibri.cls")

        print("Loading alignment model", file=sys.stderr)
        model = AlignmentModel()
        model.load("test-en-nl/test-en-nl.colibri.alignmodel", options)
        print("Loaded", file=sys.stderr)
        model.output(sdec, tdec)
        print("Testing contents", file=sys.stderr)
        self.assertTrue((s.buildpattern('a'), t.buildpattern('een')) in model)
        self.assertTrue((s.buildpattern('just'),
                         t.buildpattern('maar')) in model)
        self.assertTrue((s.buildpattern('only'),
                         t.buildpattern('maar')) in model)
        self.assertTrue((s.buildpattern('bank'),
                         t.buildpattern('oever')) in model)
        self.assertTrue((s.buildpattern('bank'),
                         t.buildpattern('bank')) in model)
        self.assertTrue((s.buildpattern('bank'),
                         t.buildpattern('sturen')) in model)
        self.assertTrue((s.buildpattern('couch'),
                         t.buildpattern('bank')) in model)
        self.assertTrue((s.buildpattern('the bank'),
                         t.buildpattern('de oever')) in model)
        self.assertTrue((s.buildpattern('the bank'),
                         t.buildpattern('de bank')) in model)
        self.assertTrue((s.buildpattern('the couch'),
                         t.buildpattern('de bank')) in model)
        self.assertTrue((s.buildpattern('I see'),
                         t.buildpattern('Ik zie')) in model)
        self.assertTrue((s.buildpattern('He'), t.buildpattern('Hij')) in model)
        self.assertTrue((s.buildpattern('sits'),
                         t.buildpattern('zit')) in model)
        self.assertTrue((s.buildpattern('on'), t.buildpattern('on')) in model)
        self.assertTrue((s.buildpattern('today'),
                         t.buildpattern('vandaag')) in model)
        self.assertEqual(len(list(model.triples())), 15)