Esempio n. 1
0
 def _test_trees(self):
     if not self._trees:
         self._trees = {}
         for i, tstr in enumerate([TSTR0, TSTR1]):
             self._trees["tstr%d" % i] = parse.parse_rst_dt_tree(tstr)
         for i in glob.glob('tests/*.dis'):
             bname = os.path.basename(i)
             tfile = os.path.splitext(i)[0]
             self._trees[bname] = parse.read_annotation_file(i, tfile)
     return self._trees
Esempio n. 2
0
 def _test_trees(self):
     if not self._trees:
         self._trees = {}
         for i, tstr in enumerate([TSTR0, TSTR1]):
             self._trees["tstr%d" % i] = parse.parse_rst_dt_tree(tstr)
         for i in glob.glob('tests/*.dis'):
             bname = os.path.basename(i)
             tfile = os.path.splitext(i)[0]
             self._trees[bname] = parse.read_annotation_file(i, tfile)
     return self._trees
Esempio n. 3
0
 def slurp_subcorpus(self, cfiles, verbose=False):
     """
     See `educe.rst_dt.parse` for a description of `RSTTree`
     """
     corpus={}
     counter=0
     for k in cfiles.keys():
         if verbose:
             sys.stderr.write("\rSlurping corpus dir [%d/%d]" % (counter, len(cfiles)))
         f = cfiles[k]
         annotations=parse.read_annotation_file(f)
         annotations.set_origin(k)
         corpus[k]=annotations
         counter=counter+1
     if verbose:
         sys.stderr.write("\rSlurping corpus dir [%d/%d done]\n" % (counter, len(cfiles)))
     return corpus
Esempio n. 4
0
 def slurp_subcorpus(self, cfiles, verbose=False):
     """
     See `educe.rst_dt.parse` for a description of `RSTTree`
     """
     corpus = {}
     counter = 0
     for k in cfiles.keys():
         if verbose:
             sys.stderr.write("\rSlurping corpus dir [%d/%d]" %
                              (counter, len(cfiles)))
         annotations = parse.read_annotation_file(*cfiles[k])
         annotations.set_origin(k)
         corpus[k] = annotations
         counter = counter + 1
     if verbose:
         sys.stderr.write("\rSlurping corpus dir [%d/%d done]\n" %
                          (counter, len(cfiles)))
     return corpus
Esempio n. 5
0
 def test_from_files(self):
     for i in glob.glob('tests/*.dis'):
         t = read_annotation_file(i, os.path.splitext(i)[0])
         self.assertEqual(len(t.text()), treenode(t).span.char_end)
Esempio n. 6
0
 def test_from_files(self):
     for i in glob.glob('tests/*.dis'):
         t = read_annotation_file(i, os.path.splitext(i)[0])
         self.assertEqual(len(t.text()), treenode(t).span.char_end)