示例#1
0
文件: ftb2ptb.py 项目: Camille31/Swip
     
     rawtestfile = eval_file+'_3.raw'
     postestfile = eval_file+'_3.pos'
     treetestfile = eval_file+'_3.mrg'
     gstream = open(treetestfile,'w')
     rstream = open(rawtestfile,'w')
     pstream = open(postestfile,'w')
     printout_ptb_corpus(test,gstream)
     printout_pos_corpus(test,pstream)
     printout_raw_corpus(test,rstream)
     gstream.close()
     rstream.close()
     pstream.close()
# marie candito : added xfold case
elif xfold > 0 :
     folds = reader.build_xfold_eval_data(treebank,xfold)
     for i in range(xfold):
          outdir = eval_file+'-'+str(xfold)+'-'+str(i+1)
          os.mkdir(outdir)
          streams = []
          for j in [0,1,2]:
               streams.append({})
               for type in ['mrg','raw']:
                    name = os.path.join(outdir,'ftb_'+str(j+1)+'.'+type)
                    streams[j][type] = open(name,'w')
          # test set = i-th fold
          printout_ptb_corpus(folds[i], streams[2]['mrg'])
          printout_raw_corpus(folds[i], streams[2]['raw'])
          already = [i]
          if i==0:
               # dev set = last fold