예제 #1
0
def visualize(sentences, classifications, options, exampleBuilder):
    print >> sys.stderr, "Making visualization"
    classificationsByExample = {}
    for classification in classifications:
        classificationsByExample[classification[0][0]] = classification
    visualizer = CorpusVisualizer(options.visualization, True)
    visualizer.featureSet = exampleBuilder.featureSet
    visualizer.classSet = exampleBuilder.classSet
    for i in range(len(sentences)):
        sentence = sentences[i]
        print >> sys.stderr, "\rProcessing sentence", sentence[
            0].getSentenceId(), "          ",
        prevAndNextId = [None, None]
        if i > 0:
            prevAndNextId[0] = sentences[i - 1][0].getSentenceId()
        if i < len(sentences) - 1:
            prevAndNextId[1] = sentences[i + 1][0].getSentenceId()
        visualizer.makeSentencePage(sentence[0], sentence[1],
                                    classificationsByExample, prevAndNextId)
    visualizer.makeSentenceListPage()
    print >> sys.stderr
예제 #2
0
def visualize(sentences, classifications, options, exampleBuilder):   
    print >> sys.stderr, "Making visualization"
    classificationsByExample = {}
    for classification in classifications:
        classificationsByExample[classification[0][0]] = classification
    visualizer = CorpusVisualizer(options.visualization, True)
    visualizer.featureSet = exampleBuilder.featureSet
    visualizer.classSet = exampleBuilder.classSet
    for i in range(len(sentences)):
        sentence = sentences[i]
        print >> sys.stderr, "\rProcessing sentence", sentence[0].getSentenceId(), "          ",
        prevAndNextId = [None,None]
        if i > 0:
            prevAndNextId[0] = sentences[i-1][0].getSentenceId()
        if i < len(sentences)-1:
            prevAndNextId[1] = sentences[i+1][0].getSentenceId()
        visualizer.makeSentencePage(sentence[0],sentence[1],classificationsByExample,prevAndNextId)
    visualizer.makeSentenceListPage()
    print >> sys.stderr
예제 #3
0
 optparser.add_option("-p", "--parse", default="split-Charniak-Lease", dest="parse", help="parse")
 (options, args) = optparser.parse_args()
 
 corpusElements = loadCorpus(options.input, options.parse, options.tokenization)
 sentences = []
 for sentence in corpusElements.sentences:
     #print "ent", len(sentence.entities)
     #print "int", len(sentence.interactions)
     sentences.append( [sentence.sentenceGraph,None] )
 
 goldElements = None
 if options.gold != None:
     print >> sys.stderr, "Loading Gold Standard Corpus"
     goldElements = loadCorpus(options.gold, options.parse, options.tokenization)
 
 print >> sys.stderr, "Visualizing"
 visualizer = CorpusVisualizer(options.output, True)
 for i in range(len(sentences)):
     sentence = sentences[i]
     print >> sys.stderr, "\rProcessing sentence", sentence[0].getSentenceId(), "          ",
     prevAndNextId = [None,None]
     if i > 0:
         prevAndNextId[0] = sentences[i-1][0].getSentenceId()
     if i < len(sentences)-1:
         prevAndNextId[1] = sentences[i+1][0].getSentenceId()
     if goldElements != None:
         visualizer.makeSentencePage(sentence[0],sentence[1],None,prevAndNextId,goldElements.sentencesById[sentence[0].getSentenceId()].sentenceGraph)
     else:
         visualizer.makeSentencePage(sentence[0],sentence[1],None,prevAndNextId)
 visualizer.makeSentenceListPage()
 print >> sys.stderr
예제 #4
0
 (options, args) = optparser.parse_args()
 
 corpusElements = loadCorpus(options.input, options.parse, options.tokenization)
 sentences = []
 for sentence in corpusElements.sentences:
     #print "ent", len(sentence.entities)
     #print "int", len(sentence.interactions)
     sentences.append( [sentence.sentenceGraph,None] )
 
 goldElements = None
 if options.gold != None:
     print >> sys.stderr, "Loading Gold Standard Corpus"
     goldElements = loadCorpus(options.gold, options.parse, options.tokenization)
 
 print >> sys.stderr, "Visualizing"
 visualizer = CorpusVisualizer(options.output, True)
 for i in range(len(sentences)):
     sentence = sentences[i]
     if sentence[0] != None:
         print >> sys.stderr, "\rProcessing sentence", sentence[0].getSentenceId(), "          ",
     else:
         continue
     prevAndNextId = [None,None]
     if i > 0 and sentences[i-1][0] != None:
         prevAndNextId[0] = sentences[i-1][0].getSentenceId()
     if i < len(sentences)-1 and sentences[i+1][0] != None:
         prevAndNextId[1] = sentences[i+1][0].getSentenceId()
     if goldElements != None:
         visualizer.makeSentencePage(sentence[0],sentence[1],None,prevAndNextId,goldElements.sentencesById[sentence[0].getSentenceId()].sentenceGraph)
     else:
         visualizer.makeSentencePage(sentence[0],sentence[1],None,prevAndNextId)