if len(sub_dir) >= 2: sub_dir = [i for i in sub_dir if '.dtd' not in i and '.csv' not in i] if 'ann1' in sub_dir[0]: ann1Corpus = Corpus(sub_dir[0]) ann2Corpus = Corpus(sub_dir[1]) else: ann1Corpus = Corpus(sub_dir[1]) ann2Corpus = Corpus(sub_dir[0]) else: print('check sub folder configuration') #IAA calculation parsedCorpus = Evaluation(ann1Corpus.soup, ann2Corpus.soup, dtd_path, overlap) if args.cp_level == True: print('CONCEPT SPECIFIC AGREEMENT:') parsedCorpus.do_calculation_cp_level(parsedCorpus.annSpan) print() if args.total_average == True: parsedCorpus.do_calculation_averaged(parsedCorpus.annSpan) print() if args.mismatch == True: print('PRINTING MISMATCH:') parsedCorpus.print_mismatch(parsedCorpus.annSpan, parsedCorpus.txtCorpus, corpusDir) #output visualization if args.vis == True: eval = MaeViz(RESOURCE_DIR, corpusDir, OUTPUT_DIR_VIZ, dtd_path) eval.do_parse('MAE')