#read MWEs for line in sys.stdin: line=line.strip() mwe=ParallelMWE() mwe.parse(line) mwes.append(mwe) reprlistofnonleafs=mwes[0].get_representative() bilExprs=list() #read bilingual exprs for line in gzip.open(args.bilingual_exprs,'r'): line=line.strip() bilExpr=BilingualExpr() bilExpr.parse(line) if bilExpr.slexpr.get_non_leaf_funtions() == reprlistofnonleafs or args.only_print_scores: bilExprs.append(bilExpr) if args.only_print_scores: for mwe in mwes: mwe.compute_reproduced_and_matching_bilexprs([bilExpr for bilExpr in bilExprs if bilExpr.slexpr.get_non_leaf_funtions()== mwe.get_representative()]) print mwe else: solution=select_mwes((mwes,bilExprs),int(args.threshold),0.0) for mwe in solution: print mwe #pool = Pool() #result = pool.map(abstractLearningLib.select_mwes , abstractLearningLib.MWEReader.s_groups)