Python RuleApplicationHypothesis.set_minimum_covered_words Beispiele

Beispiel #1

Datei: computeSupersetsOfKeySegments.py Projekt: sundetova/kaz-eng-generalisation

 args = parser.parse_args(sys.argv[1:])
 
 if args.debug:
     DEBUG=True
     ruleLearningLib.DEBUG=True
 
 if args.rbpe:
     ruleLearningLib.RBPE=True
     
 ruleLearningLib.AT_LexicalTagsProcessor.initialize(args.tag_groups_file_name,args.tag_sequences_file_name)
 
 RuleApplicationHypothesis.set_target_language(args.target_language)
 RuleApplicationHypothesis.set_apertium_data_dir(args.apertium_data_dir)
 
 #this is useless, I think
 RuleApplicationHypothesis.set_minimum_covered_words(True)
 
 ruleList=RuleList()
 #load alignment templates
 if args.alignment_templates:
     if args.alignment_templates.endswith(".gz"):
         gfile=gzip.open(args.alignment_templates)
     else:
         gfile=open(args.alignment_templates)
     for line in gfile:
         line=line.strip().decode('utf-8')
         at=AlignmentTemplate()
         at.parse(line)
         ruleList.add(at)
     gfile.close()
 

Beispiel #2

    if args.debug:
        DEBUG = True
        ruleLearningLib.DEBUG = True

    if args.rbpe:
        ruleLearningLib.RBPE = True

    ruleLearningLib.AT_LexicalTagsProcessor.initialize(
        args.tag_groups_file_name, args.tag_sequences_file_name)

    ruleList = RuleList()

    RuleApplicationHypothesis.set_target_language(args.target_language)
    RuleApplicationHypothesis.set_apertium_data_dir(args.apertium_data_dir)
    RuleApplicationHypothesis.set_minimum_covered_words(
        args.minimum_covered_words)

    #load alignment templates
    if args.alignment_templates.endswith(".gz"):
        gfile = gzip.open(args.alignment_templates)
    else:
        gfile = open(args.alignment_templates)
    for line in gfile:
        line = line.strip().decode('utf-8')
        at = AlignmentTemplate()
        at.parse(line)
        ruleList.add(at)
    gfile.close()
    ruleLists = [ruleList]

    if args.alternative_alignment_templates:

Beispiel #3

Datei: beamSearch.py Projekt: sundetova/kaz-eng-generalisation

 args = parser.parse_args(sys.argv[1:])
 
 if args.debug:
     DEBUG=True
     ruleLearningLib.DEBUG=True
 
 if args.rbpe:
     ruleLearningLib.RBPE=True
 
 ruleLearningLib.AT_LexicalTagsProcessor.initialize(args.tag_groups_file_name,args.tag_sequences_file_name)
 
 ruleList=RuleList()
 
 RuleApplicationHypothesis.set_target_language(args.target_language)
 RuleApplicationHypothesis.set_apertium_data_dir(args.apertium_data_dir)
 RuleApplicationHypothesis.set_minimum_covered_words(args.minimum_covered_words)
 
 #load alignment templates
 if args.alignment_templates.endswith(".gz"):
     gfile=gzip.open(args.alignment_templates)
 else:
     gfile=open(args.alignment_templates)
 for line in gfile:
     line=line.strip().decode('utf-8')
     at=AlignmentTemplate()
     at.parse(line)
     ruleList.add(at)
 gfile.close()
 ruleLists=[ruleList]
 
 if args.alternative_alignment_templates:

Beispiel #4

    if args.debug:
        DEBUG = True
        ruleLearningLib.DEBUG = True

    if args.rbpe:
        ruleLearningLib.RBPE = True

    ruleLearningLib.AT_LexicalTagsProcessor.initialize(
        args.tag_groups_file_name, args.tag_sequences_file_name)

    RuleApplicationHypothesis.set_target_language(args.target_language)
    RuleApplicationHypothesis.set_apertium_data_dir(args.apertium_data_dir)

    #this is useless, I think
    RuleApplicationHypothesis.set_minimum_covered_words(True)

    ruleList = RuleList()
    #load alignment templates
    if args.alignment_templates:
        if args.alignment_templates.endswith(".gz"):
            gfile = gzip.open(args.alignment_templates)
        else:
            gfile = open(args.alignment_templates)
        for line in gfile:
            line = line.strip().decode('utf-8')
            at = AlignmentTemplate()
            at.parse(line)
            ruleList.add(at)
        gfile.close()