Beispiel #1
0
import argparse
import sys
from SpellCheck import SpellChecker
from LanguageModel import LanguageModel
from EditDistance import EditDistanceFinder

if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("--languagemodel",
                        "-l",
                        type=argparse.FileType('rb'),
                        required=True)
    parser.add_argument("--editmodel",
                        "-e",
                        type=argparse.FileType('rb'),
                        required=True)
    parser.add_argument("--corpus",
                        "-c",
                        type=argparse.FileType('r'),
                        default=sys.stdin)
    args = parser.parse_args()

    s = SpellChecker(max_distance=2)
    s.load_language_model(args.languagemodel)
    s.load_channel_model(args.editmodel)

    for line in args.corpus:
        print("LINE: ", line)
        corrected = s.autocorrect_line(line)
        print("CORRECTED: ", corrected)
import pickle
import sys

if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("--languagemodel",
                        "-l",
                        type=argparse.FileType('rb'),
                        required=True)
    parser.add_argument("--editmodel",
                        "-e",
                        type=argparse.FileType('rb'),
                        required=True)
    args = parser.parse_args()

    s = SpellChecker(max_distance=2)
    s.load_language_model(args.languagemodel)
    s.load_channel_model(args.editmodel)

    print(s.channel_model.prob("hello", "hello"))
    print(s.channel_model.prob("hellp", "hello"))
    print(s.channel_model.prob("hllp", "hello"))

    print(s.check_text("they did not yb any menas"))
    """
    >>> [['they'], ['did'], ['not'], ['by', 'b', 'ye', 'y', 'yo', 'ob', 'ya', 'ab'], ['any'], 
    >>>  ['means', 'mens', 'mena', 'zenas', 'menan', 'mends']]
    """

    print(s.autocorrect_line("they did not yb any menas"))
    """
import pickle
import sys

if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("--languagemodel",
                        "-l",
                        type=argparse.FileType('rb'),
                        required=True)
    parser.add_argument("--editmodel",
                        "-e",
                        type=argparse.FileType('rb'),
                        required=True)
    args = parser.parse_args()

    s = SpellChecker(max_distance=2)
    s.load_language_model(args.languagemodel)
    s.load_channel_model(args.editmodel)

    #print(s.channel_model.prob("hello", "hello"))
    #print(s.channel_model.prob("hellp", "hello"))
    #print(s.channel_model.prob("hllp", "hello"))

    #print(s.check_text("they did not yb any menas"))
    """
    >>> [['they'], ['did'], ['not'], ['by', 'b', 'ye', 'y', 'yo', 'ob', 'ya', 'ab'], ['any'], 
    >>>  ['means', 'mens', 'mena', 'zenas', 'menan', 'mends']]
    """

    sting = "they did not yb any menas"
    print(sting)