import argparse import sys from SpellCheck import SpellChecker from LanguageModel import LanguageModel from EditDistance import EditDistanceFinder if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("--languagemodel", "-l", type=argparse.FileType('rb'), required=True) parser.add_argument("--editmodel", "-e", type=argparse.FileType('rb'), required=True) parser.add_argument("--corpus", "-c", type=argparse.FileType('r'), default=sys.stdin) args = parser.parse_args() s = SpellChecker(max_distance=2) s.load_language_model(args.languagemodel) s.load_channel_model(args.editmodel) for line in args.corpus: print("LINE: ", line) corrected = s.autocorrect_line(line) print("CORRECTED: ", corrected)
import pickle import sys if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("--languagemodel", "-l", type=argparse.FileType('rb'), required=True) parser.add_argument("--editmodel", "-e", type=argparse.FileType('rb'), required=True) args = parser.parse_args() s = SpellChecker(max_distance=2) s.load_language_model(args.languagemodel) s.load_channel_model(args.editmodel) print(s.channel_model.prob("hello", "hello")) print(s.channel_model.prob("hellp", "hello")) print(s.channel_model.prob("hllp", "hello")) print(s.check_text("they did not yb any menas")) """ >>> [['they'], ['did'], ['not'], ['by', 'b', 'ye', 'y', 'yo', 'ob', 'ya', 'ab'], ['any'], >>> ['means', 'mens', 'mena', 'zenas', 'menan', 'mends']] """ print(s.autocorrect_line("they did not yb any menas")) """
import pickle import sys if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("--languagemodel", "-l", type=argparse.FileType('rb'), required=True) parser.add_argument("--editmodel", "-e", type=argparse.FileType('rb'), required=True) args = parser.parse_args() s = SpellChecker(max_distance=2) s.load_language_model(args.languagemodel) s.load_channel_model(args.editmodel) #print(s.channel_model.prob("hello", "hello")) #print(s.channel_model.prob("hellp", "hello")) #print(s.channel_model.prob("hllp", "hello")) #print(s.check_text("they did not yb any menas")) """ >>> [['they'], ['did'], ['not'], ['by', 'b', 'ye', 'y', 'yo', 'ob', 'ya', 'ab'], ['any'], >>> ['means', 'mens', 'mena', 'zenas', 'menan', 'mends']] """ sting = "they did not yb any menas" print(sting)