def main(): parser = utils.arg_parser() parser.add_argument('-v', '--version', action='version', version=('artext %s' % __version__)) args = parser.parse_args() conf = config.Config() conf.error_rate = args.error_rate conf.path_protected_tokens = args.protected_tokens conf.samples = args.samples conf.separator = args.separator artxt = Artext(config=conf) with open(args.source, 'r') as fin, open(args.output, 'w') as fout: if args.level == 'sent': for line in fin: noises = artxt.noise_sentence(line) fout.write("{}\n".format(args.separator.join(noises))) elif args.level == 'doc': for line in fin: noises = artxt.noise_document(line) fout.write("{}\n".format(args.separator.join(noises)))
def test_args(self): from artext import utils parser = utils.arg_parser() args = parser.parse_args('-src test -out test -n 5'.split()) self.assertEqual(args.source, 'test') self.assertEqual(args.output, 'test') self.assertEqual(args.samples, 5)
def test_args(): from artext import utils parser = utils.arg_parser() args = parser.parse_args('-src test -out test -n 5'.split()) assert args.source == 'test' assert args.output == 'test' assert args.samples == 5
from artext import config, utils, Artext if __name__ == "__main__": parser = utils.arg_parser() args = parser.parse_args() conf = config.Config() conf.error_rate = args.error_rate conf.path_protected_tokens = args.protected_tokens conf.samples = args.samples artxt = Artext(config=conf) with open(args.source, 'r') as fin, open(args.output, 'w') as fout: if args.level == 'sent': for line in fin: noises = artxt.noise_sentence(line) fout.write("{}\n".format(args.separator.join(noises))) elif args.level == 'doc': for line in fin: noises = artxt.noise_document(line) fout.write("{}\n".format(args.separator.join(noises)))