def main():
"""Invoke a simple CLI analyser."""
a = ArgumentParser()
a.add_argument('-a',
'--analyser',
metavar='AFILE',
required=True,
help="read analyser model from AFILE")
a.add_argument('-i',
'--input',
metavar="INFILE",
type=open,
dest="infile",
help="source of analysis data")
a.add_argument('-v',
'--verbose',
action='store_true',
help="print verbosely while processing")
a.add_argument('-o',
'--output',
metavar="OUTFILE",
dest="outfile",
help="print output into OUTFILE",
type=FileType('w'))
a.add_argument('-x',
'--statistics',
metavar="STATFILE",
dest="statfile",
help="print statistics to STATFILE",
type=FileType('w'))
a.add_argument('-O',
'--oracle',
action='store_true',
help="match to values in input when parsing if possible")
a.add_argument('-u',
'--udpipe',
metavar="UDPIPE",
help='use UDPIPE for additional guesses (experi-mental)')
a.add_argument('--hacks',
metavar='HACKS',
help="mangle analyses to match HACKS version of UD",
choices=['ftb'])
a.add_argument('-X',
'--frequencies',
metavar="FREQDIR",
help="read frequencies from FREQDIR/*.freqs")
a.add_argument('--not-rules',
metavar="RULEFILE",
type=open,
required=True,
help="read non-rules from RULEFILE")
a.add_argument('--debug',
action='store_true',
help="print lots of debug info while processing")
options = a.parse_args()
if options.verbose:
print("Printing verbosely")
omorfi = Omorfi(options.verbose)
if options.analyser:
if options.verbose:
print("reading analyser model", options.analyser)
omorfi.load_analyser(options.analyser)
else:
print("analyser is needed to conllu", file=stderr)
exit(4)
disamparsulator = Disamparsulator()
if options.not_rules:
if options.verbose:
print("Loading", options.not_rules)
disamparsulator.frobblesnizz(options.not_rules)
if options.udpipe:
if options.verbose:
print("Loading udpipe", options.udpipe)
omorfi.load_udpipe(options.udpipe)
if not options.infile:
print("reading from <stdin>")
options.infile = stdin
if options.verbose:
print("analysing", options.infile.name)
if not options.outfile:
options.outfile = stdout
if options.verbose:
print("writing to", options.outfile.name)
if not options.statfile:
options.statfile = stdout
if options.frequencies:
with open(options.frequencies + '/lexemes.freqs') as lexfile:
omorfi.load_lexical_frequencies(lexfile)
with open(options.frequencies + '/omors.freqs') as omorfile:
omorfi.load_omortag_frequencies(omorfile)
# statistics
realstart = perf_counter()
cpustart = process_time()
tokens = 0
unknowns = 0
sentences = 0
eoffed = False
while not eoffed:
sentplus = next_conllu(options.infile)
if not sentplus:
eoffed = True
break
for token in sentplus:
if token.nontoken:
if token.nontoken == 'comment':
pass
elif token.nontoken == 'eof':
eoffed = True
break
elif token.nontoken == 'separator':
sentences += 1
elif token.nontoken == 'error':
print("Unrecognisable line:", token.error, file=stderr)
exit(1)
else:
print("Error:", token, file=stderr)
exit(1)
continue
elif not token.surf:
print("No surface in CONLL-U?", token, file=stderr)
exit(1)
tokens += 1
omorfi.analyse(token)
if token.is_oov():
unknowns += 1
omorfi.guess(token)
disamparsulator.linguisticate(sentplus)
print_analyses(sentplus, options)
cpuend = process_time()
realend = perf_counter()
print("Tokens:", tokens, "Sentences:", sentences, file=options.statfile)
print("Unknowns / OOV:",
unknowns,
"=",
unknowns / tokens * 100 if tokens != 0 else 0,
"%",
file=options.statfile)
print("CPU time:",
cpuend - cpustart,
"Real time:",
realend - realstart,
file=options.statfile)
print("Tokens per timeunit:",
tokens / (realend - realstart),
file=options.statfile)
print("Sentences per timeunit:",
sentences / (realend - realstart),
file=options.statfile)
exit(0)
