def main(unused_argv):
if len(sys.argv) == 1:
flags._global_parser.print_help()
sys.exit(0)
# Loading model
m = model.load_model(FLAGS.dragnn_spec,
FLAGS.resource_path,
FLAGS.checkpoint_filename,
enable_tracing=FLAGS.enable_tracing,
tf_master=FLAGS.tf_master)
sess = m['session']
graph = m['graph']
builder = m['builder']
annotator = m['annotator']
# Analyze
# Prepare korean morphological analyzer for segmentation
from konlpy.tag import Komoran
komoran = Komoran()
startTime = time.time()
while 1:
try:
line = sys.stdin.readline()
except KeyboardInterrupt:
break
if not line: break
line = line.strip()
if not line: continue
segmented, tagged = model.segment_by_konlpy(line, komoran)
# ex) line = '제주 로 가다 는 비행기 가 심하다 는 비바람 에 회항 하 었 다 .'
line = ' '.join(segmented)
parsed_sentence = model.inference(sess, graph, builder, annotator,
line, FLAGS.enable_tracing)
out = model.parse_to_conll(parsed_sentence, tagged)
f = sys.stdout
f.write('# text = ' + line.encode('utf-8') + '\n')
for entry in out['conll']:
id = entry['id']
form = entry['form']
lemma = entry['lemma']
upostag = entry['upostag']
xpostag = entry['xpostag']
feats = entry['feats']
head = entry['head']
deprel = entry['deprel']
deps = entry['deps']
misc = entry['misc']
li = [
id, form, lemma, upostag, xpostag, feats, head, deprel, deps,
misc
]
f.write('\t'.join([str(e) for e in li]) + '\n')
f.write('\n\n')
durationTime = time.time() - startTime
sys.stderr.write("duration time = %f\n" % durationTime)
# Unloading model
model.unload_model(m)
def load_model(resource_path, master_spec_name, checkpoint_name):
global dragnn_models
del dragnn_models
dragnn_models = model.load_model(master_spec_name, resource_path,
checkpoint_name)
return None
def main(unused_argv) :
tf.logging.info('Start master server...')
server = tf.train.Server.create_local_server()
# Loading model
m = model.load_model(FLAGS.dragnn_spec,
FLAGS.resource_path,
FLAGS.checkpoint_filename,
enable_tracing=FLAGS.enable_tracing,
tf_master=server.target)
print '[target]' + '\t' + server.target # for other processes to connect
server.join()
def initialize(self) :
pid = os.getpid()
self.log.info('initialize per process[%s] ...' % (pid))
# Loading model
self.dragnn = {}
m = model.load_model(options.dragnn_spec,
options.resource_path,
options.checkpoint_filename,
enable_tracing=options.enable_tracing,
tf_master=options.tf_master)
self.dragnn[pid] = m
self.log.info('initialize per process[%s] ... done' % (pid))
def main(unused_argv) :
if len(sys.argv) == 1 :
flags._global_parser.print_help()
sys.exit(0)
# Loading model
m = model.load_model(FLAGS.dragnn_spec,
FLAGS.resource_path,
FLAGS.checkpoint_filename,
enable_tracing=FLAGS.enable_tracing,
tf_master=FLAGS.tf_master)
sess = m['session']
graph = m['graph']
builder = m['builder']
annotator = m['annotator']
# Analyze
startTime = time.time()
while 1 :
try : line = sys.stdin.readline()
except KeyboardInterrupt : break
if not line : break
line = line.strip()
if not line : continue
parsed_sentence = model.inference(sess, graph, builder, annotator, line, FLAGS.enable_tracing)
out = model.parse_to_conll(parsed_sentence)
f = sys.stdout
f.write('# text = ' + line.encode('utf-8') + '\n')
for entry in out['conll'] :
id = entry['id']
form = entry['form']
lemma = entry['lemma']
upostag = entry['upostag']
xpostag = entry['xpostag']
feats = entry['feats']
head = entry['head']
deprel = entry['deprel']
deps = entry['deps']
misc = entry['misc']
li = [id, form, lemma, upostag, xpostag, feats, head, deprel, deps, misc]
f.write('\t'.join([str(e) for e in li]) + '\n')
f.write('\n\n')
durationTime = time.time() - startTime
sys.stderr.write("duration time = %f\n" % durationTime)
# Unloading model
model.unload_model(m)