#! -*- coding: utf-8 -*- import subprocess from subprocess import Popen, PIPE, STDOUT import multiprocessing # socket object import socket # logger from JapaneseTokenizer import init_logger import logging logger = init_logger.init_logger(logging.getLogger(init_logger.LOGGER_NAME)) # else from six import text_type import six import pexpect import shutil import signal import os ''' class BaseServerHandler(object): """Base handler to use UNIX process as server process""" def __init__(self): # メンバ変数を定義しておく self._sock = None # type: socket self._address = None # type: str def __call__(self, serversocket): """""" # type: (socket)->None while True: # 接続を受ける (self._sock, self._address) = serversocket.accept()
# -*- coding: utf-8 -*- from JapaneseTokenizer.common import text_preprocess from JapaneseTokenizer.datamodels import FilteredObject, TokenizedResult, TokenizedSenetence from JapaneseTokenizer.common import filter from JapaneseTokenizer import init_logger import logging import sys logger = init_logger.init_logger(logging.getLogger(init_logger.LOGGER_NAME)) python_version = sys.version_info try: import Mykytea except ImportError: logger.error(msg="Mykytea is not ready to use yet. Install first") __author__ = "kensuke-mi" class KyteaWrapper: def __init__(self, option_string=""): assert isinstance(option_string, (str, str)) # option string is argument of Kytea. self.kytea = Mykytea.Mykytea(option_string) def __list_tags(self, t): def convert(t2): return (t2[0], t2[1]) return [(word.surface, [[convert(t2) for t2 in t1] for t1 in word.tag]) for word in t]