def _start_jvm_for_hanlp():
global STATIC_ROOT, hanlp_installed_data_version, HANLP_JAR_PATH, PATH_CONFIG, HANLP_JAR_VERSION, HANLP_DATA_PATH
# Get ENV
ENVIRON = os.environ.copy()
# Load variables in Environment
if "HANLP_VERBOSE" in ENVIRON:
HANLP_VERBOSE = int(ENVIRON["HANLP_VERBOSE"])
else:
HANLP_VERBOSE = 0
if "HANLP_STATIC_ROOT" in ENVIRON:
STATIC_ROOT = ENVIRON["HANLP_STATIC_ROOT"]
if HANLP_VERBOSE:
print('使用环境变量 HANLP_STATIC_ROOT={}'.format(STATIC_ROOT))
HANLP_DATA_PATH = os.path.join(STATIC_ROOT, 'data')
def hanlp_installed_data_version():
return '手动安装'
else:
from pyhanlp.static import STATIC_ROOT, hanlp_installed_data_version, HANLP_DATA_PATH
if "HANLP_JAR_PATH" in ENVIRON:
HANLP_JAR_PATH = ENVIRON["HANLP_JAR_PATH"]
if HANLP_VERBOSE:
print('使用环境变量 HANLP_JAR_PATH={}'.format(HANLP_JAR_PATH))
else:
from pyhanlp.static import HANLP_JAR_PATH
if "HANLP_JVM_XMS" in ENVIRON:
HANLP_JVM_XMS = ENVIRON["HANLP_JVM_XMS"]
else:
HANLP_JVM_XMS = "1g"
if "HANLP_JVM_XMX" in ENVIRON:
HANLP_JVM_XMX = ENVIRON["HANLP_JVM_XMX"]
else:
HANLP_JVM_XMX = "2g"
PATH_CONFIG = os.path.join(STATIC_ROOT, 'hanlp.properties')
if not os.path.exists(HANLP_JAR_PATH):
raise ValueError("配置错误: HANLP_JAR_PATH=%s 不存在" % HANLP_JAR_PATH)
elif not os.path.isfile(HANLP_JAR_PATH) or not HANLP_JAR_PATH.endswith(
'.jar'):
raise ValueError("配置错误: HANLP_JAR_PATH=%s 不是jar文件" % HANLP_JAR_PATH)
elif not os.path.exists(STATIC_ROOT):
raise ValueError("配置错误: STATIC_ROOT=%s 不存在" % STATIC_ROOT)
elif not os.path.isdir(HANLP_DATA_PATH):
if HANLP_DATA_PATH.startswith(STATIC_ROOT):
raise ValueError("配置错误: STATIC_ROOT=%s 目录下没有data文件夹" % STATIC_ROOT)
else:
raise ValueError("配置错误: 数据包 %s 不存在，请修改配置文件中的root" %
HANLP_DATA_PATH)
elif not os.path.isfile(PATH_CONFIG):
raise ValueError("配置错误: STATIC_ROOT=%s 目录下没有hanlp.properties" %
STATIC_ROOT)
else:
HANLP_JAR_VERSION = os.path.basename(
HANLP_JAR_PATH)[len('hanlp-'):-len('.jar')]
if HANLP_VERBOSE:
print("加载 HanLP jar [%s] ..." % HANLP_JAR_PATH)
print("加载 HanLP config [%s/hanlp.properties] ..." % (STATIC_ROOT))
print("加载 HanLP data [%s/data] ..." % (STATIC_ROOT))
pathsep = os.pathsep
if platform.system().startswith('CYGWIN'):
jvmpath = getDefaultJVMPath()
if not jvmpath.startswith(
'/cygdrive'): # CYGWIN 使用了宿主机器的JVM，必须将路径翻译为真实路径
pathsep = ';'
if STATIC_ROOT.startswith('/usr/lib'):
cygwin_root = os.popen('cygpath -w /').read().strip().replace(
'\\', '/')
STATIC_ROOT = cygwin_root + STATIC_ROOT[len('/usr'):]
HANLP_JAR_PATH = cygwin_root + HANLP_JAR_PATH[len('/usr'):]
PATH_CONFIG = cygwin_root + PATH_CONFIG[len('/usr'):]
elif STATIC_ROOT.startswith('/cygdrive'):
driver = STATIC_ROOT.split('/')
cygwin_driver = '/'.join(driver[:3])
win_driver = driver[2].upper() + ':'
HANLP_JAR_PATH = HANLP_JAR_PATH.replace(
cygwin_driver, win_driver)
STATIC_ROOT = STATIC_ROOT.replace(cygwin_driver, win_driver)
PATH_CONFIG = PATH_CONFIG.replace(cygwin_driver, win_driver)
JAVA_JAR_CLASSPATH = "-Djava.class.path=%s%s%s" % (HANLP_JAR_PATH, pathsep,
STATIC_ROOT)
# 加载插件jar
for jar in glob.glob(os.path.join(STATIC_ROOT, '*.jar')):
if HANLP_JAR_PATH.endswith(jar):
continue
JAVA_JAR_CLASSPATH = JAVA_JAR_CLASSPATH + pathsep + os.path.join(
STATIC_ROOT, jar)
if HANLP_VERBOSE: print("设置 JAVA_JAR_CLASSPATH [%s]" % JAVA_JAR_CLASSPATH)
# 启动JVM
startJVM(getDefaultJVMPath(),
JAVA_JAR_CLASSPATH,
"-Xms%s" % HANLP_JVM_XMS,
"-Xmx%s" % HANLP_JVM_XMX,
convertStrings=True)
# 确保启动正常
try:
JClass('com.hankcs.hanlp.HanLP')
except java.lang.NoClassDefFoundError as e:
from pyhanlp.static import install_hanlp_jar, eprint
eprint('Your {} is broken. Now re-downloading.'.format(HANLP_JAR_PATH))
install_hanlp_jar()
eprint('Successfully downloaded. Please restart your program.')
exit(1)
def _start_jvm_for_hanlp():
global STATIC_ROOT, hanlp_installed_data_version, HANLP_JAR_PATH, PATH_CONFIG, HANLP_JAR_VERSION, HANLP_DATA_PATH
# Get ENV
ENVIRON = os.environ.copy()
# Load variables in Environment
if "HANLP_VERBOSE" in ENVIRON:
HANLP_VERBOSE = int(ENVIRON["HANLP_VERBOSE"])
else:
HANLP_VERBOSE = 0
if "HANLP_STATIC_ROOT" in ENVIRON:
STATIC_ROOT = ENVIRON["HANLP_STATIC_ROOT"]
if HANLP_VERBOSE:
print('使用环境变量 HANLP_STATIC_ROOT={}'.format(STATIC_ROOT))
HANLP_DATA_PATH = os.path.join(STATIC_ROOT, 'data')
def hanlp_installed_data_version():
return '手动安装'
else:
from pyhanlp.static import STATIC_ROOT, hanlp_installed_data_version, HANLP_DATA_PATH
if "HANLP_JAR_PATH" in ENVIRON:
HANLP_JAR_PATH = ENVIRON["HANLP_JAR_PATH"]
if HANLP_VERBOSE:
print('使用环境变量 HANLP_JAR_PATH={}'.format(HANLP_JAR_PATH))
else:
from pyhanlp.static import HANLP_JAR_PATH
if "HANLP_JVM_XMS" in ENVIRON:
HANLP_JVM_XMS = ENVIRON["HANLP_JVM_XMS"]
else:
HANLP_JVM_XMS = "512m"
if "HANLP_JVM_XMX" in ENVIRON:
HANLP_JVM_XMX = ENVIRON["HANLP_JVM_XMX"]
else:
HANLP_JVM_XMX = "8g" # JVM可用到的内存上限，通常并不会达到上限
PATH_CONFIG = os.path.join(STATIC_ROOT, 'hanlp.properties')
if not os.path.exists(HANLP_JAR_PATH):
raise ValueError("配置错误: HANLP_JAR_PATH=%s 不存在" % HANLP_JAR_PATH)
elif not os.path.isfile(HANLP_JAR_PATH) or not HANLP_JAR_PATH.endswith(
'.jar'):
raise ValueError("配置错误: HANLP_JAR_PATH=%s 不是jar文件" % HANLP_JAR_PATH)
elif not os.path.exists(STATIC_ROOT):
raise ValueError("配置错误: STATIC_ROOT=%s 不存在" % STATIC_ROOT)
elif not os.path.isdir(HANLP_DATA_PATH):
if HANLP_DATA_PATH.startswith(STATIC_ROOT):
raise ValueError("配置错误: STATIC_ROOT=%s 目录下没有data文件夹" % STATIC_ROOT)
else:
raise ValueError("配置错误: 数据包 %s 不存在，请修改配置文件中的root" %
HANLP_DATA_PATH)
elif not os.path.isfile(PATH_CONFIG):
raise ValueError("配置错误: STATIC_ROOT=%s 目录下没有hanlp.properties" %
STATIC_ROOT)
else:
HANLP_JAR_VERSION = os.path.basename(
HANLP_JAR_PATH)[len('hanlp-'):-len('.jar')]
if HANLP_VERBOSE:
print("加载 HanLP jar [%s] ..." % HANLP_JAR_PATH)
print("加载 HanLP config [%s/hanlp.properties] ..." % (STATIC_ROOT))
print("加载 HanLP data [%s/data] ..." % (STATIC_ROOT))
java_url = 'https://www.oracle.com/technetwork/java/javase/downloads/jdk8-downloads-2133151.html'
pathsep = os.pathsep
jvm_path = None
try:
jvm_path = getDefaultJVMPath()
except JVMNotFoundException as e:
eprint('找不到Java，请安装JDK8：%s' % java_url)
browser_open(java_url)
exit(1)
except JVMNotSupportedException as e:
eprint('Java位数与Python不一致，请重新安装一致的Java、Python、JPype1（必须都为32位或64位）')
browser_open(java_url)
exit(1)
if platform.system().startswith('CYGWIN'):
if not jvm_path.startswith(
'/cygdrive'): # CYGWIN 使用了宿主机器的JVM，必须将路径翻译为真实路径
pathsep = ';'
if STATIC_ROOT.startswith('/usr/lib'):
cygwin_root = os.popen('cygpath -w /').read().strip().replace(
'\\', '/')
STATIC_ROOT = cygwin_root + STATIC_ROOT[len('/usr'):]
HANLP_JAR_PATH = cygwin_root + HANLP_JAR_PATH[len('/usr'):]
PATH_CONFIG = cygwin_root + PATH_CONFIG[len('/usr'):]
elif STATIC_ROOT.startswith('/cygdrive'):
driver = STATIC_ROOT.split('/')
cygwin_driver = '/'.join(driver[:3])
win_driver = driver[2].upper() + ':'
HANLP_JAR_PATH = HANLP_JAR_PATH.replace(
cygwin_driver, win_driver)
STATIC_ROOT = STATIC_ROOT.replace(cygwin_driver, win_driver)
PATH_CONFIG = PATH_CONFIG.replace(cygwin_driver, win_driver)
JAVA_JAR_CLASSPATH = "-Djava.class.path=%s%s%s" % (HANLP_JAR_PATH, pathsep,
STATIC_ROOT)
# 加载插件jar
for jar in glob.glob(os.path.join(STATIC_ROOT, '*.jar')):
if HANLP_JAR_PATH.endswith(jar):
continue
JAVA_JAR_CLASSPATH = JAVA_JAR_CLASSPATH + pathsep + os.path.join(
STATIC_ROOT, jar)
if HANLP_VERBOSE: print("设置 JAVA_JAR_CLASSPATH [%s]" % JAVA_JAR_CLASSPATH)
# 启动JVM
startJVM(jvm_path,
JAVA_JAR_CLASSPATH,
"-Xms%s" % HANLP_JVM_XMS,
"-Xmx%s" % HANLP_JVM_XMX,
convertStrings=True)
# 确保启动正常
try:
JClass('com.hankcs.hanlp.HanLP')
except java.lang.NoClassDefFoundError as e:
from pyhanlp.static import install_hanlp_jar
eprint('找不到jar，可能由于安装路径含有中文，或者你的 {} 破损了，现在重新下载'.format(HANLP_JAR_PATH))
os.remove(HANLP_JAR_PATH)
install_hanlp_jar()
eprint('下载成功，请重新启动程序。如果问题依然存在，请不要安装到中文路径。')
exit(1)
# -*- coding:utf-8 -*- # Author: hankcs # Date: 2019-11-15 11:17 # 演示如何通过自动下载修复失败的的安装 from pyhanlp.static import install_hanlp_jar, install_hanlp_data install_hanlp_jar() install_hanlp_data()