import logging.config
from catnlp.common.load_file import load_config_file
from catnlp.ner.train import NerTrain
if __name__ == "__main__":
parser = argparse.ArgumentParser(description="训练模型")
parser.add_argument("--task", type=str, default="NER", help="任务")
parser.add_argument("--train_config",
type=str,
default="resources/config/ner/bert_biaffine.yaml",
help="训练配置")
parser.add_argument("--log_config",
type=str,
default="resources/config/ner/logging.yaml",
help="日志配置")
args = parser.parse_args()
try:
train_config = load_config_file(args.train_config)
log_config = load_config_file(args.log_config)
# logging.config.dictConfig(log_config)
except Exception:
raise RuntimeError("加载配置文件失败")
task = args.task.lower()
if task == "ner":
ner_train = NerTrain(train_config)
else:
raise RuntimeError(f"{args.task}未开发")
type=str,
default="resources/data/dataset/ner/zh/ccks/cmeee/0815",
help="结果文件")
parser.add_argument(
"--predict_config",
type=str,
default="resources/config/ner/CMeEE/fusion_biaffine_kfold.yaml",
help="预测配置")
parser.add_argument("--log_config",
type=str,
default="resources/config/ner/logging.yaml",
help="日志配置")
args = parser.parse_args()
try:
predict_config = load_config_file(args.predict_config)
log_config = load_config_file(args.log_config)
# logging.config.dictConfig(log_config)
except Exception:
raise RuntimeError("加载配置文件失败")
task = args.task.lower()
if task == "ner":
print(predict_config)
ner_service = NerFusion(predict_config)
output_file = args.output_dir + f"/test_pred.json"
with open(args.input_file, "r", encoding="utf-8") as sf, \
open(output_file, "w", encoding="utf-8") as tf:
lines = sf.readlines()
for line in tqdm(lines):