from __future__ import division
from __future__ import print_function
from __future__ import unicode_literals
from examples.entity_linking.config.config import project_dir, PATH
import os
import sys
sys.path.append(project_dir)
os.chdir(sys.path[-1])
import random
from examples.entity_linking.lib.lib_tools import seed_everything
seed_everything(seed=42)
import paddlepalm as palm
import json
import os
import shutil
if __name__ == '__main__':
# configs
max_seqlen = 512
batch_size = 16
lr = 2e-5
num_classes = 24
random_seed = 1
print_steps = 100
task_name = 'Quora Question Pairs matching'
# -*- coding:utf-8 -*-
import os
from examples.entity_linking.lib import lib_tools
lib_tools.seed_everything()
project_dir = '/'.join(os.path.abspath(__file__).split('/')[:-4])
import pandas as pd
class PATH(object):
DATA_DIR = os.path.join(project_dir, 'examples', 'entity_linking', 'data')
# -*- input -*-
INPUT_DIR = os.path.join(DATA_DIR, 'input')
OUTPUT_DIR = os.path.join(DATA_DIR, 'output')
MODEL_DIR = os.path.join(DATA_DIR, 'model')
SUBMIT_DIR = os.path.join(DATA_DIR, 'submit')
# -*- pretrain model -*-
MODEL_ERNIE_PYTORCH = os.path.join(MODEL_DIR, 'model')
# -*--*- 初赛 -*--*-
input_train_json_path = os.path.join(INPUT_DIR, 'train.json')
input_test_json_path = os.path.join(INPUT_DIR, 'test.json')
input_dev_json_path = os.path.join(INPUT_DIR, 'dev.json')
input_kb_json_path = os.path.join(INPUT_DIR, 'kb.json')
# -*- output -*-
OUTPUT_ENTITY_LINK_DIR = os.path.join(OUTPUT_DIR, 'entity_link')