def copy(model):
with NamedTemporaryFile(delete=False) as f:
params_path = f.name
with NamedTemporaryFile(delete=False) as f:
problem_path = f.name
model.parameters.write_file(params_path + ".prm")
model.write(problem_path + ".sav")
model_copy = cplex.Cplex()
model_copy.parameters.read_file(params_path)
model_copy.read(problem_path + ".sav")
return model_copy
def predict(files, model_path, output_dir, format):
# Must specify output format
if format not in ['i2b2']:
sys.stderr.write('\n\tError: Must specify output format\n')
sys.stderr.write('\tAvailable formats: i2b2\n')
sys.stderr.write('\n')
exit(1)
# Load model
with open(model_path, 'rb') as f:
model = pickle.load(f)
# Tell user if not predicting
if not files:
sys.stderr.write("\n\tNote: You did not supply any input files\n\n")
exit()
n = len(files)
for i, txt in enumerate(sorted(files)):
note = Document(txt)
# Output file
fname = os.path.splitext(os.path.basename(txt))[0] + '.' + 'con'
out_path = os.path.join(output_dir, fname)
#'''
if os.path.exists(out_path):
#print('\tWARNING: prediction file already exists (%s)' % out_path)
continue
#'''
sys.stdout.write('%s\n' % '-' * 30)
sys.stdout.write('\n\t%d of %d\n' % (i + 1, n))
sys.stdout.write('\t%s\n\n' % txt)
# Predict concept labels
labels = model.predict_classes_from_document(note)
# Get predictions in proper format
output = note.write(labels)
# Output the concept predictions
sys.stdout.write('\n\nwriting to: %s\n' % out_path)
with open(out_path, 'w') as f:
write(f, '%s\n' % output)
sys.stdout.write('\n')
def predict(files, model_path, output_dir, format, use_lstm=True):
# Must specify output format
if format not in ['i2b2']:
sys.stderr.write('\n\tError: Must specify output format\n')
sys.stderr.write('\tAvailable formats: i2b2\n')
sys.stderr.write('\n')
exit(1)
# Load model
#if use_lstm==False:
with open(model_path, 'rb') as f:
model = pickle.load(f, encoding='latin1')
if model._use_lstm:
import helper_dataset as hd
import DatasetCliner_experimental as Exp
import entity_lstm as entity_model
parameters = hd.load_parameters_from_file("LSTM_parameters.txt")
parameters['use_pretrained_model'] = True
temp_pretrained_dataset_adress = parameters[
'model_folder'] + os.sep + "dataset.pickle"
model._pretrained_dataset = pickle.load(
open(temp_pretrained_dataset_adress, 'rb'))
model._pretrained_wordvector = hd.load_pretrained_token_embeddings(
parameters)
model._current_model = None
'''
updating_notes=[]
for i,txt in enumerate(sorted(files)):
note=Document(txt)
tokenized_sents = note.getTokenizedSentences()
updating_notes+=tokenized_sents
print (updating_notes)
fictional_labels= copy.deepcopy(tokenized_sents)
for idx,x in enumerate(fictional_labels):
for val_id,value in enumerate(x):
fictional_labels[idx][val_id]='O'
Datasets_tokens={}
Datasets_labels={}
Datasets_tokens['deploy']=tokenized_sents
Datasets_labels['deploy']=fictional_labels
dataset = Exp.Dataset()
token_to_vector=dataset.load_dataset(Datasets_tokens, Datasets_labels, "", parameters,token_to_vector=model._pretrained_wordvector, pretrained_dataset=model._pretrained_dataset)
parameters['Feature_vector_length']=dataset.feature_vector_size
parameters['use_features_before_final_lstm']=False
dataset.update_dataset("", ['deploy'],Datasets_tokens,Datasets_labels)
model._pretrained_dataset=dataset
model_LSTM=entity_model.EntityLSTM(dataset,parameters)
model._current_model=model_LSTM
._current_model
'''
print("END TEST")
#exit()
#model.parameters=None
# Tell user if not predicting
if not files:
sys.stderr.write("\n\tNote: You did not supply any input files\n\n")
exit()
n = len(files)
for i, txt in enumerate(sorted(files)):
note = Document(txt)
# Output file
fname = os.path.splitext(os.path.basename(txt))[0] + '.' + 'con'
out_path = os.path.join(output_dir, fname)
#'''
if os.path.exists(out_path):
print('\tWARNING: prediction file already exists (%s)' % out_path)
#continue
#'''
sys.stdout.write('%s\n' % ('-' * 30))
sys.stdout.write('\n\t%d of %d\n' % (i + 1, n))
sys.stdout.write('\t%s\n\n' % txt)
# Predict concept labels
labels = model.predict_classes_from_document(note)
# Get predictions in proper format
output = note.write(labels)
# Output the concept predictions
sys.stdout.write('\n\nwriting to: %s\n' % out_path)
with open(out_path, 'w') as f:
write(f, '%s\n' % output)
sys.stdout.write('\n')
def predict(files, model_path, output_dir, format, use_lstm=True):
# Must specify output format
if format not in ['i2b2']:
sys.stderr.write('\n\tError: Must specify output format\n')
sys.stderr.write('\tAvailable formats: i2b2\n')
sys.stderr.write('\n')
exit(1)
# Load model
#if use_lstm==False:
with open(model_path, 'rb') as f:
model = pickle.load(f, encoding='latin1')
if model._use_lstm:
import helper_dataset as hd
import DatasetCliner_experimental as Exp
import entity_lstm as entity_model
parameters = hd.load_parameters_from_file("LSTM_parameters.txt")
parameters['use_pretrained_model'] = True
temp_pretrained_dataset_adress = parameters[
'model_folder'] + os.sep + "dataset.pickle"
model._pretrained_dataset = pickle.load(
open(temp_pretrained_dataset_adress, 'rb'))
model._pretrained_wordvector = hd.load_pretrained_token_embeddings(
parameters)
model._current_model = None
print("END TEST")
#exit()
#model.parameters=None
# Tell user if not predicting
if not files:
sys.stderr.write("\n\tNote: You did not supply any input files\n\n")
exit()
n = len(files)
for i, txt in enumerate(sorted(files)):
note = Document(txt)
# Output file
fname = os.path.splitext(os.path.basename(txt))[0] + '.' + 'con'
out_path = os.path.join(output_dir, fname)
if os.path.exists(out_path):
print()
#print('\tWARNING: prediction file already exists (%s)' % out_path)
#continue
'''
sys.stdout.write('%s\n' % ('-' * 30))
sys.stdout.write('\n\t%d of %d\n' % (i+1,n))
sys.stdout.write('\t%s\n\n' % txt)
'''
# Predict concept labels
labels = model.predict_classes_from_document(note)
# Get predictions in proper format
output = note.write(labels)
print("-----------OUTPUT----------\n")
print(output)
# Output the concept predictions
sys.stdout.write('\n\nwriting to: %s\n' % out_path)
with open(out_path, 'w') as f:
write(f, '%s\n' % output)
sys.stdout.write('\n')