def prepare_data(self, data_path, parameter_path):
p = Preprocessing()
p.loading_data(data_path)
self.data = p.data
try:
with open(parameter_path, "rb") as file:
(
self.training_data,
self.output_data,
self.dictionary,
self.labels,
) = pkl.load(file)
except:
tags, patterns, words, labels = p.extract_data()
self.dictionary = p.create_dictionary(words)
self.training_data, self.output_data = p.create_bow(
patterns, self.dictionary, labels, tags)
with open(parameter_path, "wb") as file:
pkl.dump(
(self.training_data, self.output_data, self.dictionary,
labels),
file,
)
