def save_from_origin(self, labeled_comments: LabeledComments, origin_name): path = fileutils.join(self._folderpath, labeled_comments.name) path_origin = fileutils.join(self._folderpath, origin_name) ids = [] with open(path_origin, "r") as f: reader = csv.DictReader(f) for row in reader: ids.append(row["id"]), with open(path, "w") as f: writer = csv.DictWriter(f, fieldnames=["id", "text", "polarity"]) for id, comment, label in zip(ids, labeled_comments.comments, labeled_comments.labels): row = {"id": id, "text": comment, "polarity": label} writer.writerow(row)
def save(self, labeled_comments: LabeledComments): path = fileutils.join(self._folderpath, labeled_comments.name) with open(path, "w") as f: writer = csv.DictWriter(f) for comment, label in zip(labeled_comments.comments, labeled_comments.labels): row = {"text": comment, "polarity": label} writer.writerow(row)
def get(self, name: str) -> LabeledComments: path = fileutils.join(self._folderpath, name) comments = [] labels = [] with open(path, "r") as f: reader = csv.DictReader(f) for row in reader: comments.append(self._cleaner.clean(row["text"])), labels.append(row["polarity"]) return LabeledComments(name, comments, labels)
def save_sklearn(self, name:str, model:SVC): name = f"{name}.joblib" fullpath = fileutils.join(self._folderpath, name) joblib.dump(model, fullpath)
def get_sklearn(self, name:str) -> SVC: name = f"{name}.joblib" fullpath = fileutils.join(self._folderpath, name) model = joblib.load(fullpath) return model
def get_keras_weights(self, name:str, model:Model): name = f"{name}.hdf5" fullpath = fileutils.join(self._folderpath, name) model.load_weights(fullpath) return model
def save_keras_weights(self, name:str, model:Model): name = f"{name}.hdf5" fullpath = fileutils.join(self._folderpath, name) model.save_weights(fullpath, overwrite=True)
def get_keras(self, name:str) -> Model: name = f"{name}.h5" fullpath = fileutils.join(self._folderpath, name) model = load_model(fullpath, compile=True) return model
def __init__(self, folderpath, filename, cleaner:SentenceCleaner): self._name = filename self._xml = et.parse(fileutils.join(folderpath, filename)) self._cleaner = cleaner
def save(self, folderpath, filename, xml): path = fileutils.join(folderpath, filename) xml.write(path)