def clean_text(self):
logging.info("Text Cleaning")
dc = DataCleaning()
texts = []
for line in tqdm(self.dataset["COMPLAINT_TEXT"],
total=self.dataset.shape[0]):
texts.append(dc.normalize(line))
return texts
def clean_text(self, text):
dc = DataCleaning()
return [dc.normalize(text)]