def init_training(self, shill_filepath, notshill_filepath):
s_content = []
with open(shill_filepath, 'r') as fs:
s_content = fs.readlines()
shill_targets = [x.strip() for x in s_content]
notshill_targets = []
ns_content = []
if notshill_filepath:
with open(notshill_filepath, 'r') as fns:
ns_content = fns.readlines()
notshill_targets = [x.strip() for x in ns_content]
corpus = []
for shill in shill_targets:
worker = BasicUserParseWorker(shill)
result, root = worker.run(training_label=LABEL_SHILL, local=True)
corpus += result
for notshill in notshill_targets:
worker = BasicUserParseWorker(notshill)
result, root = worker.run(training_label=LABEL_NOTSHILL,
local=True)
corpus += result
self.train_classifier({'data': corpus})
from workers.basic_worker import BasicUserParseWorker
if __name__ == "__main__":
worker = BasicUserParseWorker("https://www.reddit.com/user/Chrikelnel")
worker.run()