import pandas as pd
import numpy as np
import pickle
from experiments.exp_5_1.transformer import Transformer_5_1
from experiments.base.classifier import LogisticCustomClassifier
X_train, X_test, y_train, y_test = pickle.load(open('split.pickle', 'rb'))
features = ['text', 'favoriteCount']
target = 'Bin_High_Retweet_Count'
classifier = LogisticCustomClassifier('experiments/exp_5_1/config.yaml',
Transformer_5_1,
'experiments/exp_5_1/result/')
classifier.fit(X_train[features], y_train[target])
y_pred = classifier.predict(X_test[features])
classifier.generate_results(y_pred, y_test[target])