def main():
# Parameters
data_directory = '../../data/generated-data-r-10-n-8-2/'
features_path = '../../data/features-generated-data-r-10-n-8-2'
booking_file = '../../data/booking.csv'
users_file = '../../data/user.csv'
rating_thresholds = []
true_objects_indexes = [0, 1, 2, 3, 4, 5, 6, 7]
false_objects_indexes = [8, 9]
file_names = os.listdir(data_directory)
img_ids_vector = [int(name.split('-')[0]) for name in file_names]
ratings_vector = [int(name.split('-')[-2]) for name in file_names]
name_vector = [data_directory + name for name in file_names]
images_indexes = [name.split('-')[3].split('.')[0] for name in file_names]
ratings_matrix, images_indexes_for_id, ids_indexes, users_matrix = load_data(
data_directory, booking_file, users_file, rating_thresholds)
features = get_features(features_path, name_vector)
fa = FeatureAgglomeration(n_clusters=50)
fa.fit(features)
features = fa.transform(features)
scores_auc = []
scores_rmse = []
for i in range(10):
cv_results_file = '../results/cv-generated-data-r-10-n-8-2-bf-fa-' + str(
i) + '.csv'
selection = BasicFactorization(show_selection_results=False,
selection_algorithm='random')
selection.transform(ids=img_ids_vector,
features=features,
ratings=ratings_vector,
users_ratings=ratings_matrix,
users=users_matrix,
cv_results_file=cv_results_file,
images_indexes=images_indexes,
true_objects_indexes=true_objects_indexes,
false_objects_indexes=false_objects_indexes,
paths=name_vector,
z_score=False)
score_auc, score_rmse = selection.evaluate(evaluation_metric='auc')
scores_auc.append(score_auc)
scores_rmse.append(score_rmse)
results_file = '../scores/generated-data-r-10-n-8-2-bf-fa-auc.csv'
save_scores(scores_auc, results_file)
results_file = '../scores/generated-data-r-10-n-8-2-bf-fa-rmse.csv'
save_scores(scores_rmse, results_file)
ratings_matrix, images_indexes_for_id, ids_indexes, users_matrix = load_data(
data_directory, booking_file, users_file, rating_thresholds)
features, new_ratings_vector, new_categories_vector, new_ids_vector, new_paths_vector, text_indexes = divide_texts(
name_vector, ratings_vector, categories_vector, ids_vector, n=10)
ratings_vector = new_ratings_vector
ids_vector = new_ids_vector
scores_auc = []
scores_rmse = []
for i in range(10):
cv_results_file = '../results/cv-generated-data-r-10-n-04-z-rf-' + str(
i) + '.csv'
selection = BasicFactorization(show_selection_results=False,
selection_algorithm='rf')
selection.transform(ids=ids_vector,
features=features,
ratings=ratings_vector,
users_ratings=ratings_matrix,
users=users_matrix,
cv_results_file=cv_results_file,
images_indexes=text_indexes,
true_objects_indexes=true_objects_indexes,
false_objects_indexes=false_objects_indexes,
paths=name_vector,
z_score=True)
score_auc, score_rmse = selection.evaluate(evaluation_metric='auc')
scores_auc.append(score_auc)
scores_rmse.append(score_rmse)
def main():
# Parameters
data_directory = '../data/generated-data-r-10-n-8-2/'
features_path = '../data/features-generated-data-r-10-n-8-2'
booking_file = '../data/booking.csv'
users_file = '../data/user.csv'
rating_thresholds = []
true_objects_indexes = [0, 1, 2, 3, 4, 5, 6, 7]
false_objects_indexes = [8, 9]
file_names = os.listdir(data_directory)
img_ids_vector = [int(name.split('-')[0]) for name in file_names]
ratings_vector = [int(name.split('-')[-2]) for name in file_names]
name_vector = [data_directory + name for name in file_names]
images_indexes = [name.split('-')[3].split('.')[0] for name in file_names]
ratings_matrix, images_indexes_for_id, ids_indexes, users_matrix = load_data(
data_directory, booking_file, users_file, rating_thresholds)
features = get_features(features_path, name_vector)
fa = FeatureAgglomeration(n_clusters=50)
fa.fit(features)
features = fa.transform(features)
scores = []
cv_results_file = './results/bf_real.csv'
#ratings_matrix = ratings_matrix[:30, :30]
#selection = BasicFactorization(show_selection_results=False, selection_algorithm='random')
#selection.transform(ids=img_ids_vector, features=features, ratings=ratings_vector, users_ratings=ratings_matrix,
# users=users_matrix, cv_results_file=cv_results_file, images_indexes=images_indexes,
# true_objects_indexes=true_objects_indexes, false_objects_indexes=false_objects_indexes,
# paths=name_vector, z_score=True)
#score, score_rmse = selection.evaluate(evaluation_metric='auc')
#scores.append(score)
#exit()
# K Nearest Neighbors
#cv_results_file = './results/cv-generated-data-nr-2-n-02-l-100-knn.csv'
scores_auc = []
scores_rmse = []
for i in range(1):
cv_results_file = './results/xxp1-cv-generated-data-r-10-n-8-2-random-' + str(
i) + '.csv'
selection = ObjectSelection(show_selection_results=False,
selection_algorithm='random')
selection.transform(ids=img_ids_vector,
features=features,
ratings=ratings_vector,
users_ratings=ratings_matrix,
users=users_matrix,
cv_results_file=cv_results_file,
images_indexes=images_indexes,
true_objects_indexes=true_objects_indexes,
false_objects_indexes=false_objects_indexes,
paths=name_vector,
z_score=False)
selection.evaluate(evaluation_metric='auc')
selection.evaluate(evaluation_metric='rmse')
print('\n\n-----\n\n')
score_auc, score_rmse = selection.evaluate(evaluation_metric='auc')
scores_auc.append(score_auc)
scores_rmse.append(score_rmse)
results_file = './scores/v-generated-data-r-10-n-8-2-random-fa-auc.csv'
save_scores(scores_auc, results_file)
results_file = './scores/v-generated-data-r-10-n-8-2-random-fa-rmse.csv'
save_scores(scores_rmse, results_file)
exit()
for i in range(10):
print()
for _ in range(0):
selection = ObjectSelection(show_selection_results=False,
selection_algorithm='random')
# selection.transform(ids=img_ids_vector, features=features, ratings=ratings_vector, users_ratings=ratings_matrix, users=users_matrix, cv_results_file=cv_results_file)
selection.transform(ids=img_ids_vector,
features=features,
ratings=ratings_vector,
users_ratings=ratings_matrix,
users=users_matrix,
cv_results_file=cv_results_file,
images_indexes=images_indexes,
true_objects_indexes=true_objects_indexes,
false_objects_indexes=false_objects_indexes,
paths=name_vector,
z_score=True)
print('\n\n-----\n\n')
score_auc, score_rmse = selection.evaluate(evaluation_metric='auc')
scores.append(score_auc)
for i in range(10):
print()
for _ in range(10):
selection = BasicFactorization(show_selection_results=False,
selection_algorithm='random')
selection.transform(ids=img_ids_vector,
features=features,
ratings=ratings_vector,
users_ratings=ratings_matrix,
users=users_matrix,
cv_results_file=cv_results_file,
images_indexes=images_indexes,
true_objects_indexes=true_objects_indexes,
false_objects_indexes=false_objects_indexes,
paths=name_vector)
score = selection.evaluate(evaluation_metric='auc')
scores.append(score)
exit()
# Parameters
#data_directory = '../data/experience-6/'
#features_path = '../data/features-experience-6'
data_directory = '../data/generated-data-r-2-n-8-2/'
features_path = '../data/features-generated-data-r-2-n-8-2'
booking_file = '../data/booking.csv'
users_file = '../data/user.csv'
cv_results_file = 'results/cv-generated-data-r-2-n-8-2-x.csv'
true_objects_indexes = [0, 1, 2, 3, 4, 5, 6, 7]
false_objects_indexes = [8, 9]
#file_to_delete = data_directory + '.DS_Store'
#os.remove(file_to_delete)
file_names = os.listdir(data_directory)
img_ids_vector = [int(name.split('-')[0]) for name in file_names]
ratings_vector = [int(name.split('-')[-2]) for name in file_names]
name_vector = [data_directory + name for name in file_names]
images_indexes = [name.split('-')[3].split('.')[0] for name in file_names]
rating_thresholds = [1, 2]
#rating_thresholds = []
ratings_matrix, images_indexes_for_id, ids_indexes, users_matrix = load_data(
data_directory,
booking_file,
users_file,
rating_thresholds,
binary=True)
features = get_features(features_path, name_vector)
cv_results_file = './results/cv-generated-data-r-2-n-8-2-knn-y.csv'
selection = ObjectSelection(show_selection_results=False,
selection_algorithm='random')
selection.transform(ids=img_ids_vector,
features=features,
ratings=ratings_vector,
users_ratings=ratings_matrix,
users=users_matrix,
cv_results_file=cv_results_file,
images_indexes=images_indexes,
true_objects_indexes=true_objects_indexes,
false_objects_indexes=false_objects_indexes,
paths=name_vector,
use_user_data=True)
selection.evaluate(evaluation_metric='auc')
exit()
selection = BasicFactorizationNmf(show_selection_results=True,
selection_algorithm='random')
selection.transform(ids=img_ids_vector,
features=features,
ratings=ratings_vector,
users_ratings=ratings_matrix,
users=users_matrix,
cv_results_file=cv_results_file,
images_indexes=images_indexes,
true_objects_indexes=true_objects_indexes,
false_objects_indexes=false_objects_indexes,
paths=name_vector)
selection.evaluate(evaluation_metric='auc')