def test_mean_center_predictor_algo(self):
algo = UserBasedNeighborhoodAlgorithm(
NeighborhoodBasedConfig(
sim_config=SimilarityConfig(name="person"),
topk=2,
predictor_config=PredictorConfig(name="mean_center")))
algo.fit(test_rating_data)
rating_hat = algo.predict(None)
print(rating_hat)
print(rmse(rating_hat, ma.masked_equal(test_rating_data,
0))) # 0.626923301909203
def test_idf_sim_algo(self):
algo = UserBasedNeighborhoodAlgorithm(
NeighborhoodBasedConfig(
sim_config=SimilarityConfig(name="idf_person"),
topk=2,
sim_threshold=None,
predictor_config=PredictorConfig(name="mean_center")))
algo.fit(test_rating_data)
rating_hat = algo.predict(None)
print(rating_hat)
print(rmse(rating_hat, ma.masked_equal(test_rating_data,
0))) # 0.9546439193233666
def test_pca_person_sim_algo(self):
algo = ItemBasedNeighborhoodAlgorithm(
NeighborhoodBasedConfig(
sim_config=SimilarityConfig(name="pca_person", dims=2),
topk=2,
sim_threshold=None,
predictor_config=PredictorConfig(name="norm")))
algo.fit(test_rating_data)
rating_hat = algo.predict(None)
print(rating_hat)
print(rmse(rating_hat, ma.masked_equal(test_rating_data,
0))) # 0.6237294778495414
def test_amplify_sim_algo(self):
algo = UserBasedNeighborhoodAlgorithm(
NeighborhoodBasedConfig(
sim_config=SimilarityConfig(name="amplify_person",
amplify_alpha=3),
topk=2,
sim_threshold=None,
predictor_config=PredictorConfig(name="mean_sigma")))
algo.fit(test_rating_data)
rating_hat = algo.predict(None)
print(rating_hat)
print(rmse(rating_hat, ma.masked_equal(test_rating_data,
0))) # 0.5921262449508355
def test_mean_sigma_predictor_algo(self):
algo = UserBasedNeighborhoodAlgorithm(
NeighborhoodBasedConfig(
sim_config=SimilarityConfig(name="discounted_person",
discounted_beta=6),
topk=2,
sim_threshold=None,
predictor_config=PredictorConfig(name="mean_sigma")))
algo.fit(test_rating_data)
rating_hat = algo.predict(None)
print(rating_hat)
print(rmse(rating_hat, ma.masked_equal(test_rating_data,
0))) # 0.6249970642035232
def test_norm_predictor_algo(self):
algo = UserBasedNeighborhoodAlgorithm(
NeighborhoodBasedConfig(
sim_config=SimilarityConfig(name="person",
discounted_beta=None),
topk=2,
sim_threshold=None,
predictor_config=PredictorConfig(name="norm")))
algo.fit(test_rating_data)
rating_hat = algo.predict(None)
print(rating_hat)
print(rmse(rating_hat, ma.masked_equal(test_rating_data,
0))) # 2.125021074648673
def test_mean_center_predictor_algo_with_sim_threshold(self):
algo = UserBasedNeighborhoodAlgorithm(
NeighborhoodBasedConfig(
sim_config=SimilarityConfig(name="person",
discounted_beta=None),
topk=None,
sim_threshold=0.0,
predictor_config=PredictorConfig(name="mean_center")))
algo.fit(test_rating_data)
rating_hat = algo.predict(None)
print(rating_hat)
print(rmse(rating_hat, ma.masked_equal(test_rating_data,
0))) # 0.6314698247230878
def test_mean_center_predictor_algo(self):
algo = ItemBasedNeighborhoodAlgorithm(
NeighborhoodBasedConfig(
sim_config=SimilarityConfig(name="cosine"),
topk=2,
sim_threshold=None,
predictor_config=PredictorConfig(name="mean_center")))
algo.fit(test_rating_data)
rating_hat = algo.predict(None)
print(rating_hat)
print(rmse(rating_hat, ma.masked_equal(test_rating_data,
0))) # 0.6543287113746402
parser.add_argument("--dims", type=int, help="reduce dimensions")
parser.add_argument("--learn_rate", type=float, default=0.001, help="learning rate about regression model")
parser.add_argument("--epochs", type=int, default=10000, help="epochs about regression model")
parser.add_argument("--weight_decay", type=float, default=0.001, help="weight decay or l2 regularization")
parser.add_argument("--check_gradient", type=bool, default=False, help="check gradient in optimization")
parser.add_argument("--model_dir", type=str, help="model directory to save and restore")
if __name__ == "__main__":
args = parser.parse_args()
logger.info("--------------------------------------------------")
print("neighborhood args: {}".format(args))
ml = MovieLenDataset(args.dataset)
if args.algo == "user":
algorithm = UserBasedNeighborhoodAlgorithm(NeighborhoodBasedConfig(sim_config=SimilarityConfig(name=args.sim, discounted_beta=args.discounted_beta, amplify_alpha=args.amplify_alpha, dims=args.dims), topk=args.topk, sim_threshold=args.sim_threshold, predictor_config=PredictorConfig(name=args.predictor)))
elif args.algo == "item":
algorithm = ItemBasedNeighborhoodAlgorithm(NeighborhoodBasedConfig(sim_config=SimilarityConfig(name=args.sim, discounted_beta=args.discounted_beta, amplify_alpha=args.amplify_alpha, dims=args.dims), topk=args.topk, sim_threshold=args.sim_threshold, predictor_config=PredictorConfig(name=args.predictor)))
elif args.algo == "user_reg":
algorithm = UserBasedRegressionModel(RegressionModelNeighborhoodBasedConfig(topk=args.topk, lr=args.learn_rate, epochs=args.epochs, wdecay=args.weight_decay, check_gradient=args.check_gradient, model_dir=args.model_dir))
elif args.algo == "item_reg":
algorithm = ItemBasedRegressionModel(RegressionModelNeighborhoodBasedConfig(topk=args.topk, lr=args.learn_rate, epochs=args.epochs, wdecay=args.weight_decay, check_gradient=args.check_gradient, model_dir=args.model_dir))
else:
print("[USAGE] algo must be in [user,item,user_reg,item_reg]")
sys.exit(-1)
algorithm.fit(ml.R)
hat_rating = algorithm.predict(None)
rating = ma.masked_equal(ml.R, 0)
logger.debug("rating_count: {rating_count}\tpredict_count:{predict_count}\tpredict_rate:{predict_rate}".format(**metric.statistic(rating, hat_rating)))