def gd_gd_proj_z(): x_train, y_train, x_test, y_test = load_processed_data(dir_data) results = [] for radius in [0.5, 1.0, 10, 100, 500]: alpha = 0.33 # gamma = 0.1 # radius = 100 T = 1000 _, logger = train_gd( a=x_train, b=y_train, a_test=x_test, b_test=y_test, T=T, # gamma = gamma, # radius=radius, alpha=alpha, ) results.append(logger) _, logger = train_gd_proj( a=x_train, b=y_train, a_test=x_test, b_test=y_test, T=T, # gamma = gamma, radius=radius, alpha=alpha, ) results.append(logger) plot_results_(results)
def sgd_ons(): x_train, y_train, x_test, y_test = load_processed_data(dir_data) results = [] alpha = 0.1 gamma = 0.1 radius = 100 T = 10000 _, logger = train_sgd_proj( a=x_train, b=y_train, a_test=x_test, b_test=y_test, T=T, radius=radius, alpha=alpha, ) results.append(logger) _, logger = train_ons( a=x_train, b=y_train, a_test=x_test, b_test=y_test, T=T, gamma=gamma, radius=radius, alpha=alpha, ) results.append(logger) plot_results_(results) quit()
def sgd_ons_var(): x_train, y_train, x_test, y_test = load_processed_data(dir_data) results = [] n_runs = 5 T = 1000 alpha = 0.1 radius = 100 gamma = 0.1 results.append( AvgLogger([ train_ons( a=x_train, b=y_train, a_test=x_test, b_test=y_test, T=T, gamma=gamma, radius=radius, seed=s, alpha=alpha, )[1] for s in range(n_runs) ])) results.append( AvgLogger([ train_sgd_proj( a=x_train, b=y_train, a_test=x_test, b_test=y_test, T=T, alpha=alpha, radius=100, seed=s, )[1] for s in range(n_runs) ])) plot_results_(results, add_to_title=rf" - $\alpha={alpha}$, n_runs={n_runs}")