def gd_gd_proj_z():
x_train, y_train, x_test, y_test = load_processed_data(dir_data)
results = []
for radius in [0.5, 1.0, 10, 100, 500]:
alpha = 0.33
# gamma = 0.1
# radius = 100
T = 1000
_, logger = train_gd(
a=x_train,
b=y_train,
a_test=x_test,
b_test=y_test,
T=T,
# gamma = gamma,
# radius=radius,
alpha=alpha,
)
results.append(logger)
_, logger = train_gd_proj(
a=x_train,
b=y_train,
a_test=x_test,
b_test=y_test,
T=T,
# gamma = gamma,
radius=radius,
alpha=alpha,
)
results.append(logger)
plot_results_(results)
def sgd_ons():
x_train, y_train, x_test, y_test = load_processed_data(dir_data)
results = []
alpha = 0.1
gamma = 0.1
radius = 100
T = 10000
_, logger = train_sgd_proj(
a=x_train,
b=y_train,
a_test=x_test,
b_test=y_test,
T=T,
radius=radius,
alpha=alpha,
)
results.append(logger)
_, logger = train_ons(
a=x_train,
b=y_train,
a_test=x_test,
b_test=y_test,
T=T,
gamma=gamma,
radius=radius,
alpha=alpha,
)
results.append(logger)
plot_results_(results)
quit()
def sgd_ons_var():
x_train, y_train, x_test, y_test = load_processed_data(dir_data)
results = []
n_runs = 5
T = 1000
alpha = 0.1
radius = 100
gamma = 0.1
results.append(
AvgLogger([
train_ons(
a=x_train,
b=y_train,
a_test=x_test,
b_test=y_test,
T=T,
gamma=gamma,
radius=radius,
seed=s,
alpha=alpha,
)[1] for s in range(n_runs)
]))
results.append(
AvgLogger([
train_sgd_proj(
a=x_train,
b=y_train,
a_test=x_test,
b_test=y_test,
T=T,
alpha=alpha,
radius=100,
seed=s,
)[1] for s in range(n_runs)
]))
plot_results_(results,
add_to_title=rf" - $\alpha={alpha}$, n_runs={n_runs}")
