import pandas as pd
import numpy as np
print("Loading Train func")
from train_dirichlet_interface import train_gan
print("Finished Loading Train func")
print(np.random.random_sample())
train_ds = pd.read_csv('data/experiment_march_21/train_set.csv',
header=None).values
ds_size = 1000
train_ds = train_ds[0:ds_size, :]
repetitions = 2
batch_size = 256
for k in range(repetitions):
partiton_n = np.random.randint(
batch_size, ds_size) #At least it has to fit one batch size
index_list = np.random.randint(0, ds_size, size=partiton_n).tolist()
print("Calling training function")
train_gan(train_ds, index_list, 421, k)
print("====> Finished repetition " + str(k))
for k_rep in range(repetitions):
# partiton_n = np.random.randint(batch_size,ds_size) #At least it has to fit one batch size
# k_rep +=2
print(k_rep)
index_list = np.random.randint(0, ds_size, size=partiton_n[m]).tolist()
print("Calling training function")
ratio = str(k_rep + 1) + "/" + str(repetitions)
ratio2 = str(m + 1) + "/" + str(len(partiton_n))
telegram_message = " >> Repetition (" + ratio + ") of Partiton (" + ratio2 + ")"
start = timer()
train_gan(train_ds, index_list, partiton_n[m], k_rep, telegram_message,
experiment_name)
print("====> Finished repetition " + str(k_rep) + ' of partition # ' +
str(m))
# repetition, partition, size of partition, time
info_log = [k_rep + 1, m + 1, partiton_n[m], timer() - start]
with open(cwd + '/Time_log.csv', 'a') as csvFile:
writer = csv.writer(csvFile)
writer.writerow(info_log)
# Snippet to write a partition table
"""
partiton_n = [np.random.randint(batch_size,ds_size) for k in range(10) ]
df = pd.DataFrame(np.array(partiton_n))
partiton_n = pd.read_csv('random_amounts.csv', header=None).values.flatten()
print(partiton_n)
print(len(partiton_n))
for m in range(len(partiton_n)):
for k_rep in range(repetitions):
# partiton_n = np.random.randint(batch_size,ds_size) #At least it has to fit one batch size
index_list = np.random.randint(0,ds_size, size=partiton_n[m]).tolist()
print("Calling training function")
ratio = str(k_rep+1)+"/"+str(repetitions)
ratio2 = str(m+1)+"/"+str(len(partiton_n))
telegram_message = " >> Repetition ("+ratio+") of Partiton ("+ratio2+")"
train_gan(train_ds, index_list, partiton_n[m], k_rep,telegram_message)
print("====> Finished repetition "+str(k_rep)+' of partition # '+str(m))
# Snippet to write a partition table
"""
partiton_n = [np.random.randint(batch_size,ds_size) for k in range(10) ]
df = pd.DataFrame(np.array(partiton_n))
save_name = 'random_amounts.csv'
with open(save_name, 'a') as f:
df.to_csv(f, header=False, index=False)
"""
