import pandas as pd import numpy as np print("Loading Train func") from train_dirichlet_interface import train_gan print("Finished Loading Train func") print(np.random.random_sample()) train_ds = pd.read_csv('data/experiment_march_21/train_set.csv', header=None).values ds_size = 1000 train_ds = train_ds[0:ds_size, :] repetitions = 2 batch_size = 256 for k in range(repetitions): partiton_n = np.random.randint( batch_size, ds_size) #At least it has to fit one batch size index_list = np.random.randint(0, ds_size, size=partiton_n).tolist() print("Calling training function") train_gan(train_ds, index_list, 421, k) print("====> Finished repetition " + str(k))
for k_rep in range(repetitions): # partiton_n = np.random.randint(batch_size,ds_size) #At least it has to fit one batch size # k_rep +=2 print(k_rep) index_list = np.random.randint(0, ds_size, size=partiton_n[m]).tolist() print("Calling training function") ratio = str(k_rep + 1) + "/" + str(repetitions) ratio2 = str(m + 1) + "/" + str(len(partiton_n)) telegram_message = " >> Repetition (" + ratio + ") of Partiton (" + ratio2 + ")" start = timer() train_gan(train_ds, index_list, partiton_n[m], k_rep, telegram_message, experiment_name) print("====> Finished repetition " + str(k_rep) + ' of partition # ' + str(m)) # repetition, partition, size of partition, time info_log = [k_rep + 1, m + 1, partiton_n[m], timer() - start] with open(cwd + '/Time_log.csv', 'a') as csvFile: writer = csv.writer(csvFile) writer.writerow(info_log) # Snippet to write a partition table """ partiton_n = [np.random.randint(batch_size,ds_size) for k in range(10) ] df = pd.DataFrame(np.array(partiton_n))
partiton_n = pd.read_csv('random_amounts.csv', header=None).values.flatten() print(partiton_n) print(len(partiton_n)) for m in range(len(partiton_n)): for k_rep in range(repetitions): # partiton_n = np.random.randint(batch_size,ds_size) #At least it has to fit one batch size index_list = np.random.randint(0,ds_size, size=partiton_n[m]).tolist() print("Calling training function") ratio = str(k_rep+1)+"/"+str(repetitions) ratio2 = str(m+1)+"/"+str(len(partiton_n)) telegram_message = " >> Repetition ("+ratio+") of Partiton ("+ratio2+")" train_gan(train_ds, index_list, partiton_n[m], k_rep,telegram_message) print("====> Finished repetition "+str(k_rep)+' of partition # '+str(m)) # Snippet to write a partition table """ partiton_n = [np.random.randint(batch_size,ds_size) for k in range(10) ] df = pd.DataFrame(np.array(partiton_n)) save_name = 'random_amounts.csv' with open(save_name, 'a') as f: df.to_csv(f, header=False, index=False) """