def simu_fit_test(arma_params,
ll,
order,
n_train_samples,
n_test_samples,
data='arma',
embedding='lead_lag'):
inputSig = InputSig(data, embedding, order, ll=ll, arma_params=arma_params)
train_X, train_y = get_input_X_y(inputSig,
n_train_samples,
start_row,
n_processes=n_processes)
max_train_X = np.amax(np.absolute(train_X), axis=0)
train_X = train_X / max_train_X
test_X, test_y = get_input_X_y(inputSig,
n_test_samples,
start_row + n_train_samples,
n_processes=n_processes)
test_X = test_X / max_train_X
# Fit and evaluate algorithm
learnSig = LearnSig(algo, inputSig, n_processes=n_processes)
learnSig.train(train_X, train_y)
test_results = learnSig.evaluate(test_X, test_y, metrics=['error_l2'])
return (test_results['error_l2'])
def save_normalization_vector():
inputSig=InputSig('quick_draw','lead_lag',order,ll=ll)
batch_size=64*340
n_iterations=n_tot//batch_size
print(n_iterations)
start_row=0
print(inputSig.get_sig_dimension())
max_SigX=np.zeros(inputSig.get_sig_dimension())
print(max_SigX.shape)
for i in range(n_iterations):
print(start_row)
SigX,train_y=get_input_X_y(
inputSig,batch_size,start_row,n_processes=n_processes)
max_SigX=np.maximum(np.max(np.absolute(SigX),axis=0),max_SigX)
start_row+=batch_size
print(max_SigX[15])
print(np.max(np.absolute(SigX),axis=0)[15])
np.save('norm_vec_quick_draw_generator.npy',max_SigX)
return(max_SigX)
def __init__(self,
n_samples,
n_max_samples,
batch_size,
first_row,
cache,
order=6):
self.word_encoder = LabelEncoder()
self.word_encoder.classes_ = np.load('classes_quick_draw.npy',
allow_pickle=True)
print("Number of classes", len(self.word_encoder.classes_))
self.batch_size = batch_size
self.first_row = first_row // 340
self.n_samples = n_samples // 340
self.n_max_samples = n_max_samples // 340
self.cache = cache
self.inputSig = InputSig('quick_draw', 'lead_lag', order, ll=1)
self.norm_vec = np.load('norm_vec_quick_draw_generator.npy')
self.on_epoch_end()
"""
n=np.shape(y_true)[0]
score=0
for i in range(n):
continue_var=True
for j in range(k):
if (y_true[i] in y_pred[i,:(j+1)]) and continue_var:
score+=1/(j+1)
continue_var=False
return(score/n)
print("Get input sig ")
inputSig=InputSig('quick_draw','lead_lag',6,ll=1)
test_X,test_y=get_input_X_y(
inputSig,n_test_samples,first_row+n_max_train_samples+n_valid_samples,
n_processes=n_processes)
norm_vec=np.load('norm_vec_quick_draw_generator.npy')
test_X=test_X/norm_vec
print("Predict")
pred_y_cat=model.predict(test_X,batch_size=batch_size)
top_3_pred =np.vstack([inputSig.word_encoder.classes_[np.argsort(-1*c_pred)[:3]] for c_pred in pred_y_cat])
test_labels=inputSig.word_encoder.inverse_transform(test_y)
print(test_labels.shape)
n_valid_samples = 30
n_train_samples = 300
elif data == 'urban_sound':
n_test_samples = 500
n_valid_samples = 500
n_train_samples = 4435
elif data == 'quick_draw':
n_train_samples = 200 * 340
n_valid_samples = 20 * 340
n_test_samples = 20 * 340
start_row = 0
n_processes = 32
# Load input data
inputSig = InputSig(data, embedding, order, ll=ll)
train_X, train_y = get_input_X_y(inputSig,
n_train_samples,
start_row,
n_processes=n_processes)
max_train_X = np.amax(np.absolute(train_X), axis=0)
train_X = train_X / max_train_X
valid_X, valid_y = get_input_X_y(inputSig,
n_valid_samples,
start_row + n_train_samples,
n_processes=n_processes)
valid_X = valid_X / max_train_X
test_X, test_y = get_input_X_y(inputSig,
}
results_df = pd.DataFrame({
'accuracy': [],
'embedding': [],
'algo': [],
'order': [],
'dyadic_level': [],
'n_features': []
})
# Load input data
for dyadic_level in dyadic_level_list:
print(dyadic_level)
for order in order_dict[str(dyadic_level)]:
inputSig = InputSig(data, embedding, order)
train_X, train_y = get_input_X_y(inputSig,
n_train_samples,
start_row,
n_processes=n_processes,
dyadic_level=dyadic_level)
max_train_X = np.amax(np.absolute(train_X), axis=0)
train_X = train_X / max_train_X
valid_X, valid_y = get_input_X_y(inputSig,
n_valid_samples,
start_row + n_train_samples,
n_processes=n_processes,
dyadic_level=dyadic_level)
valid_X = valid_X / max_train_X
'accuracy': [],
'embedding': [],
'algo': [],
'order': [],
'n_features': []
})
for metric in metrics:
results_df[metric] = []
print(results_df)
# Load input data
for embedding in embedding_list:
for order in order_dict[embedding]:
inputSig = InputSig(data,
embedding,
order,
ll=ll,
arma_params=arma_params)
train_X, train_y = get_input_X_y(inputSig,
n_train_samples,
start_row,
n_processes=n_processes)
max_train_X = np.amax(np.absolute(train_X), axis=0)
train_X = train_X / max_train_X
valid_X, valid_y = get_input_X_y(inputSig,
n_valid_samples,
start_row + n_train_samples,
n_processes=n_processes)
valid_X = valid_X / max_train_X