start_epoch = 0
start_iteration = 0
timestamp = datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
load_weights = None
print('init new states...')
print('timestamp: ', timestamp)
print()
# initialize lstm weights
io_size = len(embeddings) # input/output size
h_size = hidden_layer_size # hidden size
if not load_weights:
W_xi = helper.init_weights((io_size, h_size))
W_hi = helper.init_weights((h_size, h_size))
W_ci = helper.init_weights((h_size, h_size))
b_i = helper.init_zero_vec(h_size)
W_xf = helper.init_weights((io_size, h_size))
W_hf = helper.init_weights((h_size, h_size))
W_cf = helper.init_weights((h_size, h_size))
b_f = helper.init_zero_vec(h_size)
W_xc = helper.init_weights((io_size, h_size))
W_hc = helper.init_weights((h_size, h_size))
b_c = helper.init_zero_vec(h_size)
W_xo = helper.init_weights((io_size, h_size))
W_ho = helper.init_weights((h_size, h_size))
start_epoch = 0
start_iteration = 0
timestamp = datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
load_weights = None
print('init new states...')
print('timestamp: ', timestamp)
print()
# initialize lstm weights
io_size = len(embeddings) # input/output size
h_size = hidden_layer_size # hidden size
if not load_weights:
W_xi = helper.init_weights((io_size, h_size))
W_hi = helper.init_weights((h_size, h_size))
W_ci = helper.init_weights((h_size, h_size))
b_i = helper.init_zero_vec(h_size)
W_xf = helper.init_weights((io_size, h_size))
W_hf = helper.init_weights((h_size, h_size))
W_cf = helper.init_weights((h_size, h_size))
b_f = helper.init_zero_vec(h_size)
W_xc = helper.init_weights((io_size, h_size))
W_hc = helper.init_weights((h_size, h_size))
b_c = helper.init_zero_vec(h_size)
W_xo = helper.init_weights((io_size, h_size))
W_ho = helper.init_weights((h_size, h_size))
start_iteration = 0
timestamp = datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
load_weights = None
print("init new states...")
print("timestamp: ", timestamp)
print()
# initialize lstm weights
inp = w2v_embeddings.embeddings_size # input/output size
hid = hidden_layer_size # hidden size
out = token_embeddings.num_tokens
if not load_weights:
W_xi = helper.init_weights((inp, hid))
W_hi = helper.init_weights((hid, hid))
W_ci = helper.init_weights((hid, hid))
b_i = helper.init_zero_vec(hid)
W_xf = helper.init_weights((inp, hid))
W_hf = helper.init_weights((hid, hid))
W_cf = helper.init_weights((hid, hid))
b_f = helper.init_zero_vec(hid)
W_xc = helper.init_weights((inp, hid))
W_hc = helper.init_weights((hid, hid))
b_c = helper.init_zero_vec(hid)
W_xo = helper.init_weights((inp, hid))
W_ho = helper.init_weights((hid, hid))