def register_tomoseq(self, prefix, hpf, stage="shield"):
self.stage_time_dict[stage] = hpf
self.t_vec = safe_append(self.t_vec, hpf)
self.ts_t_vec = safe_append(self.ts_t_vec, hpf)
pmat = self.ct.get_pmat(hpf)
ts_all = tomo_seq_all_axis(pmat)
axis_list = ["av", "vd", "lr"]
for i in range(len(axis_list)):
axis = axis_list[i]
divnum = np.arange(-1400, 1400, self.div_width_dict_shield[axis])
filename = prefix + "_" + axis + ".csv"
ts_all.register_axis(filename, axis, divnum)
self.ts_dict[hpf] = ts_all
def register_tomoseq_ss(self, prefix, hpf, stage="10ss", fix_angle=0):
self.stage_time_dict[stage] = hpf
self.t_vec = safe_append(self.t_vec, hpf)
self.ts_t_vec = safe_append(self.ts_t_vec, hpf)
pmat = self.ct.get_pmat(hpf)
ts_all = tomo_seq_all_axis(pmat, fix_angle)
axis_list = ["va", "dv", "lr"]
label_list = ["av", "vd", "lr"]
for i in range(len(axis_list)):
axis = axis_list[i]
label = label_list[i]
divnum = np.arange(-1400, 1400, self.div_width_dict_ss10[axis])
filename = prefix + "_" + label + ".csv"
ts_all.register_axis(filename, axis, divnum)
self.ts_dict[hpf] = ts_all
def register_tomoseq_divnum(self,
prefix,
hpf,
stage,
divnum_dict,
fix_angle,
axis_list=["av", "vd", "lr"],
label_list=["av", "vd", "lr"]):
self.stage_time_dict[stage] = hpf
self.t_vec = safe_append(self.t_vec, hpf)
self.ts_t_vec = safe_append(self.ts_t_vec, hpf)
pmat = self.ct.get_pmat(hpf)
ts_all = tomo_seq_all_axis(pmat, fix_angle)
for i in range(len(axis_list)):
axis = axis_list[i]
label = label_list[i]
filename = prefix + "_" + label + ".csv"
ts_all.register_axis(filename,
axis,
divnum_dict[axis],
divnum_direct=True)
self.ts_dict[hpf] = ts_all
def register_sc_seq(self, file_name, hpf, stage):
self.t_vec = safe_append(self.t_vec, hpf)
self.sc_t_vec = safe_append(self.sc_t_vec, hpf)
self.stage_time_dict[stage] = hpf
self.sc_dict[hpf] = pd.read_csv(file_name, index_col=0)
def register_tomoseq_sim(self, hpf, func):
self.t_vec = safe_append(self.t_vec, hpf)
self.ts_t_vec = safe_append(self.ts_t_vec, hpf)
pmat = self.ct.get_pmat(hpf)
ts_all = tomoseq_all_sim(pmat, func)
self.ts_dict[hpf] = ts_all
def calc_distinct(results_dict, config):
tf.reset_default_graph()
print('Calculating metrics for: Distinct')
# ============= Metrics Folder - Distinct =============
output_dir = os.path.join(config['log_dir'], config['name'], 'test', 'metrics', 'distinct')
logs_dir = os.path.join(output_dir, 'logs')
if not os.path.exists(logs_dir):
os.makedirs(logs_dir)
# ============= Experiment Parameters =============
BATCH_SIZE = config['metrics_batch_size']
EPOCHS = config['metrics_epochs']
TEST_RATIO = config['metrics_test_ratio']
NUM_BINS = config['num_bins']
if 'k_dim' in config.keys():
N_KNOBS = config['k_dim']
elif 'w_dim' in config.keys():
N_KNOBS = config['w_dim']
else:
print('Number of knobs not specified. Returning...')
return {}
TARGET_CLASS = config['target_class']
if N_KNOBS <= 1:
print('This model has only one dimension. Distinctness metrics are not applicable.')
return {}
channels = config['num_channel']
input_size = config['input_size']
dataset = config['dataset']
# ============= Data =============
data = _EMPTY_ARR
labels = _EMPTY_ARR
source_len = len(results_dict['real_imgs'])
for dim in range(N_KNOBS):
for bin_i in range(NUM_BINS):
data_dim_bin = np.append(results_dict['real_imgs'], results_dict['fake_t_imgs'][:, dim, bin_i], axis=-1)
# dimension dim has been switched
switched_dim = np.ones(source_len, dtype=int)*dim
# unless the real probability and fake target probability are the same,
# in which no dimension has been switched
fixed_indices = (np.around(results_dict['real_ps'][:, dim, bin_i, TARGET_CLASS], decimals=2) ==
results_dict['fake_target_ps'][:, dim, bin_i])
labels_dim_bin = np.eye(N_KNOBS)[switched_dim]
labels_dim_bin[fixed_indices] = 0
data = safe_append(data, data_dim_bin)
labels = safe_append(labels, labels_dim_bin)
data_len = len(data)
data_inds = np.array(range(data_len))
np.random.shuffle(data_inds)
train_inds = data_inds[int(data_len * TEST_RATIO):]
test_inds = data_inds[:int(data_len * TEST_RATIO)]
print('The size of the training set: ', train_inds.shape[0])
print('The size of the testing set: ', test_inds.shape[0])
# ============= placeholder =============
with tf.name_scope('input'):
x_ = tf.placeholder(tf.float32, [None, input_size, input_size, channels*2], name='x-input')
y = tf.placeholder(tf.float32, [None, N_KNOBS], name='y-input')
isTrain = tf.placeholder(tf.bool)
# ============= Model =============
logit, prediction = classifier_distinct_64(x_, num_dims=N_KNOBS, isTrain=isTrain)
classif_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=y, logits=logit)
acc = calc_accuracy(prediction=prediction, labels=y)
loss = tf.losses.get_total_loss()
# ============= Optimization functions =============
train_step = tf.train.AdamOptimizer(0.0001).minimize(loss)
# ============= summary =============
cls_loss = tf.summary.scalar('distinct/cls_loss', classif_loss)
total_loss = tf.summary.scalar('distinct/loss', loss)
cls_acc = tf.summary.scalar('distinct/acc', acc)
summary_tf = tf.summary.merge([cls_loss, total_loss, cls_acc])
# ============= Variables =============
# Note that this list of variables only include the weights and biases in the model.
lst_vars = []
for v in tf.global_variables():
lst_vars.append(v)
# ============= Session =============
sess = tf.Session()
sess.run(tf.global_variables_initializer())
saver = tf.train.Saver(var_list=lst_vars)
writer = tf.summary.FileWriter(output_dir + '/train', sess.graph)
writer_test = tf.summary.FileWriter(output_dir + '/test', sess.graph)
# ============= Training =============
train_loss = []
itr_train = 0
for epoch in range(EPOCHS):
total_loss = 0.0
np.random.shuffle(train_inds)
num_batch = math.ceil(train_inds.shape[0] / BATCH_SIZE)
for i in range(0, num_batch):
start = i * BATCH_SIZE
xs = data[train_inds[start:start + BATCH_SIZE]]
ys = labels[train_inds[start:start + BATCH_SIZE]]
[_, _loss, summary_str] = sess.run([train_step, loss, summary_tf],
feed_dict={x_: xs, isTrain: True, y: ys})
writer.add_summary(summary_str, itr_train)
itr_train += 1
total_loss += _loss
total_loss /= num_batch
print("Epoch: " + str(epoch) + " loss: " + str(total_loss) + '\n')
train_loss.append(total_loss)
checkpoint_name = os.path.join(output_dir, 'cp_epoch_{}.ckpt'.format(epoch))
saver.save(sess, checkpoint_name)
np.save(os.path.join(output_dir, 'logs', 'train_loss.npy'), np.asarray(train_loss))
# ============= Testing =============
test_preds = _EMPTY_ARR
test_loss = []
itr_test = 0
total_test_loss = 0.0
num_batch = math.ceil(test_inds.shape[0] / BATCH_SIZE)
for i in range(0, num_batch):
start = i * BATCH_SIZE
xs = data[test_inds[start:start + BATCH_SIZE]]
ys = labels[test_inds[start:start + BATCH_SIZE]]
[_loss, summary_str, _pred] = sess.run([loss, summary_tf, prediction],
feed_dict={x_: xs, isTrain: False, y: ys})
writer_test.add_summary(summary_str, itr_test)
itr_test += 1
total_test_loss += _loss
test_preds = safe_append(test_preds, _pred, axis=0)
total_test_loss /= num_batch
print("Epoch: " + str(epoch) + " Test loss: " + str(total_loss) + '\n')
test_loss.append(total_test_loss)
np.save(os.path.join(output_dir, 'logs', 'test_loss.npy'), np.asarray(test_loss))
np.save(os.path.join(output_dir, 'logs', 'test_preds.npy'), np.asarray(test_preds))
np.save(os.path.join(output_dir, 'logs', 'test_ys.npy'), np.asarray(labels[test_inds]))
np.save(os.path.join(output_dir, 'logs', 'test_xs.npy'), np.asarray(data[test_inds]))
accuracy, precision_per_dim, recall_per_dim = calc_metrics_arr(np.round(test_preds), labels[test_inds], average=None)
_, precision_micro, recall_micro = calc_metrics_arr(np.round(test_preds), labels[test_inds],
average='micro')
_, precision_macro, recall_macro = calc_metrics_arr(np.round(test_preds), labels[test_inds],
average='macro')
print('Distinct - accuracy: {:.3f}, '
'precision: per dim: {}, micro: {:.3f}, macro: {:.3f}, '
'recall: per dim: {}, micro: {:.3f}, macro: {:.3f}'.format(
accuracy, precision_per_dim, precision_micro, precision_macro,
recall_per_dim, recall_micro, recall_macro))
metrics_dict = {}
for metric in ['accuracy', 'precision_per_dim', 'precision_micro', 'precision_macro',
'recall_per_dim', 'recall_micro', 'recall_macro']:
metrics_dict.update({'distinct_{}'.format(metric): [eval(metric)]})
print('Metrics successfully calculated: Distinct')
return metrics_dict
def calc_realistic(results_dict, config):
tf.reset_default_graph()
print('Calculating metrics for: Realistic')
# ============= Metrics Folder - Realistic =============
output_dir = os.path.join(config['log_dir'], config['name'], 'test', 'metrics', 'realistic')
logs_dir = os.path.join(output_dir, 'logs')
if not os.path.exists(logs_dir):
os.makedirs(logs_dir)
# ============= Experiment Parameters =============
BATCH_SIZE = config['metrics_batch_size']
EPOCHS = config['metrics_epochs']
TEST_RATIO = config['metrics_test_ratio']
channels = config['num_channel']
input_size = config['input_size']
NUM_BINS = config['num_bins']
if 'k_dim' in config.keys():
N_KNOBS = config['k_dim']
elif 'w_dim' in config.keys():
N_KNOBS = config['w_dim']
else:
print('Number of knobs not specified. Returning...')
return {}
# ============= Data =============
half_len = len(results_dict['real_imgs'])
data_real = results_dict['real_imgs']
fake_inds = np.arange(half_len)
fake_knob = np.random.randint(low=0, high=N_KNOBS, size=half_len)
# fake_bin = np.random.randint(low=0, high=NUM_BINS, size=half_len)
fake_bin = np.random.randint(low=0, high=2, size=half_len)
fake_bin = fake_bin * (NUM_BINS-1)
data_fake = results_dict['fake_t_imgs'][fake_inds, fake_knob, fake_bin]
data = np.append(data_real, data_fake, axis=0)
labels = np.append(np.ones(half_len), np.zeros(half_len), axis=0)
data_len = len(data)
data_inds = np.array(range(data_len))
np.random.shuffle(data_inds)
train_inds = data_inds[int(data_len * TEST_RATIO):]
test_inds = data_inds[:int(data_len * TEST_RATIO)]
print('The size of the training set: ', train_inds.shape[0])
print('The size of the testing set: ', test_inds.shape[0])
# ============= placeholder =============
with tf.name_scope('input'):
x_ = tf.placeholder(tf.float32, [None, input_size, input_size, channels], name='x-input')
y_ = tf.placeholder(tf.int64, [None], name='y-input')
isTrain = tf.placeholder(tf.bool)
# ============= Model =============
y = tf.one_hot(y_, 2, on_value=1.0, off_value=0.0, axis=-1)
logit, prediction = classifier_realistic_64(x_, n_label=2, isTrain=isTrain)
classif_loss = tf.losses.softmax_cross_entropy(onehot_labels=y, logits=logit)
acc = calc_accuracy(prediction=prediction, labels=y)
loss = tf.losses.get_total_loss()
# ============= Optimization functions =============
train_step = tf.train.AdamOptimizer(0.0001).minimize(loss)
# ============= summary =============
cls_loss = tf.summary.scalar('realistic/cls_loss', classif_loss)
total_loss = tf.summary.scalar('realistic/loss', loss)
cls_acc = tf.summary.scalar('realistic/acc', acc)
summary_tf = tf.summary.merge([cls_loss, total_loss, cls_acc])
# ============= Variables =============
# Note that this list of variables only include the weights and biases in the model.
lst_vars = []
for v in tf.global_variables():
lst_vars.append(v)
# ============= Session =============
sess = tf.Session()
sess.run(tf.global_variables_initializer())
saver = tf.train.Saver(var_list=lst_vars)
writer = tf.summary.FileWriter(output_dir + '/train', sess.graph)
writer_test = tf.summary.FileWriter(output_dir + '/test', sess.graph)
# ============= Training =============
train_loss = []
itr_train = 0
for epoch in range(EPOCHS):
total_loss = 0.0
np.random.shuffle(train_inds)
num_batch = math.ceil(train_inds.shape[0] / BATCH_SIZE)
for i in range(0, num_batch):
start = i * BATCH_SIZE
xs = data[train_inds[start:start + BATCH_SIZE]]
ys = labels[train_inds[start:start + BATCH_SIZE]]
[_, _loss, summary_str] = sess.run([train_step, loss, summary_tf],
feed_dict={x_: xs, isTrain: True, y_: ys})
writer.add_summary(summary_str, itr_train)
itr_train += 1
total_loss += _loss
total_loss /= num_batch
print("Epoch: " + str(epoch) + " loss: " + str(total_loss) + '\n')
train_loss.append(total_loss)
checkpoint_name = os.path.join(output_dir, 'cp_epoch_{}.ckpt'.format(epoch))
saver.save(sess, checkpoint_name)
np.save(os.path.join(output_dir, 'logs', 'train_loss.npy'), np.asarray(train_loss))
# ============= Testing =============
test_preds = _EMPTY_ARR
test_loss = []
itr_test = 0
total_test_loss = 0.0
num_batch = math.ceil(test_inds.shape[0] / BATCH_SIZE)
for i in range(0, num_batch):
start = i * BATCH_SIZE
xs = data[test_inds[start:start + BATCH_SIZE]]
ys = labels[test_inds[start:start + BATCH_SIZE]]
[_loss, summary_str, _pred] = sess.run([loss, summary_tf, prediction],
feed_dict={x_: xs, isTrain: False, y_: ys})
writer_test.add_summary(summary_str, itr_test)
itr_test += 1
total_test_loss += _loss
test_preds = safe_append(test_preds, _pred, axis=0)
total_test_loss /= num_batch
print("Epoch: " + str(epoch) + " Test loss: " + str(total_loss) + '\n')
test_loss.append(total_test_loss)
np.save(os.path.join(output_dir, 'logs', 'test_loss.npy'), np.asarray(test_loss))
np.save(os.path.join(output_dir, 'logs', 'test_preds.npy'), np.asarray(test_preds))
np.save(os.path.join(output_dir, 'logs', 'test_ys.npy'), np.asarray(labels[test_inds]))
np.save(os.path.join(output_dir, 'logs', 'test_xs.npy'), np.asarray(data[test_inds]))
accuracy, precision, recall = calc_metrics_arr(np.argmax(test_preds, axis=1), labels[test_inds])
print('Realistic - accuracy: {:.3f}, precision: {:.3f}, recall: {:.3f}'.format(accuracy, precision, recall))
metrics_dict = {}
for metric in ['accuracy', 'precision', 'recall']:
metrics_dict.update({'realistic_{}'.format(metric): [eval(metric)]})
print('Metrics successfully calculated: Realistic')
return metrics_dict