] learning_rate = lr.adapt(mAP_val) values = [ i, l, l_rank, l_att_span, l_att_global, l_att_dist, mF1_val, mAP_val, learning_rate ] logger.add(values) print( '{} loss: {} l_rank: {} l_att_span: {} l_att_global: {} l_att_dist: {} mF1: {} mAP: {} lr: {}' .format(*values)) print('Precision: {} Recall: {}'.format(mP_val, mR_val)) logger.save() print('learning rate', learning_rate) if is_save and mAP_val >= logger.get_max('mAP'): saver.save(sess, save_path + '/model_ES.ckpt') def evaluate_df(): ap_tst, predictions_mll, labels_mll = evaluate( iterator_test, [img_ids_test, features_test, seen_labels_test], model.features, model.logits, sess, model) F1_3_tst, P_3_tst, R_3_tst = evaluate_k( 3, iterator_test, [img_ids_test, features_test, seen_labels_test], model.features, model.logits, sess, model, predictions_mll, labels_mll) F1_5_tst, P_5_tst, R_5_tst = evaluate_k( 5, iterator_test, [img_ids_test, features_test, seen_labels_test], model.features, model.logits, sess, model, predictions_mll, labels_mll) ## reload best model
learning_rate = lr.adapt(mF1_val) values = [ i, l, l_rank, l_att_span, l_att_global, l_att_dist, mF1_val, mF1_u_val, mAP_val, learning_rate ] logger.add(values) print( '{} loss: {} l_rank: {} l_att_span: {} l_att_global: {} l_att_dist: {} mF1: {} mF1_u_val: {} mAP: {} lr: {}' .format(*values)) print('Precision: {} Recall: {}'.format(mP_val, mR_val)) print('l2 regularizer {}'.format(model.loss_regularizer.eval())) # print('is_train',model.is_train.eval()) logger.save() print('learning rate', learning_rate) if is_save and mF1_val >= logger.get_max('mF1'): saver.save(sess, save_path + '/model_ES.ckpt') def evaluate_df(): ap_tst_1006, _, _ = evaluate(iterator_tst, [img_ids_tst, features_tst, labels_1006_tst], model.features, model.gzs_logits, sess, model) ap_tst_81, _, _ = evaluate(iterator_tst, [img_ids_tst, features_tst, labels_81_tst], model.features, model.zs_logits, sess, model) print('mAP 1006', np.mean(ap_tst_1006)) print('mAP 81', np.mean(ap_tst_81)) g_F1_3_tst, g_P_3_tst, g_R_3_tst = evaluate_k( 3, iterator_tst, [img_ids_tst, features_tst, labels_1006_tst], model.features, model.gzs_logits, sess, model)