Esempio n. 1
0
def main(_):


	print 'reading npy...'

	data = np.load('../1st.npy')

	test_order = np.load('../test.npy')

	jpg_list = np.load('64bin.npy')

	print 'reading finished'

	sess = tf.Session()

	print 'building network...'

	hg = vae_margin_test.vae(is_training=False)
	global_step = tf.Variable(0,name='global_step',trainable=False)

	merged_summary = tf.summary.merge_all()
	summary_writer = tf.summary.FileWriter(FLAGS.summary_dir,sess.graph)

	saver = tf.train.Saver(max_to_keep=None)
	saver.restore(sess,FLAGS.checkpoint_path)
	print 'restoring from '+FLAGS.checkpoint_path


	def test_step():

		print 'Testing...'

		all_recon_loss = 0

		all_output = []
		all_label = []
		
		batch_size = FLAGS.batch_size
		for i in range(int(len(test_order)/batch_size)):

			input_nlcd = get_data.get_nlcd(data,test_order[batch_size*i:batch_size*(i+1)])
			input_image = get_data.get_jpg_test(jpg_list,test_order[batch_size*i:batch_size*(i+1)])
			input_label = get_data.get_label(data,test_order[batch_size*i:batch_size*(i+1)])

			feed_dict={}
			feed_dict[hg.input_nlcd]=input_nlcd
			feed_dict[hg.input_image]=input_image
			feed_dict[hg.input_label]=input_label
			feed_dict[hg.keep_prob]=1.0


			output= sess.run(hg.output,feed_dict)

			for i in output:
				all_output.append(i)
			for i in input_label:
				all_label.append(i)

		#recon_loss = all_recon_loss/(5094.0/batch_size)
		all_output = np.array(all_output)
		all_label = np.array(all_label)
		# auc = roc_auc_score(all_label,all_output)
		
		# all_output=np.reshape(all_output,(-1))
		# all_label=np.reshape(all_label,(-1))
		# ap = average_precision_score(all_label,all_output)

		# time_str = datetime.datetime.now().isoformat()
		# new_auc = roc_auc_score(all_label,all_output)

		# tempstr = "{}: auc {:g}, ap {:g}, recon_loss {:g}, new_auc {:g}".format(time_str, auc, ap, recon_loss, new_auc)
		# print(tempstr)

		all_output=np.reshape(all_output,(-1,100))
		all_label=np.reshape(all_label,(-1,100))

		return all_output,all_label
		# auc = roc_auc_score(all_label,all_output)
		# print "new_auc {:g}".format(auc)
	
	all_output = 0.0
	all_label = 0.0
	all_fuck = 0.0

	num = 10000.0

	for i in range(int(num)):
		print i
		output,label= test_step()
		#all_output.append(output)
		all_output+=output
		all_label=label
		#f**k = np.multiply.reduce(label,1)
		f**k = tang_reduce(output,label)
		all_fuck+=f**k

	# tang = 0.0
	# for i in all_output:
	# 	tang+=i
	# tang = tang/num
	tang = all_output/num
	f**k = all_fuck/num
	epsilon = 0
	#float_labels = tf.cast(labels, tf.float32)
	loss = all_label * np.log(tang + epsilon) + (1 - all_label) * np.log(1 - tang + epsilon)
	loss = np.sum(loss,axis=1)
	loss = np.mean(loss)
	f**k = np.mean(np.log(f**k))
	#print 'another final:'+str(loss)
	auc = roc_auc_score(all_label,all_output)		
	tang=np.reshape(tang,(-1))
	all_label=np.reshape(all_label,(-1))

	np.save('all_output_1wavg.npy',tang)
	np.save('all_label.npy',all_label)

	ap = average_precision_score(all_label,tang)

	time_str = datetime.datetime.now().isoformat()
	new_auc = roc_auc_score(all_label,tang)

	print 'margin results'
	tempstr = "{}: auc {:g}, ap {:g}, recon_loss {:g}, new_auc {:g}".format(time_str, auc, ap, loss, new_auc)
	print(tempstr)

	print 'average log sigma:'+str(f**k)
Esempio n. 2
0
def main(_):


	print 'reading npy...'

	data = np.load('../data/1st.npy')

	test_order = np.load('../data/test.npy')

	print 'reading finished'

	sess = tf.Session()

	print 'building network...'

	hg = vae_margin_test.vae(is_training=False)
	global_step = tf.Variable(0,name='global_step',trainable=False)

	merged_summary = tf.summary.merge_all()
	summary_writer = tf.summary.FileWriter(FLAGS.summary_dir,sess.graph)

	saver = tf.train.Saver(max_to_keep=None)
	saver.restore(sess,FLAGS.checkpoint_path)
	print 'restoring from '+FLAGS.checkpoint_path


	def test_step():

		print 'Testing...'

		all_recon_loss = 0

		all_output = []
		all_label = []
		
		batch_size = 283*6*3
		for i in range(int(len(test_order)/batch_size)):

			input_nlcd = get_data.get_nlcd(data,test_order[batch_size*i:batch_size*(i+1)])
			input_label = get_data.get_label(data,test_order[batch_size*i:batch_size*(i+1)])

			feed_dict={}
			feed_dict[hg.input_nlcd]=input_nlcd
			feed_dict[hg.input_label]=input_label
			feed_dict[hg.keep_prob]=1.0


			output= sess.run(hg.output,feed_dict)

			for i in output:
				all_output.append(i)
			for i in input_label:
				all_label.append(i)

		#recon_loss = all_recon_loss/(5094.0/batch_size)
		all_output = np.array(all_output)
		all_label = np.array(all_label)
		# auc = roc_auc_score(all_label,all_output)
		
		# all_output=np.reshape(all_output,(-1))
		# all_label=np.reshape(all_label,(-1))
		# ap = average_precision_score(all_label,all_output)

		# time_str = datetime.datetime.now().isoformat()
		# new_auc = roc_auc_score(all_label,all_output)

		# tempstr = "{}: auc {:g}, ap {:g}, recon_loss {:g}, new_auc {:g}".format(time_str, auc, ap, recon_loss, new_auc)
		# print(tempstr)

		all_output=np.reshape(all_output,(-1,100))
		all_label=np.reshape(all_label,(-1,100))

		return all_output,all_label
		# auc = roc_auc_score(all_label,all_output)
		# print "new_auc {:g}".format(auc)
	
	all_output = 0.0
	all_label = 0.0
	all_fuck = 0.0

	num = 10000.0

	for i in range(int(num)):
		print i
		output,label= test_step()
		#all_output.append(output)
		all_output+=output
		all_label=label
		#f**k = np.multiply.reduce(label,1)
		f**k = tang_reduce(output,label)
		all_fuck+=f**k

	# tang = 0.0
	# for i in all_output:
	# 	tang+=i
	# tang = tang/num
	tang = all_output/num
	f**k = all_fuck/num
	epsilon = 0
	#float_labels = tf.cast(labels, tf.float32)
	loss = all_label * np.log(tang + epsilon) + (1 - all_label) * np.log(1 - tang + epsilon)
	loss = np.sum(loss,axis=1)
	loss = np.mean(loss)
	f**k = np.mean(np.log(f**k))
	#print 'another final:'+str(loss)
	auc = roc_auc_score(all_label,all_output)		
	tang=np.reshape(tang,(-1))
	all_label=np.reshape(all_label,(-1))

	np.save('all_output_1wavg.npy',tang)
	np.save('all_label.npy',all_label)

	ap = average_precision_score(all_label,tang)

	time_str = datetime.datetime.now().isoformat()
	new_auc = roc_auc_score(all_label,tang)

	print 'margin results'
	tempstr = "{}: auc {:g}, ap {:g}, recon_loss {:g}, new_auc {:g}".format(time_str, auc, ap, loss, new_auc)
	print(tempstr)

	print 'average log sigma:'+str(f**k)