tensorflow: debug gradients

tensorflow-debug-gradients.py

with tf.name_scope("train_op"):
	trainables = tf.trainable_variables()

	print "trainables", trainables
	for train_obj in trainables:
		print train_obj.name, train_obj.get_shape()
		print "grad", tf.gradients(self.loss, [train_obj])

	grads = tf.gradients(self.loss, trainables)

	print "grad names, grads"
	for grad in grads:
		print grad.name, grad

	grads, _ = tf.clip_by_global_norm(grads, clip_norm=1)
	grad_var_pairs = zip(grads, trainables)

	opt = tf.train.GradientDescentOptimizer(self.learning_rate)

	self.train_op = opt.apply_gradients(grad_var_pairs)