Merge pull request #3694 from tensorflow/resnet-l2-loss

Add a tf.summary.scalar call for L2 loss in resnet

Author: nealwu

official/resnet/resnet_run_loop.py

@@ -235,9 +235,11 @@ def exclude_batch_norm(name):
   loss_filter_fn = loss_filter_fn or exclude_batch_norm
 
   # Add weight decay to the loss.
-  loss = cross_entropy + weight_decay * tf.add_n(
+  l2_loss = weight_decay * tf.add_n(
       [tf.nn.l2_loss(v) for v in tf.trainable_variables()
        if loss_filter_fn(v.name)])
+  tf.summary.scalar('l2_loss', l2_loss)
+  loss = cross_entropy + l2_loss
 
   if mode == tf.estimator.ModeKeys.TRAIN:
     global_step = tf.train.get_or_create_global_step()