Merge pull request #7957 from houtoms:ctl_add_persist_BN

PiperOrigin-RevId: 287856865

Author: tensorflower-gardener

official/vision/image_classification/resnet_ctl_imagenet_main.py

@@ -199,6 +199,9 @@ def run(flags_obj):
         'mixed_bfloat16')
     tf.compat.v2.keras.mixed_precision.experimental.set_policy(policy)
 
+  # This only affects GPU.
+  common.set_cudnn_batchnorm_mode()
+
   # TODO(anj-s): Set data_format without using Keras.
   data_format = flags_obj.data_format
   if data_format is None: