Internal change

PiperOrigin-RevId: 481073259

Author: sergeykozub

official/benchmark/shakespeare_benchmark.py

@@ -331,7 +331,7 @@ def benchmark_8_gpu_no_cudnn(self):
   def benchmark_xla_8_gpu(self):
     """Benchmark 8 gpu w/xla."""
     self._setup()
-    FLAGS.num_gpus = 1
+    FLAGS.num_gpus = 8
     FLAGS.batch_size = 64 * 8
     FLAGS.log_steps = 10
     FLAGS.enable_xla = True