diff --git a/build/rocm/run_multi_gpu.sh b/build/rocm/run_multi_gpu.sh
index b5d5798e7920..aa1d4d0f38ed 100755
--- a/build/rocm/run_multi_gpu.sh
+++ b/build/rocm/run_multi_gpu.sh
@@ -13,7 +13,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-set -eu
+set -xu
 
 # Function to run tests with specified GPUs
 run_tests() {