Fix filtering test names in run_standalone_tests.sh when checking for errors (#19176)

Author: ryan597

tests/run_standalone_tests.sh

@@ -41,11 +41,13 @@ parametrizations_arr=($parametrizations)
 report=''
 
 rm -f standalone_test_output.txt  # in case it exists, remove it
+rm -f testnames.txt
+
 function show_batched_output {
   if [ -f standalone_test_output.txt ]; then  # if exists
     cat standalone_test_output.txt
     # heuristic: stop if there's mentions of errors. this can prevent false negatives when only some of the ranks fail
-    if grep -iE 'error|exception|traceback|failed' standalone_test_output.txt | grep -qvE 'on_exception|xfailed'; then
+    if grep -iE 'error|exception|traceback|failed' standalone_test_output.txt | grep -vE 'on_exception|xfailed' | grep -qv -f testnames.txt; then
       echo "Potential error! Stopping."
       rm standalone_test_output.txt
       exit 1
@@ -57,11 +59,13 @@ trap show_batched_output EXIT  # show the output on exit
 
 # remove the "tests/tests_pytorch/" path suffixes
 path_prefix=$(basename "$(dirname "$(pwd)")")/$(basename "$(pwd)")"/"  # https://stackoverflow.com/a/8223345
+
 for i in "${!parametrizations_arr[@]}"; do
   parametrization=${parametrizations_arr[$i]//$path_prefix/}
   prefix="$((i+1))/${#parametrizations_arr[@]}"
 
   echo "$prefix: Running $parametrization"
+  echo $parametrization | sed 's/\[[^][]*\]//g' >> testnames.txt
 
   # fix the port to avoid race condition when batched distributed tests select the port randomly
   export MASTER_PORT=$((29500 + $i % $test_batch_size))

tests/tests_pytorch/strategies/test_ddp_integration.py

@@ -212,7 +212,7 @@ def test_find_unused_parameters_ddp_spawn_raises():
 
 
 @RunIf(standalone=True)
-def test_find_unused_parameters_ddp_raises():
+def test_find_unused_parameters_ddp_exception():
     """Test that the DDP strategy can change PyTorch's error message so that it's more useful for Lightning users."""
     trainer = Trainer(accelerator="cpu", devices=1, strategy="ddp", max_steps=2, logger=False)
     with pytest.raises(RuntimeError, match="It looks like your LightningModule has parameters that were not used in"):