Add --extra-skip-list-suffixes options into test-triton.sh (#5093)

`pytest-skip==0.2.0` allows to specify multiple skiplists via semicolon
(for details:
https://github.com/vlad-penkin/pytest-skip/releases/tag/v0.2.0).

This pull request adds minimal support for this change.

Tested locally: `./scripts/test-triton.sh --interpreter
--skip-pytorch-install --skip-pip-install --extra-skip-list-suffixes
sort,sort2`.
For this I created 3 files in `skiplist/default` folder:
`interpreter.txt`, `interpreter-sort.txt` and `interpreter-sort2.txt`.

If there is no file matching the suffix, the script will show an error:
```bash
./scripts/test-triton.sh --interpreter --skip-pytorch-install --skip-pip-install --extra-skip-list-suffixes sort,sort3
**** Skipping installation of pip dependencies ****
**** Skipping installation of pytorch ****
***************************************************
******   Running Triton Interpreter tests    ******
***************************************************
ERROR: /home/jovyan/intel-xpu-backend-for-triton/scripts/skiplist/default/interpreter-sort3.txt not found
```

Signed-off-by: Anatoly Myachev <[email protected]>

Author: anmyachev

.github/workflows/auto-update-translator-cid.yml

@@ -59,7 +59,7 @@ jobs:
       - name: Install test dependencies
         if: ${{ env.TARGET_PRID == null }}
         run: |
-          pip install pytest pytest-xdist pytest-rerunfailures pytest-skip pytest-timeout expecttest
+          pip install pytest pytest-xdist pytest-rerunfailures 'pytest-skip>=0.2.0' pytest-timeout expecttest
           pip install git+https://github.com/kwasd/[email protected]
 
       - name: Get commit ID from Triton's spirv-llvm-translator.conf

scripts/docs-triton.sh

@@ -36,7 +36,7 @@ export TRITON_PROJ=$BASE/intel-xpu-backend-for-triton
 export TRITON_PROJ_BUILD=$TRITON_PROJ/python/build
 export SCRIPTS_DIR=$(cd $(dirname "$0") && pwd)
 
-python3 -m pip install lit pytest pytest-xdist pytest-rerunfailures pytest-skip
+python3 -m pip install lit pytest pytest-xdist pytest-rerunfailures 'pytest-skip>=0.2.0'
 
 source $SCRIPTS_DIR/pytest-utils.sh
 $SCRIPTS_DIR/install-pytorch.sh $([ $VENV = true ] && echo "--venv")

scripts/pytest-utils.sh

@@ -4,6 +4,7 @@ SCRIPTS_DIR="$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd
 TRITON_TEST_REPORTS="${TRITON_TEST_REPORTS:-false}"
 TRITON_TEST_REPORTS_DIR="${TRITON_TEST_REPORTS_DIR:-$HOME/reports/$TIMESTAMP}"
 TRITON_TEST_SKIPLIST_DIR="${TRITON_TEST_SKIPLIST_DIR:-$SCRIPTS_DIR/skiplist/default}"
+TRITON_EXTRA_SKIPLIST_SUFFIXES="${TRITON_EXTRA_SKIPLIST_SUFFIXES:=}"
 TRITON_TEST_SELECTFILE="${TRITON_TEST_SELECTFILE:=}"
 TRITON_TEST_WARNING_REPORTS="${TRITON_TEST_WARNING_REPORTS:-false}"
 TRITON_TEST_IGNORE_ERRORS="${TRITON_TEST_IGNORE_ERRORS:-false}"
@@ -41,8 +42,21 @@ pytest() {
 
     if [[ ! -f $TRITON_TEST_SELECTFILE && -v TRITON_TEST_SUITE && -f $TRITON_TEST_SKIPLIST_DIR/$TRITON_TEST_SUITE.txt ]]; then
         if [[ $TEST_UNSKIP = false ]]; then
+            SKIPFILES="$TRITON_TEST_SKIPLIST_DIR/$TRITON_TEST_SUITE.txt"
+            if [[ -n "$TRITON_EXTRA_SKIPLIST_SUFFIXES" ]]; then
+                IFS=',' read -ra SUFFIXES <<< "$TRITON_EXTRA_SKIPLIST_SUFFIXES"
+                for SUFFIX in "${SUFFIXES[@]}"; do
+                    SKIPFILE="$TRITON_TEST_SKIPLIST_DIR/${TRITON_TEST_SUITE}-${SUFFIX}.txt"
+                    if [[ -f "$SKIPFILE" ]]; then
+                        SKIPFILES+=";$SKIPFILE"
+                    else
+                        echo "ERROR: $SKIPFILE not found"
+                        exit 1
+                    fi
+                done
+            fi
             pytest_extra_args+=(
-                "--skip-from-file=$TRITON_TEST_SKIPLIST_DIR/$TRITON_TEST_SUITE.txt"
+                "--skip-from-file=$SKIPFILES"
                 "--select-fail-on-missing"
             )
         else

scripts/requirements-test.txt

@@ -14,7 +14,7 @@ tabulate
 pytest-xdist
 pytest-forked
 pytest-rerunfailures
-pytest-skip
+pytest-skip>=0.2.0
 pytest-timeout
 
 # To set the process title to the name of the test

scripts/test-triton.sh

@@ -37,6 +37,7 @@ OPTION:
     --warning-reports
     --ignore-errors
     --skip-list SKIPLIST
+    --extra-skip-list-suffixes SEMICOLON-SEPARATED LIST OF SUFFIXES
     --select-from-file SELECTFILE
 "
 
@@ -221,6 +222,10 @@ while (( $# != 0 )); do
       TRITON_TEST_SKIPLIST_DIR="$(mkdir -p "$2" && cd "$2" && pwd)"
       shift 2
       ;;
+    --extra-skip-list-suffixes)
+      TRITON_EXTRA_SKIPLIST_SUFFIXES="$2"
+      shift 2
+      ;;
     --select-from-file)
       # Must be absolute
       TRITON_TEST_SELECTFILE="$(realpath "$2")"