devops: disable ppc64le to test s390x, check test build

Signed-off-by: Aaron Teo <[email protected]>

Author: taronaeo

.github/workflows/build.yml

@@ -192,8 +192,9 @@ jobs:
             os: ubuntu-22.04-arm
           - build: 's390x'
             os: ubuntu-24.04-s390x
-          - build: 'ppc64le'
-            os: ubuntu-24.04-ppc64le
+          # TODO: Disable ppc64le for now to test s390x
+          # - build: 'ppc64le'
+          #   os: ubuntu-24.04-ppc64le
 
     runs-on: ${{ matrix.os }}
 

tests/CMakeLists.txt

@@ -111,19 +111,35 @@ endfunction()
 # build test-tokenizer-0 target once and add many tests
 llama_build(test-tokenizer-0.cpp)
 
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-bert-bge          ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-bert-bge.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-command-r         ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-command-r.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-deepseek-coder    ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-deepseek-coder.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-deepseek-llm      ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-deepseek-llm.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-falcon            ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-falcon.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-gpt-2             ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-gpt-2.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-llama-bpe         ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-llama-bpe.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-llama-spm         ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-llama-spm.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-mpt               ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-mpt.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-phi-3             ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-phi-3.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-qwen2             ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-qwen2.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-refact            ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-refact.gguf)
-llama_test(test-tokenizer-0 NAME test-tokenizer-0-starcoder         ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-starcoder.gguf)
+if (NOT ${CMAKE_SYSTEM_PROCESSOR} MATCHES "s390x")
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-bert-bge          ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-bert-bge.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-command-r         ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-command-r.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-deepseek-coder    ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-deepseek-coder.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-deepseek-llm      ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-deepseek-llm.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-falcon            ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-falcon.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-gpt-2             ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-gpt-2.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-llama-bpe         ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-llama-bpe.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-llama-spm         ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-llama-spm.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-mpt               ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-mpt.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-phi-3             ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-phi-3.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-qwen2             ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-qwen2.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-refact            ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-refact.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-starcoder         ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-starcoder.gguf)
+else()
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-bert-bge-be       ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-bert-bge-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-command-r-be      ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-command-r-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-deepseek-coder-be ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-deepseek-coder-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-deepseek-llm-be   ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-deepseek-llm-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-falcon-be         ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-falcon-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-gpt-2-be          ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-gpt-2-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-llama-bpe-be      ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-llama-bpe-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-llama-spm-be      ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-llama-spm-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-mpt-be            ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-mpt-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-phi-3-be          ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-phi-3-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-qwen2-be          ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-qwen2-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-refact-be         ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-refact-be.gguf)
+    llama_test(test-tokenizer-0 NAME test-tokenizer-0-starcoder-be      ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-starcoder-be.gguf)
+endif()
 
 if (NOT WIN32)
     llama_test_cmd(