@@ -275,7 +275,7 @@ jobs:
275275 strategy :
276276 matrix :
277277 arch : ['x64'] # , 'arm64'
278- instr : ['noavx', 'avx', 'avx2', 'avx512', 'avx512bf16 ']
278+ instr : ['noavx', 'avx', 'avx2', 'avx512', 'avx512_vnni', 'avx512_vnni_bf16', 'avx512_vnni_vbmi', 'avx512_vnni_vbmi_bf16 ']
279279
280280 steps :
281281 - name : Clone
@@ -312,9 +312,11 @@ jobs:
312312 -DGGML_CPU_ALL_VARIANTS=${{ matrix.arch == 'x64' && 'ON' || 'OFF' }} ^
313313 -DGGML_OPENMP=ON ^
314314 -DGGML_AVX=${{ matrix.instr == 'avx' && 'ON' || 'OFF' }} ^
315- -DGGML_AVX2=${{ (matrix.instr == 'avx2' || matrix.instr == 'avx512' || matrix.instr == 'avx512bf16') && 'ON' || 'OFF' }} ^
316- -DGGML_AVX512=${{ (matrix.instr == 'avx512' || matrix.instr == 'avx512bf16') && 'ON' || 'OFF' }} ^
317- -DGGML_AVX512_BF16=${{ matrix.instr == 'avx512bf16' && 'ON' || 'OFF' }} ^
315+ -DGGML_AVX2=${{ (matrix.instr == 'avx2' || matrix.instr == 'avx512' || matrix.instr == 'avx512_vnni' || matrix.instr == 'avx512_vnni_vbmi' || matrix.instr == 'avx512_vnni_bf16' || matrix.instr == 'avx512_vnni_vbmi_bf16') && 'ON' || 'OFF' }} ^
316+ -DGGML_AVX512=${{ (matrix.instr == 'avx512' || matrix.instr == 'avx512_vnni' || matrix.instr == 'avx512_vnni_vbmi' || matrix.instr == 'avx512_vnni_bf16' || matrix.instr == 'avx512_vnni_vbmi_bf16') && 'ON' || 'OFF' }} ^
317+ -DGGML_AVX512_VNNI=${{ (matrix.instr == 'avx512_vnni' || matrix.instr == 'avx512_vnni_vbmi' || matrix.instr == 'avx512_vnni_bf16' || matrix.instr == 'avx512_vnni_vbmi_bf16') && 'ON' || 'OFF' }} ^
318+ -DGGML_AVX512_VBMI=${{ (matrix.instr == 'avx512_vnni_vbmi' || matrix.instr == 'avx512_vnni_vbmi_bf16') && 'ON' || 'OFF' }} ^
319+ -DGGML_AVX512_BF16=${{ (matrix.instr == 'avx512_vnni_bf16' || matrix.instr == 'avx512_vnni_vbmi_bf16') && 'ON' || 'OFF' }} ^
318320 -DCURL_LIBRARY="%CURL_PATH%/lib/libcurl.dll.a" -DCURL_INCLUDE_DIR="%CURL_PATH%/include" ^
319321 -DGGML_MAX_CONTEXTS=2048 ^
320322 ${{ env.CMAKE_ARGS }}
@@ -424,7 +426,7 @@ jobs:
424426 strategy :
425427 matrix :
426428 cuda : ['12.8'] # , '11.7'
427- instr : ['avx2', 'avx512', 'avx512_vnni', 'avx512_vnni_bf16', 'avx512_vnni_vbmi'] # 'avx', 'noavx' won't compile because missing declarations all over the place
429+ instr : ['avx2', 'avx512', 'avx512_vnni', 'avx512_vnni_bf16', 'avx512_vnni_vbmi', 'avx512_vnni_vbmi_bf16' ] # 'avx', 'noavx' won't compile because missing declarations all over the place
428430
429431 steps :
430432 - name : Clone
@@ -457,11 +459,11 @@ jobs:
457459 -DGGML_NATIVE=OFF ^
458460 -DGGML_OPENMP=ON ^
459461 -DGGML_AVX=${{ matrix.instr == 'avx' && 'ON' || 'OFF' }} ^
460- -DGGML_AVX2=${{ (matrix.instr == 'avx2' || matrix.instr == 'avx512' || matrix.instr == 'avx512_vnni' || matrix.instr == 'avx512_vnni_bf16' || matrix.instr == 'avx512_vnni_vbmi ') && 'ON' || 'OFF' }} ^
461- -DGGML_AVX512=${{ (matrix.instr == 'avx512' || matrix.instr == 'avx512_vnni' || matrix.instr == 'avx512_vnni_bf16' || matrix.instr == 'avx512_vnni_vbmi ') && 'ON' || 'OFF' }} ^
462- -DGGML_AVX512_VNNI=${{ (matrix.instr == 'avx512_vnni' || matrix.instr == 'avx512_vnni_bf16' || matrix.instr == 'avx512_vnni_vbmi ') && 'ON' || 'OFF' }} ^
463- -DGGML_AVX512_VBMI=${{ matrix.instr == 'avx512_vnni_vbmi' && 'ON' || 'OFF' }} ^
464- -DGGML_AVX512_BF16=${{ matrix.instr == 'avx512_vnni_bf16' && 'ON' || 'OFF' }} ^
462+ -DGGML_AVX2=${{ (matrix.instr == 'avx2' || matrix.instr == 'avx512' || matrix.instr == 'avx512_vnni' || matrix.instr == 'avx512_vnni_vbmi' || matrix.instr == ' avx512_vnni_bf16' || matrix.instr == 'avx512_vnni_vbmi_bf16 ') && 'ON' || 'OFF' }} ^
463+ -DGGML_AVX512=${{ (matrix.instr == 'avx512' || matrix.instr == 'avx512_vnni' || matrix.instr == 'avx512_vnni_vbmi' || matrix.instr == ' avx512_vnni_bf16' || matrix.instr == 'avx512_vnni_vbmi_bf16 ') && 'ON' || 'OFF' }} ^
464+ -DGGML_AVX512_VNNI=${{ (matrix.instr == 'avx512_vnni' || matrix.instr == 'avx512_vnni_vbmi' || matrix.instr == ' avx512_vnni_bf16' || matrix.instr == 'avx512_vnni_vbmi_bf16 ') && 'ON' || 'OFF' }} ^
465+ -DGGML_AVX512_VBMI=${{ ( matrix.instr == 'avx512_vnni_vbmi' || matrix.instr == 'avx512_vnni_vbmi_bf16') && 'ON' || 'OFF' }} ^
466+ -DGGML_AVX512_BF16=${{ ( matrix.instr == 'avx512_vnni_bf16' || matrix.instr == 'avx512_vnni_vbmi_bf16') && 'ON' || 'OFF' }} ^
465467 -DGGML_CUDA=ON ^
466468 -DGGML_SCHED_MAX_COPIES=1 ^
467469 -DGGML_CUDA_IQK_FORCE_BF16=1 ^
0 commit comments