Move multimodal projector type configuration into .env file

Author: countzero

CHANGELOG.md

@@ -4,6 +4,11 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.8.0] - 2025-11-07
+
+### Changed
+- Move multimodal projector type configuration into .env file
+
 ## [1.7.0] - 2025-10-31
 
 ### Added

README.md

@@ -62,6 +62,20 @@ CACHE_DIRECTORY=.\cache
 # Path to the directory for importance matrix files.
 IMPORTANCE_MATRIX_DIRECTORY=.\imatrix
 
+#
+# Comma separated list of multimodal projector types.
+#
+# For models with vision capability a "mmproj" file will be
+# generated and placed next to the quantized models.
+#
+# Common types for the mmproj files:
+#
+#     F32  : Use float32 for older hardware
+#     BF16 : Use bfloat16 for current hardware (recommended)
+#     F16  : Use float16 for older hardware under VRAM constraints
+#
+MULTIMODAL_PROJECTOR_TYPES=BF16
+
 #
 # Comma separated list of quantization types.
 #

quantize_weights_for_llama.cpp.ps1

@@ -19,6 +19,7 @@ $cacheDirectory = Resolve-Path -Path $env:CACHE_DIRECTORY
 $trainingDataPath = Resolve-Path -Path $env:TRAINING_DATA
 $trainingDataChunks = [System.Convert]::ToInt32($env:TRAINING_DATA_CHUNKS)
 $quantizationTypes = $env:QUANTIZATION_TYPES -split ','
+$multimodalProjectorTypes = $env:MULTIMODAL_PROJECTOR_TYPES -split ','
 
 $naturalSort = { [regex]::Replace($_, '\d+', { $args[0].Value.PadLeft(20) }) }
 $repositoryDirectories = @(Get-ChildItem -Directory $sourceDirectory -Name | Sort-Object $naturalSort)
@@ -52,10 +53,8 @@ ForEach ($repositoryName in $repositoryDirectories) {
         $unquantizedModelPath = $unquantizedModelPathFromSource
     }
 
-    # We are computing a multimodal projector model in BF16 format
-    # for current hardware and F32 format as a fallback for older
-    # hardware for each model to enable vision capabilities.
-    ForEach ($multimodalProjectorType in @('BF16', 'F32')) {
+    # We are computing a multimodal projector file for each model to enable vision capabilities.
+    ForEach ($multimodalProjectorType in $multimodalProjectorTypes) {
 
         $multimodalProjectorPath = Join-Path -Path $targetDirectoryPath -ChildPath "${repositoryName}.mmproj.${multimodalProjectorType}.gguf"