Remove workaround for llama 3 because it is now supported by llama.cpp

countzero · countzero · commit cc88b0646a20 · 2024-04-21T19:38:03.000+02:00
diff --git a/quantize_weights_for_llama.cpp.ps1 b/quantize_weights_for_llama.cpp.ps1
@@ -65,7 +65,7 @@ ForEach ($repositoryName in $repositoryDirectories) {
             $convertParameters = "--outfile `"${unquantizedModelPath}`" `"${sourceDirectoryPath}`""
 
             # Some models have a Byte Pair Encoding (BPE) vocabulary type.
-            if (@("Smaug-72B-v0.1", "Meta-Llama-3-8B-Instruct", "Meta-Llama-3-70B-Instruct").Contains($repositoryName)) {
+            if (@("Smaug-72B-v0.1").Contains($repositoryName)) {
                 $convertParameters = "--vocab-type `"bpe`" --pad-vocab $convertParameters"
             }
 

Original file line number	Diff line number	Diff line change
`@@ -65,7 +65,7 @@ ForEach ($repositoryName in $repositoryDirectories) {`
`65`	`65`	$convertParameters = "--outfile `"${unquantizedModelPath}`" `"${sourceDirectoryPath}`""
`66`	`66`
`67`	`67`	`# Some models have a Byte Pair Encoding (BPE) vocabulary type.`
`68`		`- if (@("Smaug-72B-v0.1", "Meta-Llama-3-8B-Instruct", "Meta-Llama-3-70B-Instruct").Contains($repositoryName)) {`
	`68`	`+ if (@("Smaug-72B-v0.1").Contains($repositoryName)) {`
`69`	`69`	$convertParameters = "--vocab-type `"bpe`" --pad-vocab $convertParameters"
`70`	`70`	`}`
`71`	`71`