chore: update VocabularyValidator

steipete · steipete · commit af1377139376 · 2025-07-02T21:23:13.000+01:00
diff --git a/VibeMeter/Core/Utilities/Tiktoken/VocabularyValidator.swift b/VibeMeter/Core/Utilities/Tiktoken/VocabularyValidator.swift
@@ -162,9 +162,12 @@ final class VocabularyValidator {
 
         // Check for gaps in ranks
         let sortedRanks = bytePairRanks.values.sorted()
-        for i in 1 ..< sortedRanks.count {
-            if sortedRanks[i] - sortedRanks[i - 1] > 1000 {
-                warnings.append(.gapInRanks(start: sortedRanks[i - 1], end: sortedRanks[i]))
+        if sortedRanks.count > 1 {
+            for i in 1 ..< sortedRanks.count {
+                let gap = sortedRanks[i] - sortedRanks[i - 1]
+                if gap > 1000 {
+                    warnings.append(.gapInRanks(start: sortedRanks[i - 1], end: sortedRanks[i]))
+                }
             }
         }
 

Original file line number	Diff line number	Diff line change
`@@ -162,9 +162,12 @@ final class VocabularyValidator {`
`162`	`162`
`163`	`163`	`// Check for gaps in ranks`
`164`	`164`	`let sortedRanks = bytePairRanks.values.sorted()`
`165`		`- for i in 1 ..< sortedRanks.count {`
`166`		`- if sortedRanks[i] - sortedRanks[i - 1] > 1000 {`
`167`		`- warnings.append(.gapInRanks(start: sortedRanks[i - 1], end: sortedRanks[i]))`
	`165`	`+ if sortedRanks.count > 1 {`
	`166`	`+ for i in 1 ..< sortedRanks.count {`
	`167`	`+ let gap = sortedRanks[i] - sortedRanks[i - 1]`
	`168`	`+ if gap > 1000 {`
	`169`	`+ warnings.append(.gapInRanks(start: sortedRanks[i - 1], end: sortedRanks[i]))`
	`170`	`+ }`
`168`	`171`	`}`
`169`	`172`	`}`
`170`	`173`