chore: update VocabularyValidator formatting

steipete · steipete · commit c8b8fd14ea4d · 2025-07-02T21:24:05.000+01:00
diff --git a/VibeMeter/Core/Utilities/Tiktoken/VocabularyValidator.swift b/VibeMeter/Core/Utilities/Tiktoken/VocabularyValidator.swift
@@ -164,9 +164,11 @@ final class VocabularyValidator {
         let sortedRanks = bytePairRanks.values.sorted()
         if sortedRanks.count > 1 {
             for i in 1 ..< sortedRanks.count {
-                let gap = sortedRanks[i] - sortedRanks[i - 1]
-                if gap > 1000 {
-                    warnings.append(.gapInRanks(start: sortedRanks[i - 1], end: sortedRanks[i]))
+                let prev = sortedRanks[i - 1]
+                let curr = sortedRanks[i]
+                let gap = curr - prev
+                if gap > 1000 && prev < curr {
+                    warnings.append(.gapInRanks(start: prev, end: curr))
                 }
             }
         }

Original file line number	Diff line number	Diff line change
`@@ -164,9 +164,11 @@ final class VocabularyValidator {`
`164`	`164`	`let sortedRanks = bytePairRanks.values.sorted()`
`165`	`165`	`if sortedRanks.count > 1 {`
`166`	`166`	`for i in 1 ..< sortedRanks.count {`
`167`		`- let gap = sortedRanks[i] - sortedRanks[i - 1]`
`168`		`- if gap > 1000 {`
`169`		`- warnings.append(.gapInRanks(start: sortedRanks[i - 1], end: sortedRanks[i]))`
	`167`	`+ let prev = sortedRanks[i - 1]`
	`168`	`+ let curr = sortedRanks[i]`
	`169`	`+ let gap = curr - prev`
	`170`	`+ if gap > 1000 && prev < curr {`
	`171`	`+ warnings.append(.gapInRanks(start: prev, end: curr))`
`170`	`172`	`}`
`171`	`173`	`}`
`172`	`174`	`}`