fix: typo

giladgd · giladgd · commit e1db16247ac2 · 2024-12-07T00:15:11.000+02:00
diff --git a/src/utils/tokenizerUtils.ts b/src/utils/tokenizerUtils.ts
@@ -13,7 +13,7 @@ export function resolveBeginningTokenToPrepend(vocabularyType: LlamaVocabularyTy
         return tokens.cls;
 
     if (tokens.shouldPrependBosToken)
-        return tokens.eos;
+        return tokens.bos;
 
     return null;
 }

Original file line number	Diff line number	Diff line change
`@@ -13,7 +13,7 @@ export function resolveBeginningTokenToPrepend(vocabularyType: LlamaVocabularyTy`
`13`	`13`	`return tokens.cls;`
`14`	`14`
`15`	`15`	`if (tokens.shouldPrependBosToken)`
`16`		`- return tokens.eos;`
	`16`	`+ return tokens.bos;`
`17`	`17`
`18`	`18`	`return null;`
`19`	`19`	`}`