test: fix tests

giladgd · giladgd · commit 144c9c48ad2b · 2025-01-02T02:32:55.000+02:00
diff --git a/test/modelDependent/llama3.1/tokenPredictor.test.ts b/test/modelDependent/llama3.1/tokenPredictor.test.ts
@@ -72,14 +72,14 @@ describe("llama 3.1", () => {
               ]
             `);
 
-            const text2Tokens = model.tokenize("can the");
+            const text2Tokens = model.tokenize("can be");
             predictor.pushTokens(text2Tokens);
 
             const predictedTokens4 = await predictor.predictTokens();
             expect(predictedTokens4.map((token) => model.detokenize([token], true))).toMatchInlineSnapshot(`
               [
-                " average",
-                " person",
+                " done",
+                " to",
               ]
             `);
         });

Original file line number	Diff line number	Diff line change
`@@ -72,14 +72,14 @@ describe("llama 3.1", () => {`
`72`	`72`	`]`
`73`	`73`	`);
`74`	`74`
`75`		`- const text2Tokens = model.tokenize("can the");`
	`75`	`+ const text2Tokens = model.tokenize("can be");`
`76`	`76`	`predictor.pushTokens(text2Tokens);`
`77`	`77`
`78`	`78`	`const predictedTokens4 = await predictor.predictTokens();`
`79`	`79`	expect(predictedTokens4.map((token) => model.detokenize([token], true))).toMatchInlineSnapshot(`
`80`	`80`	`[`
`81`		`- " average",`
`82`		`- " person",`
	`81`	`+ " done",`
	`82`	`+ " to",`
`83`	`83`	`]`
`84`	`84`	`);
`85`	`85`	`});`