discojs/src/processing/text.spec.ts: increase llama 3 tokenization timeout

JulienVig · JulienVig · commit 5cf49e783ddd · 2025-04-01T14:58:57.000+02:00
diff --git a/discojs/src/processing/text.spec.ts b/discojs/src/processing/text.spec.ts
@@ -67,7 +67,7 @@ describe("text processing", () => {
     ]
     const tokens = tokenize(tokenizer, text);
     expect(tokens.toArray()).to.be.deep.equal(expectedTokens);
-  });
+  }).timeout(3000);
 
   it("can tokenize text with the GPT2 tokenizer", async () => {
     const tokenizer = await AutoTokenizer.from_pretrained("Xenova/gpt2");

Original file line number	Diff line number	Diff line change
`@@ -67,7 +67,7 @@ describe("text processing", () => {`
`67`	`67`	`]`
`68`	`68`	`const tokens = tokenize(tokenizer, text);`
`69`	`69`	`expect(tokens.toArray()).to.be.deep.equal(expectedTokens);`
`70`		`- });`
	`70`	`+ }).timeout(3000);`
`71`	`71`
`72`	`72`	`it("can tokenize text with the GPT2 tokenizer", async () => {`
`73`	`73`	`const tokenizer = await AutoTokenizer.from_pretrained("Xenova/gpt2");`