Update src/content/docs/workers-ai/features/async-batch-api.mdx

daisyfaithauma · thatsKevinJain · web-flow · commit cb9c4ded75f1 · 2025-04-09T15:35:26.000+01:00
Co-authored-by: Kevin Jain &lt;thatskevinjain@gmail.com&gt;
diff --git a/src/content/docs/workers-ai/features/async-batch-api.mdx b/src/content/docs/workers-ai/features/async-batch-api.mdx
@@ -218,7 +218,7 @@ export default {
 			// Send the batch request to the AI model via the AI binding
 			// Replace "@cf/meta/llama-3.3-70b-instruct-batch" with your desired batch-enabled model if needed.
 			const batchResponse = await env.AI.run(
-				"@cf/meta/llama-3.3-70b-instruct-batch",
+				"@cf/meta/ray-llama-3.3-70b-instruct-fp8-fast",
 				{
 					requests: data.requests,
 				},

Original file line number	Diff line number	Diff line change
`@@ -218,7 +218,7 @@ export default {`
`218`	`218`	`// Send the batch request to the AI model via the AI binding`
`219`	`219`	`// Replace "@cf/meta/llama-3.3-70b-instruct-batch" with your desired batch-enabled model if needed.`
`220`	`220`	`const batchResponse = await env.AI.run(`
`221`		`- "@cf/meta/llama-3.3-70b-instruct-batch",`
	`221`	`+ "@cf/meta/ray-llama-3.3-70b-instruct-fp8-fast",`
`222`	`222`	`{`
`223`	`223`	`requests: data.requests,`
`224`	`224`	`},`