Merge branch 'cloudflare:production' into production

Author: krishnprakash

src/assets/images/ai-gateway/Guardrails.png

@@ -71,9 +71,37 @@ if (thumbnailTimeOrURL !== undefined) {
 			const title = this.dataset.title as string;
 
 			const player = this.querySelector(`#${id}`) as HTMLIFrameElement;
+			const stream = Stream(player);
 
-			Stream(player).addEventListener("play", () => {
-				track("play docs video", { title: title });
+			stream.addEventListener("play", () => {
+				track("play docs video", { title });
+			});
+
+			stream.addEventListener("pause", () => {
+				track("paused docs video", {
+					title,
+					time: stream.currentTime.toFixed(1),
+				});
+			});
+
+			stream.addEventListener("seeked", () => {
+				track("seeked docs video", {
+					title,
+					time: stream.currentTime.toFixed(1),
+				});
+			});
+
+			stream.addEventListener("ended", () => {
+				track("ended docs video", { title });
+			});
+
+			stream.addEventListener("ratechange", () => {
+				if (stream.playbackRate === 0 || stream.playbackRate === 1) return;
+
+				track("changed playback rate docs video", {
+					title,
+					rate: stream.playbackRate,
+				});
 			});
 		}
 	}

src/components/Stream.astro

@@ -5,7 +5,7 @@ import Default from "@astrojs/starlight/components/Sidebar.astro";
 import { Icon as AstroIcon } from "astro-icon/components";
 import { lookupProductTitle } from "~/util/sidebar";
 
-const [product, module] = Astro.url.pathname.split("/").slice(1, -1);
+const [product, module] = Astro.url.pathname.split("/").filter(Boolean);
 ---
 
 <a

src/components/overrides/Sidebar.astro

@@ -2,9 +2,35 @@
 import type { Props } from "@astrojs/starlight/props";
 import Default from "@astrojs/starlight/components/TableOfContents.astro";
 
+import { Icon } from "@astrojs/starlight/components";
 import FeedbackPrompt from "../FeedbackPrompt.tsx";
 ---
 
 <Default {...Astro.props} />
+{
+	!Astro.url.pathname.startsWith("/support/") && (
+		<>
+			<br />
+			<div class="flex gap-2">
+				{Astro.props.editUrl && (
+					<a
+						href={Astro.props.editUrl}
+						class="h-8 cursor-pointer content-center rounded bg-cl1-brand-orange px-4 text-sm font-medium text-cl1-black"
+					>
+						<Icon name="pencil" />
+						Edit
+					</a>
+				)}
+				<a
+					href="https://github.com/cloudflare/cloudflare-docs/issues/new/choose"
+					class="h-8 cursor-pointer content-center rounded bg-cl1-brand-orange px-4 text-sm font-medium text-cl1-black"
+				>
+					<Icon name="github" />
+					Issue
+				</a>
+			</div>
+		</>
+	)
+}
 <br />
 <FeedbackPrompt client:idle />

src/components/overrides/TableOfContents.astro

@@ -0,0 +1,18 @@
+---
+title: Introducing Guardrails in AI Gateway
+description: Keep AI interactions secure and risk-free with Guardrails in AI Gateway
+products:
+  - ai-gateway
+date: 2025-02-26T6:00:00Z
+---
+
+[AI Gateway](/ai-gateway/) now includes [Guardrails](/ai-gateway/guardrails/), to help you monitor your AI apps for harmful or inappropriate content and deploy safely. 
+
+Within the AI Gateway settings, you can configure:
+- **Guardrails**: Enable or disable content moderation as needed.
+- **Evaluation scope**: Select whether to moderate user prompts, model responses, or both.
+- **Hazard categories**: Specify which categories to monitor and determine whether detected inappropriate content should be blocked or flagged.
+
+![Guardrails in AI Gateway](~/assets/images/ai-gateway/Guardrails.png)
+
+Learn more in the [blog](https://blog.cloudflare.com/guardrails-in-ai-gateway/) or our [documentation](/ai-gateway/guardrails/).

src/content/changelog/ai-gateway/2025-02-26-guardrails.mdx

@@ -1,7 +1,70 @@
 ---
-title: Workers AI JSON Mode
+title: Workers AI now supports structured JSON outputs.
 description: Workers AI JSON Mode adds structured outputs support
 date: 2025-02-25T15:00:00Z
 ---
 
-We've updated the Workers AI to support [JSON mode](/workers-ai/json-mode/), enabling applications to request a structured output response when interacting with AI models.
+import { TypeScriptExample } from "~/components";
+
+Workers AI now supports structured JSON outputs with [JSON mode](/workers-ai/json-mode/), which allows you to request a structured output response when interacting with AI models.
+
+This makes it much easier to retrieve structured data from your AI models, and avoids the (error prone!) need to parse large unstructured text responses to extract your data.
+
+JSON mode in Workers AI is compatible with the OpenAI SDK's [structured outputs](https://platform.openai.com/docs/guides/structured-outputs) `response_format` API, which can be used directly in a Worker:
+
+<TypeScriptExample>
+
+```ts
+import { OpenAI } from "openai";
+
+interface Env {
+	OPENAI_API_KEY: string;
+}
+
+// Define your JSON schema for a calendar event
+const CalendarEventSchema = {
+  type: 'object',
+  properties: {
+    name: { type: 'string' },
+    date: { type: 'string' },
+    participants: { type: 'array', items: { type: 'string' } },
+  },
+  required: ['name', 'date', 'participants']
+};
+
+export default {
+	async fetch(request: Request, env: Env) {
+		const client = new OpenAI({
+			apiKey: env.OPENAI_API_KEY,
+			// Optional: use AI Gateway to bring logs, evals & caching to your AI requests
+			// https://developers.cloudflare.com/ai-gateway/providers/openai/
+			// baseUrl: "https://gateway.ai.cloudflare.com/v1/{account_id}/{gateway_id}/openai"
+		});
+
+		const response = await client.chat.completions.create({
+	    model: 'gpt-4o-2024-08-06',
+	    messages: [
+	      { role: 'system', content: 'Extract the event information.' },
+	      { role: 'user', content: 'Alice and Bob are going to a science fair on Friday.' },
+	    ],
+			// Use the `response_format` option to request a structured JSON output
+	    response_format: {
+				// Set json_schema and provide ra schema, or json_object and parse it yourself
+	      type: 'json_schema',
+	      schema: CalendarEventSchema, // provide a schema
+	    },
+	  });
+
+		// This will be of type CalendarEventSchema
+		const event = response.choices[0].message.parsed;
+
+		return Response.json({
+			"calendar_event": event,
+		})
+	}
+}
+```
+
+</TypeScriptExample>
+
+To learn more about JSON mode and structured outputs, visit the [Workers AI documentation](/workers-ai/json-mode/).

src/content/changelog/workers-ai/2025-02-25-json-mode.mdx

@@ -0,0 +1,12 @@
+---
+title: Concurrent Workflow instances limits increased.
+description: Increased concurrency limits for Workflows instances
+  - workflows
+date: 2025-02-25T15:00:00Z
+---
+
+import { Render, PackageManagers, TypeScriptExample } from "~/components"
+
+[Workflows](/workflows/) now supports up to 4,500 concurrent (running) instances, up from the previous limit of 100. This limit will continue to increase during the Workflows open beta. This increase applies to all users on the Workers Paid plan, and takes effect immediately. 
+
+Review the Workflows [limits documentation](/workflows/reference/limits) and/or dive into the [get started guide](/workflows/get-started/guide/) to start building on Workflows.

src/content/changelog/workflows/2025-02-25-workflows-concurrency-increased.mdx

@@ -12,8 +12,6 @@ Limits that apply to authoring, deploying, and running Agents are detailed below
 
 Many limits are inherited from those applied to Workers scripts and/or Durable Objects, and are detailed in the [Workers limits](/workers/platform/limits/) documentation.
 
-::: note
-
 | Feature                                   | Limit         			    |
 | ----------------------------------------- | ----------------------- |
 | Max concurrent (running) Agents per account	| Tens of millions+ [^1]

src/content/docs/agents/platform/limits.mdx

@@ -0,0 +1,38 @@
+---
+title: Guardrails
+pcx_content_type: navigation
+order: 1
+sidebar:
+  order: 8
+  group:
+    badge: Beta
+---
+
+import { CardGrid, LinkTitleCard } from "~/components";
+
+Guardrails help you deploy AI applications safely by intercepting and evaluating both user prompts and model responses for harmful content. Acting as a proxy between your application and [model providers](/ai-gateway/providers/) (such as OpenAI, Anthropic, DeepSeek, and others), AI Gateway's Guardrails ensure a consistent and secure experience across your entire AI ecosystem.
+
+Guardrails proactively monitor interactions between users and AI models, giving you:
+
+- **Consistent moderation**: Uniform moderation layer that works across models and providers.
+- **Enhanced safety and user trust**: Proactively protect users from harmful or inappropriate interactions.
+- **Flexibility and control over allowed content**: Specify which categories to monitor and choose between flagging or outright blocking.
+- **Auditing and compliance capabilities**: Receive updates on evolving regulatory requirements with logs of user prompts, model responses, and enforced guardrails.
+
+## How Guardrails work
+
+AI Gateway inspects all interactions in real time by evaluating content against predefined safety parameters. Guardrails work by:
+
+1. Intercepting interactions:
+   AI Gateway proxies requests and responses, sitting between the user and the AI model.
+
+2. Inspecting content:
+
+   - User prompts: AI Gateway checks prompts against safety parameters (for example, violence, hate, or sexual content). Based on your settings, prompts can be flagged or blocked before reaching the model.
+   - Model responses: Once processed, the AI model response is inspected. If hazardous content is detected, it can be flagged or blocked before being delivered to the user.
+
+3. Applying actions:
+   Depending on your configuration, flagged content is logged for review, while blocked content is prevented from proceeding.
+
+## Related resource
+- [Cloudflare Blog: Keep AI interactions secure and risk-free with Guardrails in AI Gateway](https://blog.cloudflare.com/guardrails-in-ai-gateway/)

src/content/docs/ai-gateway/guardrails/index.mdx

@@ -0,0 +1,23 @@
+---
+pcx_content_type: how-to
+title: Set up Guardrails
+sidebar:
+  order: 3
+---
+
+Add Guardrails to any gateway to start evaluating and potentially modifying responses.
+
+1. Log into the [Cloudflare dashboard](https://dash.cloudflare.com/) and select your account.
+2. Go to **AI** > **AI Gateway**.
+3. Select a gateway.
+4. Go to **Guardrails**.
+5. Switch the toggle to **On**.
+6. To customize categories, select **Change** > **Configure specific categories**.
+7. Update your choices for how Guardrails works on specific prompts or responses (**Flag**, **Ignore**, **Block**).
+   - For **Prompts**: Guardrails will evaluate and transform incoming prompts based on your security policies.
+   - For **Responses**: Guardrails will inspect the model's responses to ensure they meet your content and formatting guidelines.
+8. Select **Save**.
+
+:::note[Usage considerations]
+For additional details about how to implement Guardrails, refer to [Usage considerations](/ai-gateway/guardrails/usage-considerations/).
+:::