Larger context windows

public/calls/static/calls-api-2024-05-21.yaml

@@ -502,7 +502,7 @@ components:
                   errorCode:
                     type: string
                   errorDescription:
-                     type: string
+                    type: string
         requiresImmediateRenegotiation:
           type: boolean
     GetSessionStateResponse:
@@ -538,6 +538,3 @@ components:
           type: string
         sessionDescription:
           $ref: "#/components/schemas/SessionDescription"
-
-
-

src/components/models/ModelFeatures.tsx

@@ -0,0 +1,118 @@
+import type { WorkersAIModelsSchema } from "~/schemas";
+
+const ModelFeatures = ({ model }: { model: WorkersAIModelsSchema }) => {
+	const nf = new Intl.NumberFormat("en-US");
+	const properties: any = {};
+	model.properties.forEach((property: any) => {
+		properties[property.property_id] = property.value;
+	});
+
+	return (
+		<>
+			{Object.keys(properties).length ? (
+				<>
+					<table>
+						<thead>
+							<tr>
+								<>
+									<th>Features</th>
+									<th />
+								</>
+							</tr>
+						</thead>
+						<tbody>
+							{properties.planned_deprecation_date && (
+								<tr>
+									<td>
+										{Date.now() >
+										Math.floor(
+											new Date(properties.planned_deprecation_date).getTime() /
+												1000,
+										)
+											? "Deprecated"
+											: "Planned Deprecation"}
+									</td>
+									<td>
+										{new Date(
+											properties.planned_deprecation_date,
+										).toLocaleDateString("en-US")}
+									</td>
+								</tr>
+							)}
+							{properties.context_window && (
+								<tr>
+									<td>
+										Context Window
+										<a href="/workers-ai/glossary/">
+											<span className="external-link"> ↗</span>
+										</a>
+									</td>
+									<td>{nf.format(properties.context_window)} tokens</td>
+								</tr>
+							)}
+							{properties.terms && (
+								<tr>
+									<td>Terms and License</td>
+									<td>
+										<a href={properties.terms} target="_blank">
+											link<span className="external-link"> ↗</span>
+										</a>
+									</td>
+								</tr>
+							)}
+							{properties.info && (
+								<tr>
+									<td>More information</td>
+									<td>
+										<a href={properties.info} target="_blank">
+											link<span className="external-link"> ↗</span>
+										</a>
+									</td>
+								</tr>
+							)}
+							{properties.max_input_tokens && (
+								<tr>
+									<td>Maximum Input Tokens</td>
+									<td>{nf.format(properties.max_input_tokens)}</td>
+								</tr>
+							)}
+							{properties.output_dimensions && (
+								<tr>
+									<td>Output Dimensions</td>
+									<td>{nf.format(properties.output_dimensions)}</td>
+								</tr>
+							)}
+							{properties.function_calling && (
+								<tr>
+									<td>
+										Function calling{" "}
+										<a href="/workers-ai/function-calling">
+											<span className="external-link"> ↗</span>
+										</a>
+									</td>
+									<td>Yes</td>
+								</tr>
+							)}
+							{properties.lora && (
+								<tr>
+									<td>LoRA</td>
+									<td>Yes</td>
+								</tr>
+							)}
+							{properties.beta && (
+								<tr>
+									<td>Beta</td>
+									<td>Yes</td>
+								</tr>
+							)}
+						</tbody>
+					</table>
+				</>
+			) : (
+				false
+			)}
+		</>
+	);
+};
+
+export default ModelFeatures;

src/content/changelog/workers-ai/2025-02-24-context-windows.mdx

@@ -0,0 +1,11 @@
+---
+title: Workers AI larger context windows
+description: Updated Workers AI models with larger context windows
+date: 2025-02-24T11:00:00Z
+---
+
+We've updated the Workers AI text generation models to include context windows and limits definitions and changed our APIs to estimate and validate the number of tokens in the input prompt, not the number of characters.
+
+This update allows developers to use larger context windows when interacting with Workers AI models, which can lead to better and more accurate results.
+
+Our [catalog page](/workers-ai/models/) provides more information about each model's supported context window.

src/content/glossary/workers-ai.yaml

@@ -4,6 +4,10 @@ entries:
   - term: Workers AI
     general_definition: |-
       [Workers AI](/workers-ai/) is a Cloudflare service that enables running machine learning models on Cloudflare's global network, utilizing serverless GPUs. It allows developers to integrate AI capabilities into their applications using Workers, Pages, or via the REST API.
+  - term: Context Window
+    general_definition: In generative AI, the context window is the sum of the number of input, reasoning, and completion or response tokens a model supports. You can find the context window limit on each [model page](/workers-ai/models/).
+  - term: Maximum Tokens
+    general_definition: In generative AI, the user-defined property `max_tokens` defines the maximum number of tokens at which the model should stop responding. This limit cannot exceed the context window.
   - term: Serverless GPUs
     general_definition: |-
       [Serverless GPUs](/workers-ai/) are graphics processing units provided by Cloudflare in a serverless environment, enabling scalable and efficient execution of machine learning models without the need for managing underlying hardware.

src/content/glossary/workers.yaml

@@ -131,4 +131,4 @@ entries:
 
   - term: wrangler.toml / wrangler.json / wrangler.jsonc
     general_definition: |-
-      The [configuration](/workers/wrangler/configuration/) used to customize the development and deployment setup for a Worker or a Pages Function. 
+      The [configuration](/workers/wrangler/configuration/) used to customize the development and deployment setup for a Worker or a Pages Function.

src/content/products/automatic-platform-optimization.yaml

@@ -8,8 +8,7 @@ product:
 
 meta:
   title: Cloudflare Automatic Platform Optimization docs
-  description:
-    Serve your WP site from Cloudflare's edge, ensuring improved performance.
+  description: Serve your WP site from Cloudflare's edge, ensuring improved performance.
   author: "@cloudflare"
 
 resources:

src/content/release-notes/api-deprecations.yaml

@@ -9,11 +9,11 @@ entries:
     title: Cloudflare DWeb Resolver
     description: |-
       Deprecation date: July 1, 2025
-      
+
       The Cloudflare DWeb Resolver experiment is ending.
-      
+
       Deprecated APIs:
-      
+
       - DoH resolver on resolver.cloudflare-eth.com
 
   - publish_date: "2025-03-23"

src/content/release-notes/api-shield.yaml

@@ -14,7 +14,7 @@ entries:
     title: API Authentication Posture
     description: |-
       Customers will see per-endpoint authentication details inside API Shield's [Endpoint Management](/api-shield/management-and-monitoring/) for zones with configured session identifiers.
-  
+
   - publish_date: "2024-12-19"
     title: Automatically applied endpoint risk labels
     description: |-

src/content/release-notes/d1.yaml

@@ -9,7 +9,7 @@ entries:
     title: Fixed bug with D1 read-only access via UI and /query REST API.
     description: |-
       Fixed a bug with D1 permissions which allowed users with read-only roles via the UI and users with read-only API tokens via the `/query` [REST API](/api/resources/d1/subresources/database/methods/query/) to execute queries that modified databases. UI actions via the `Tables` tab, such as creating and deleting tables, were incorrectly allowed with read-only access. However, UI actions via the `Console` tab were not affected by this bug and correctly required write access.
-      
+
       Write queries with read-only access will now fail. If you relied on the previous incorrect behavior, please assign the correct roles to users or permissions to API tokens to perform D1 write queries.
 
   - publish_date: "2025-01-13"

src/content/release-notes/dns.yaml

@@ -29,4 +29,4 @@ entries:
       - Automatically quoted TXT content upon save if no quotes exist in the record content field.
   - publish_date: "2024-10-07"
     title: API support for per-record CNAME flattening
-    description: Paid zones now have the option to flatten specific CNAME records. When using the API, specify the setting `cname_flatten` as `true` or `false`. Refer to the [documentation](/dns/cname-flattening/set-up-cname-flattening/#per-record) for details.
+    description: Paid zones now have the option to flatten specific CNAME records. When using the API, specify the setting `cname_flatten` as `true` or `false`. Refer to the [documentation](/dns/cname-flattening/set-up-cname-flattening/#per-record) for details.

src/content/release-notes/durable-objects.yaml

@@ -54,4 +54,4 @@ entries:
   - publish_date: "2024-02-15"
     title: Optional `alarmInfo` parameter for Durable Object Alarms
     description: |-
-      Durable Objects [Alarms](/durable-objects/api/alarms/) now have a new `alarmInfo` argument that provides more details about an alarm invocation, including the `retryCount` and `isRetry` to signal if the alarm was retried.
+      Durable Objects [Alarms](/durable-objects/api/alarms/) now have a new `alarmInfo` argument that provides more details about an alarm invocation, including the `retryCount` and `isRetry` to signal if the alarm was retried.

src/content/release-notes/email-security.yaml

@@ -16,9 +16,8 @@ entries:
   - publish_date: "2024-12-19"
     title: Email Security reclassification tab
     description: |-
-      Customers can now have more transparency about their team and user submissions. The new Reclassification tab in the Zero Trust dashboard will allow customers to have a full understanding of what submissions they have made and what the outcomes of those submissions are. 
+      Customers can now have more transparency about their team and user submissions. The new Reclassification tab in the Zero Trust dashboard will allow customers to have a full understanding of what submissions they have made and what the outcomes of those submissions are.
   - publish_date: "2024-12-19"
     title: Email Security expanded folder scanning
     description: |-
       Microsoft 365 customers can now choose to scan all folders or just the inbox when deploying via the Graph API.
-

src/content/release-notes/fundamentals.yaml

@@ -21,10 +21,10 @@ entries:
       Refer to [Account owned tokens documentation](/fundamentals/api/get-started/account-owned-tokens/) for more details.
   - publish_date: "2024-12-16"
     title: Cloudflare API docs are now automatically generated
-    description: |- 
+    description: |-
       Cloudflare's API documentation is now being automatically generated based on OpenAPI Schemas, and we have retired our old documentation. The move to OpenAPI Schemas allows us to ensure greater consistency and quality across our API documentation. The documentation now also includes examples of how to call the API using curl or our SDKs. 
 
-      Refer to the [Cloudflare API documentation](/api/), or the [blog post on our transition to OpenAPI](https://blog.cloudflare.com/open-api-transition/) for more information. 
+      Refer to the [Cloudflare API documentation](/api/), or the [blog post on our transition to OpenAPI](https://blog.cloudflare.com/open-api-transition/) for more information.
   - publish_date: "2024-12-06"
     title: Dashboard SCIM is now fully self-serve
     description: |-

src/content/release-notes/security-center.yaml

@@ -7,7 +7,7 @@ productAreaLink: /fundamentals/reference/changelog/security/
 entries:
   - publish_date: "2025-02-03"
     description: |-
-      - Security Center now has a role called Brand Protection. This role gives you access to the Brand Protection feature on the API and Cloudflare dashboard. Brand Protection role also gives you access to the Investigate platform, where you can consume the Threat Intel API and URL scanner API calls. 
+      - Security Center now has a role called Brand Protection. This role gives you access to the Brand Protection feature on the API and Cloudflare dashboard. Brand Protection role also gives you access to the Investigate platform, where you can consume the Threat Intel API and URL scanner API calls.
   - publish_date: "2025-01-20"
     description: |-
       - On the URL scanner, customers who search for a report will now get a list of all reports related to that specific hostname. A hash is also available in the security report. By selecting the hash, the dashboard will list reports containing the same hash.