[Workers AI] Hide deprecated legacy models from docs (#30538)

* [Workers AI] Hide deprecated legacy models from docs

* [Workers AI] Sync legacy model files to upstream

* [Workers AI] Skip deprecated catalog models

Author: mchenco

bin/fetch-ai-models.js

@@ -1,14 +1,24 @@
-import fs from "fs";
-
-fetch("https://ai-cloudflare-com.pages.dev/api/models")
-	.then((res) => res.json())
-	.then((data) => {
-		data.models.map((model) => {
-			const fileName = model.name.split("/")[2];
-			fs.writeFileSync(
-				`./src/content/workers-ai-models/${fileName}.json`,
-				JSON.stringify(model, null, 4),
-				"utf-8",
-			);
-		});
-	});
+import fs from "node:fs";
+import path from "node:path";
+
+const OUTPUT_DIR = path.join(process.cwd(), "src/content/workers-ai-models");
+
+const response = await fetch("https://ai-cloudflare-com.pages.dev/api/models");
+const data = await response.json();
+const existingFiles = new Set(
+	fs.readdirSync(OUTPUT_DIR).filter((file) => file.endsWith(".json")),
+);
+
+for (const model of data.models) {
+	const fileName = `${model.name.split("/")[2]}.json`;
+	existingFiles.delete(fileName);
+	fs.writeFileSync(
+		path.join(OUTPUT_DIR, fileName),
+		JSON.stringify(model, null, 4),
+		"utf-8",
+	);
+}
+
+for (const fileName of existingFiles) {
+	fs.unlinkSync(path.join(OUTPUT_DIR, fileName));
+}

bin/fetch-catalog-models.ts

@@ -91,6 +91,22 @@ const API_BASE_URL =
 const PER_PAGE = 100;
 const CONCURRENCY = 5;
 
+function getPlannedDeprecationDate(model: CatalogModel): string | undefined {
+	const metadata = model.metadata as Record<string, unknown> | undefined;
+	const value = metadata?.planned_deprecation_date;
+	return typeof value === "string" ? value : undefined;
+}
+
+function isDeprecated(model: CatalogModel): boolean {
+	const plannedDeprecationDate = getPlannedDeprecationDate(model);
+	if (!plannedDeprecationDate) {
+		return false;
+	}
+
+	const timestamp = new Date(plannedDeprecationDate).getTime();
+	return !Number.isNaN(timestamp) && Date.now() > timestamp;
+}
+
 function parseArgs(): { file?: string } {
 	const args = process.argv.slice(2);
 	const fileIndex = args.indexOf("--file");
@@ -125,11 +141,19 @@ async function loadFromFile(filePath: string): Promise<CatalogModel[]> {
 	}
 
 	const publicModels = models.filter((m) => !m.private);
-	const skipped = models.length - publicModels.length;
+	const activeModels = publicModels.filter((m) => !isDeprecated(m));
+	const skippedPrivate = models.length - publicModels.length;
+	const skippedDeprecated = publicModels.length - activeModels.length;
+	const skippedNotes = [
+		skippedPrivate > 0 ? `${skippedPrivate} private skipped` : null,
+		skippedDeprecated > 0 ? `${skippedDeprecated} deprecated skipped` : null,
+	]
+		.filter(Boolean)
+		.join(", ");
 	console.log(
-		`  Loaded ${models.length} models${skipped > 0 ? ` (${skipped} private skipped)` : ""}`,
+		`  Loaded ${models.length} models${skippedNotes ? ` (${skippedNotes})` : ""}`,
 	);
-	return publicModels;
+	return activeModels;
 }
 
 function getApiHeaders(token: string): Record<string, string> {
@@ -373,6 +397,7 @@ function writeModels(models: CatalogModel[]): void {
 	// Write each model to a JSON file
 	let written = 0;
 	const skipped: string[] = [];
+	const skippedDeprecated: string[] = [];
 
 	for (const model of models) {
 		// Skip private models
@@ -381,6 +406,11 @@ function writeModels(models: CatalogModel[]): void {
 			continue;
 		}
 
+		if (isDeprecated(model)) {
+			skippedDeprecated.push(model.model_id);
+			continue;
+		}
+
 		// Trim string fields that may have leading/trailing whitespace
 		model.name = model.name.trim();
 		model.description = model.description.trim();
@@ -408,6 +438,9 @@ function writeModels(models: CatalogModel[]): void {
 	if (skipped.length > 0) {
 		console.log(`  Skipped (private): ${skipped.length}`);
 	}
+	if (skippedDeprecated.length > 0) {
+		console.log(`  Skipped (deprecated): ${skippedDeprecated.length}`);
+	}
 	console.log(`  Output: ${OUTPUT_DIR}`);
 }