chore(docs): cloudflare backend

* switch DB
* switch blob provider
* remove vercel postgres
* adapt template env (and chore cleanup)

Author: almostSouji

.env.example

@@ -8,13 +8,20 @@ DDOCS_ALGOLIA_KEY=
 DTYPES_ALGOLIA_APP=
 DTYPES_ALGOLIA_KEY=
 
-DATABASE_URL=
+ORAMA_KEY=
+ORAMA_ID=
+ORAMA_CONTAINER=
+
 DJS_DOCS_BEARER=
 
 DISCORD_PUBKEY=
 DISCORD_CLIENT_ID=
 DISCORD_TOKEN=
 DISCORD_DEVGUILD_ID=
 
-DJS_BLOB_STORAGE_BASE=
-POSTGRES_URL=
+CF_STORAGE_BASE=
+CF_ACCOUNT_ID=
+CF_D1_DOCS_ID=
+CF_D1_DOCS_API_KEY=
+
+ENVIRONMENT=debug

package.json

@@ -33,9 +33,9 @@
 		"@discordjs/rest": "^2.3.0",
 		"@hapi/boom": "^10.0.1",
 		"@ltd/j-toml": "^1.38.0",
-		"@vercel/postgres": "^0.9.0",
 		"algoliasearch": "^4.19.1",
 		"cheerio": "^1.0.0-rc.12",
+		"cloudflare": "^4.2.0",
 		"discord-api-types": "^0.37.83",
 		"dotenv": "^16.3.1",
 		"he": "^1.2.0",

src/functions/autocomplete/docsAutoComplete.ts

@@ -7,6 +7,7 @@ import { ApplicationCommandOptionType, InteractionResponseType } from 'discord-a
 import type { Response } from 'polka';
 import { AUTOCOMPLETE_MAX_ITEMS, AUTOCOMPLETE_MAX_NAME_LENGTH, DJS_QUERY_SEPARATOR } from '../../util/constants.js';
 import { getCurrentMainPackageVersion, getDjsVersions } from '../../util/djsdocs.js';
+import { logger } from '../../util/logger.js';
 import { truncate } from '../../util/truncate.js';
 
 /**
@@ -65,11 +66,9 @@ export const djsDocsDependencies = new Map<string, any>();
  */
 export async function fetchDjsDependencies(version: string) {
 	const hit = djsDocsDependencies.get(version);
-	const dependencies =
-		hit ??
-		(await fetch(`${process.env.DJS_BLOB_STORAGE_BASE}/rewrite/discord.js/${version}.dependencies.api.json`).then(
-			async (res) => res.json(),
-		));
+	const url = `${process.env.CF_STORAGE_BASE}/discord.js/${version}.dependencies.api.json`;
+	logger.debug(`Requesting dependencies from CF: ${url}`);
+	const dependencies = hit ?? (await fetch(url).then(async (res) => res.json()));
 
 	if (!hit) {
 		djsDocsDependencies.set(version, dependencies);

src/functions/docs.ts

@@ -27,11 +27,11 @@ import { prepareErrorResponse, prepareResponse } from '../util/respond.js';
 import { truncate } from '../util/truncate.js';
 
 /**
- * Vercel blob store format
+ * Bucket format
  *
  * Format: path/pkg/item
  * Item: branch.itemName.itemKind.api.json
- * Example: https://bpwrdvqzqnllsihg.public.blob.vercel-storage.com/rewrite/discord.js/main.actionrow.class.api.json
+ * Key Example: discord.js/main.actionrow.class.api.json
  */
 
 type CacheEntry = {
@@ -57,15 +57,15 @@ export async function fetchDocItem(
 	itemKind: string,
 ): Promise<any | null> {
 	try {
-		const key = `rewrite/${_package}/${version}.${itemName}.${itemKind}`;
+		const key = `${_package}/${version}.${itemName}.${itemKind}`;
 		const hit = docsCache.get(key);
 
 		if (hit) {
 			return hit.value;
 		}
 
-		const resourceLink = `${process.env.DJS_BLOB_STORAGE_BASE!}/${key}.api.json`;
-		logger.debug(`Requesting documentation from vercel: ${resourceLink}`);
+		const resourceLink = `${process.env.CF_STORAGE_BASE!}/${key}.api.json`;
+		logger.debug(`Requesting documentation from CF: ${resourceLink}`);
 		const value = await fetch(resourceLink).then(async (result) => result.json());
 
 		docsCache.set(key, {

src/util/djsdocs.ts

@@ -1,5 +1,5 @@
 import process from 'node:process';
-import { sql } from '@vercel/postgres';
+import Cloudflare from 'cloudflare';
 import { container } from 'tsyringe';
 import { logger } from './logger.js';
 
@@ -35,11 +35,30 @@ export async function fetchDjsVersions(): Promise<DjsVersions> {
 	}
 
 	try {
-		const { rows } = await sql<DjsVersionEntry>`select version, name from documentation order by version desc`;
+		const client = new Cloudflare({
+			apiToken: process.env.CF_D1_DOCS_API_KEY,
+		});
+
+		const page = await client.d1.database.query(process.env.CF_D1_DOCS_ID!, {
+			account_id: process.env.CF_ACCOUNT_ID!,
+			sql: `select version, name from documentation order by version desc;`,
+		});
 
 		const packages = new Set<string>();
 		const versions = new Map<string, string[]>();
+		const res = page.result[0];
+
+		if (!res?.results) {
+			logger.error('No results for version lookup');
+
+			return {
+				rows: [],
+				versions: new Map<string, string[]>(),
+				packages: [],
+			};
+		}
 
+		const rows = res.results as DjsVersionEntry[];
 		for (const row of rows) {
 			packages.add(row.name);
 			const currentVersions = versions.get(row.name);