Switch to postgres

Author: cte

apps/web-evals/.gitignore

@@ -1 +1,2 @@
 .next
+tsconfig.tsbuildinfo

apps/web-evals/package.json

@@ -4,7 +4,7 @@
 	"scripts": {
 		"lint": "next lint",
 		"check-types": "tsc -b",
-		"dev": "dotenvx run -f ../../.env -- next dev --turbopack",
+		"dev": "next dev --turbopack",
 		"format": "prettier --write src",
 		"build": "next build",
 		"start": "next start"
@@ -32,7 +32,7 @@
 		"cmdk": "^1.1.0",
 		"fuzzysort": "^3.1.0",
 		"lucide-react": "^0.511.0",
-		"next": "15.3.3",
+		"next": "^15.2.5",
 		"next-themes": "^0.4.6",
 		"p-map": "^7.0.3",
 		"ps-tree": "^1.2.0",

apps/web-evals/src/hooks/use-open-router-models.ts

@@ -1,37 +1,17 @@
 import { z } from "zod"
 import { useQuery } from "@tanstack/react-query"
 
-import type { ModelInfo } from "@roo-code/types"
-
 export const openRouterModelSchema = z.object({
 	id: z.string(),
 	name: z.string(),
-	description: z.string(),
-	created: z.number(),
-	context_length: z.number(),
-	pricing: z.object({
-		prompt: z.string().optional(),
-		completion: z.string().optional(),
-	}),
-	top_provider: z
-		.object({
-			max_completion_tokens: z.number().nullish(),
-		})
-		.optional(),
-	architecture: z
-		.object({
-			modality: z.string(),
-		})
-		.optional(),
 })
 
-export type OpenRouterModel = z.infer<typeof openRouterModelSchema> & { modelInfo: ModelInfo }
+export type OpenRouterModel = z.infer<typeof openRouterModelSchema>
 
 export const getOpenRouterModels = async (): Promise<OpenRouterModel[]> => {
 	const response = await fetch("https://openrouter.ai/api/v1/models")
 
 	if (!response.ok) {
-		console.error("Failed to fetch OpenRouter models")
 		return []
 	}
 
@@ -42,19 +22,11 @@ export const getOpenRouterModels = async (): Promise<OpenRouterModel[]> => {
 		return []
 	}
 
-	return result.data.data
-		.sort((a, b) => a.name.localeCompare(b.name))
-		.map((rawModel) => ({
-			...rawModel,
-			modelInfo: {
-				contextWindow: rawModel.context_length,
-				supportsPromptCache: false,
-			},
-		}))
+	return result.data.data.sort((a, b) => a.name.localeCompare(b.name))
 }
 
 export const useOpenRouterModels = () =>
-	useQuery<OpenRouterModel[]>({
+	useQuery({
 		queryKey: ["getOpenRouterModels"],
 		queryFn: getOpenRouterModels,
 	})

apps/web-evals/tsconfig.tsbuildinfo

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+set -e
+set -u
+
+if [ -n "$POSTGRES_DATABASES" ]; then
+  for db in $(echo $POSTGRES_DATABASES | tr ',' ' '); do
+    echo "Creating $db..."
+    psql -U postgres -v ON_ERROR_STOP=1 -c "CREATE DATABASE $db;"
+  done
+fi

packages/evals/.docker/scripts/postgres/create-databases.sh

@@ -0,0 +1 @@
+DATABASE_URL=postgres://postgres:password@localhost:5432/evals_development

packages/evals/.env.development

@@ -0,0 +1 @@
+DATABASE_URL=postgres://postgres:password@localhost:5432/evals_test

packages/evals/.env.test

@@ -0,0 +1,7 @@
+# .env
+!.env.development
+!.env.test
+
+# docker
+.docker/*
+!.docker/scripts

packages/evals/.gitignore

@@ -0,0 +1,13 @@
+services:
+  postgres:
+    container_name: postgres-evals
+    image: postgres:15.4
+    ports:
+      - 5432:5432
+    volumes:
+      - ./.docker/postgres:/var/lib/postgresql/data
+      - ./.docker/scripts/postgres:/docker-entrypoint-initdb.d
+    environment:
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=password
+      - POSTGRES_DATABASES=evals_development,evals_test

packages/evals/docker-compose.yml

@@ -1,14 +1,10 @@
 import { defineConfig } from "drizzle-kit"
 
-const dialect = process.env.BENCHMARKS_DB_PATH ? "sqlite" : "turso"
-
-const dbCredentials = process.env.BENCHMARKS_DB_PATH
-	? { url: process.env.BENCHMARKS_DB_PATH }
-	: { url: process.env.TURSO_CONNECTION_URL!, authToken: process.env.TURSO_AUTH_TOKEN! }
-
 export default defineConfig({
-	out: "./drizzle",
+	out: "./src/db/migrations",
 	schema: "./src/db/schema.ts",
-	dialect,
-	dbCredentials,
+	dialect: "postgresql",
+	dbCredentials: { url: process.env.DATABASE_URL! },
+	verbose: true,
+	strict: true,
 })