Evals fixes

cte · cte · commit 5dfcc31af223 · 2025-05-22T11:29:05.000-07:00
diff --git a/evals/apps/web/src/app/layout.tsx b/evals/apps/web/src/app/layout.tsx
@@ -22,7 +22,7 @@ export default function RootLayout({
 	return (
 		<html lang="en">
 			<body className={`${fontSans.variable} ${fontMono.variable} font-sans antialiased pb-12`}>
-				<ThemeProvider attribute="class" defaultTheme="system" enableSystem disableTransitionOnChange>
+				<ThemeProvider attribute="class" forcedTheme="dark" disableTransitionOnChange>
 					<ReactQueryProvider>
 						<Header />
 						{children}
diff --git a/evals/apps/web/src/app/runs/new/new-run.tsx b/evals/apps/web/src/app/runs/new/new-run.tsx
@@ -7,8 +7,7 @@ import { useForm, FormProvider } from "react-hook-form"
 import { zodResolver } from "@hookform/resolvers/zod"
 import fuzzysort from "fuzzysort"
 import { toast } from "sonner"
-import { X, Rocket, Check, ChevronsUpDown, HardDriveUpload, CircleCheck } from "lucide-react"
-import { Dialog, DialogContent, DialogTitle, DialogFooter } from "@/components/ui/dialog"
+import { X, Rocket, Check, ChevronsUpDown, SlidersHorizontal, Book, CircleCheck } from "lucide-react"
 
 import { globalSettingsSchema, providerSettingsSchema, rooCodeDefaults } from "@evals/types"
 
@@ -46,6 +45,10 @@ import {
 	PopoverTrigger,
 	ScrollArea,
 	Slider,
+	Dialog,
+	DialogContent,
+	DialogTitle,
+	DialogFooter,
 } from "@/components/ui"
 
 import { SettingsDiff } from "./settings-diff"
@@ -292,7 +295,7 @@ export function NewRun() {
 								type="button"
 								variant="secondary"
 								onClick={() => document.getElementById("json-upload")?.click()}>
-								<HardDriveUpload />
+								<SlidersHorizontal />
 								Import Settings
 							</Button>
 							<input
@@ -320,8 +323,23 @@ export function NewRun() {
 						</FormItem>
 
 						<Button type="button" variant="secondary" onClick={() => setSystemPromptDialogOpen(true)}>
-							Import Foot Gun System Prompt
+							<Book />
+							Override System Prompt
 						</Button>
+
+						<Dialog open={systemPromptDialogOpen} onOpenChange={setSystemPromptDialogOpen}>
+							<DialogContent>
+								<DialogTitle>Override System Prompt</DialogTitle>
+								<Textarea
+									ref={systemPromptRef}
+									value={systemPrompt}
+									onChange={(e) => setSystemPrompt(e.target.value)}
+								/>
+								<DialogFooter>
+									<Button onClick={() => setSystemPromptDialogOpen(false)}>Done</Button>
+								</DialogFooter>
+							</DialogContent>
+						</Dialog>
 					</div>
 
 					<FormField
@@ -397,27 +415,13 @@ export function NewRun() {
 					</div>
 				</form>
 			</FormProvider>
+
 			<Button
 				variant="default"
 				className="absolute top-4 right-12 size-12 rounded-full"
 				onClick={() => router.push("/")}>
 				<X className="size-6" />
 			</Button>
-			<Dialog open={systemPromptDialogOpen} onOpenChange={setSystemPromptDialogOpen}>
-				<DialogContent>
-					<DialogTitle>Import Foot Gun System Prompt</DialogTitle>
-					<textarea
-						ref={systemPromptRef}
-						value={systemPrompt}
-						onChange={(e) => setSystemPrompt(e.target.value)}
-						placeholder="Paste or type your system prompt here..."
-						className="w-full min-h-[120px] border rounded p-2"
-					/>
-					<DialogFooter>
-						<Button onClick={() => setSystemPromptDialogOpen(false)}>Done</Button>
-					</DialogFooter>
-				</DialogContent>
-			</Dialog>
 		</>
 	)
 }
diff --git a/evals/packages/types/src/roo-code-defaults.ts b/evals/packages/types/src/roo-code-defaults.ts
@@ -4,7 +4,7 @@ export const rooCodeDefaults: RooCodeSettings = {
 	apiProvider: "openrouter",
 	openRouterUseMiddleOutTransform: false,
 
-	lastShownAnnouncementId: "may-06-2025-3-16",
+	lastShownAnnouncementId: "may-21-2025-3-18",
 
 	pinnedApiConfigs: {},
 
diff --git a/evals/turbo.json b/evals/turbo.json
@@ -11,7 +11,8 @@
 		"WORKSPACE_PATH",
 		"BENCHMARKS_DB_PATH",
 		"TURSO_CONNECTION_URL",
-		"TURSO_AUTH_TOKEN"
+		"TURSO_AUTH_TOKEN",
+		"FOOTGUN_SYSTEM_PROMPT"
 	],
 	"tasks": {
 		"lint": {},
