chore: ensure test code is type-checked in packages/evals

Author: disintegrator

packages/eval/package.json

@@ -33,7 +33,7 @@
   },
   "scripts": {
     "prepublishOnly": "pnpm run build",
-    "build": "tsc -p tsconfig.json",
+    "build": "tsc -p tsconfig.build.json",
     "typecheck": "tsc -p tsconfig.json --noEmit",
     "test": "vitest run",
     "lint": "eslint src test"
@@ -48,4 +48,4 @@
     "dotenv": "^16.4.7",
     "yaml": "^2.7.0"
   }
-}
+}

…kages/eval/test/agent/assertions.test.ts …s/eval/src/test/agent/assertions.test.tspackages/eval/test/agent/assertions.test.ts renamed to packages/eval/src/test/agent/assertions.test.ts packages/eval/test/agent/assertions.test.ts renamed to packages/eval/src/test/agent/assertions.test.ts

@@ -2,8 +2,8 @@ import { mkdtemp, rm, writeFile } from "node:fs/promises";
 import { tmpdir } from "node:os";
 import path from "node:path";
 import { afterEach, beforeEach, describe, expect, it } from "vitest";
-import { evaluateAssertions } from "../../src/agent/assertions.js";
-import type { AgentAssertion } from "../../src/agent/types.js";
+import { evaluateAssertions } from "../../agent/assertions.js";
+import type { AgentAssertion } from "../../agent/types.js";
 
 let workspaceDir: string;
 

packages/eval/test/agent/feedback.test.ts …ges/eval/src/test/agent/feedback.test.tspackages/eval/test/agent/feedback.test.ts renamed to packages/eval/src/test/agent/feedback.test.ts packages/eval/test/agent/feedback.test.ts renamed to packages/eval/src/test/agent/feedback.test.ts

@@ -1,6 +1,6 @@
 import { describe, expect, it } from "vitest";
-import { DEFAULT_FEEDBACK_TOOL_CONFIG, parseFeedbackResult } from "../../src/agent/feedback.js";
-import type { FeedbackToolConfig } from "../../src/agent/types.js";
+import { DEFAULT_FEEDBACK_TOOL_CONFIG, parseFeedbackResult } from "../../agent/feedback.js";
+import type { FeedbackToolConfig } from "../../agent/types.js";
 
 const customConfig: FeedbackToolConfig = {
   name: "give_feedback",
@@ -50,10 +50,7 @@ describe("parseFeedbackResult", () => {
   });
 
   it("skips non-numeric metric values instead of failing", () => {
-    const result = parseFeedbackResult(
-      { feedback: "test", rating: "not a number" },
-      customConfig,
-    );
+    const result = parseFeedbackResult({ feedback: "test", rating: "not a number" }, customConfig);
     expect(result).toEqual({ scores: {}, reasoning: "test" });
   });
 

packages/eval/test/agent/metrics.test.ts …ages/eval/src/test/agent/metrics.test.tspackages/eval/test/agent/metrics.test.ts renamed to packages/eval/src/test/agent/metrics.test.ts packages/eval/test/agent/metrics.test.ts renamed to packages/eval/src/test/agent/metrics.test.ts

@@ -1,9 +1,10 @@
 import { describe, expect, it } from "vitest";
-import { computeAgentEvalSummary } from "../../src/agent/metrics.js";
-import type { AgentScenarioResult } from "../../src/agent/types.js";
+import { computeAgentEvalSummary } from "../../agent/metrics.js";
+import type { AgentScenarioResult } from "../../agent/types.js";
 
 function makeResult(overrides: Partial<AgentScenarioResult> = {}): AgentScenarioResult {
   return {
+    id: "1",
     name: "test",
     activated: true,
     passed: true,

packages/eval/test/metrics.test.ts packages/eval/src/test/metrics.test.tspackages/eval/test/metrics.test.ts renamed to packages/eval/src/test/metrics.test.ts

@@ -5,7 +5,7 @@ import {
   summarizeCases,
   toDeltaCases,
   type RankedCase,
-} from "../src/index.js";
+} from "../index.js";
 
 const cases: RankedCase[] = [
   {

packages/eval/test/runner.test.ts packages/eval/src/test/runner.test.tspackages/eval/test/runner.test.ts renamed to packages/eval/src/test/runner.test.ts

@@ -1,5 +1,5 @@
 import { describe, expect, it } from "vitest";
-import { computeRoundsToRightDoc } from "../src/runner.js";
+import { computeRoundsToRightDoc } from "../runner.js";
 
 describe("computeRoundsToRightDoc", () => {
   it("uses executed rounds when the expected chunk was found", () => {

packages/eval/tsconfig.build.json

@@ -0,0 +1,7 @@
+{
+  "extends": "./tsconfig.json",
+  "compilerOptions": {
+    "noEmit": false
+  },
+  "exclude": ["node_modules", "src/test/**"]
+}