feat: add zod4 comparison

Author: jordan boyer

README.md

@@ -35,9 +35,12 @@ Here are the library used in this comparison :
 
 | Date       | Score | Library | Deps  |  Size  | Light | Input | Throw | Safe  | Script exec |  Lib exec   | Fast  | Readability |
 | ---------- | :---: | :-----: | :---: | :----: | :---: | :---: | :---: | :---: | :---------: | :---------: | :---: | :---------: |
-| 2025-03-04 |   1   | arktype |   2   | 140 KB |  _0_  | **1** |  _0_  | **1** | 729 ms _-1_ | 586 ms _-1_ |  _0_  |    **1**    |
-| 2025-03-04 |   7   | valibot | **0** |  5 KB  | **1** | **1** | **1** | **1** | 70 ms **1** | 10 ms **1** | **1** |     _0_     |
-| 2025-03-04 |   6   |   zod   | **0** | 60 KB  |  _0_  | **1** | **1** | **1** | 98 ms **1** |  34 ms _0_  | **1** |    **1**    |
+| 2025-04-11 |   1   | arktype |   2   | 140 KB |  _0_  | **1** |  _0_  | **1** | 406 ms _-1_ | 338 ms _-1_ |  _0_  |    **1**    |
+| 2025-04-11 |   7   | valibot | **0** |  5 KB  | **1** | **1** | **1** | **1** | 14 ms **1** |  4 ms **1** | **1** |     _0_     |
+| 2025-04-11 |   6   |   zod3  | **0** | 60 KB  |  _0_  | **1** | **1** | **1** | 25 ms **1** |  14 ms _0_  | **1** |    **1**    |
+| 2025-04-11 |   6   |   zod4  |   1   | 49 KB  |  _0_  | **1** | **1** | **1** | 79 ms **1** |  60 ms _0_  | **1** |    **1**    |
+
+Test have been updated on 04-11 and it now run in a M3 pro that's why the numbers are smaller now
 
 Legend :
 
@@ -60,13 +63,15 @@ Ok the build size is bigger but it does not impact the performance that much.
 
 The 34ms vs 10ms seems like a 3x difference but it's the time to run 1000 iterations. So in the end it's not that much of a difference in a real world scenario.
 
+For some weird reason zod4 seems to be slower than zod3
+
 ## Todo
 
 - [ ] vanilla version ?
 - [ ] check error messages
 - [ ] check custom error messages
 - [ ] check custom validation rules
-- [ ] check the perf without using `console`
+- [X] check the perf without using `console`
 
 ## How to contribute
 

package.json

@@ -14,7 +14,8 @@
   "dependencies": {
     "arktype": "^2.1",
     "valibot": "latest",
-    "zod": "^3.24"
+    "zod3": "npm:zod@^3.24.2",
+    "zod4": "npm:[email protected]"
   },
   "description": "Comparison of different TypeScript validation libraries",
   "devDependencies": {
@@ -43,12 +44,12 @@
   },
   "scripts": {
     "bench": "bun bench:bun --warmup 5 --runs 10",
-    "bench:bun": "hyperfine 'bun src/arktype.ts' 'bun src/valibot.ts' 'bun src/zod.ts'",
-    "bench:node": "hyperfine --runs 10 'node dist/arktype.js' 'node dist/valibot.js' 'node dist/zod.js'",
-    "bench:node:strip": "hyperfine --runs 10 'node --experimental-strip-types src/arktype.ts' 'node --experimental-strip-types src/valibot.ts' 'node --experimental-strip-types src/zod.ts'",
+    "bench:bun": "hyperfine 'bun src/arktype.ts' 'bun src/valibot.ts' 'bun src/zod3.ts' 'bun src/zod4.ts'",
+    "bench:node": "hyperfine --runs 10 'node dist/arktype.js' 'node dist/valibot.js' 'node dist/zod3.js' 'node dist/zod4.js'",
+    "bench:node:strip": "hyperfine --runs 10 'node --experimental-strip-types src/arktype.ts' 'node --experimental-strip-types src/valibot.ts' 'node --experimental-strip-types src/zod3.ts' 'node --experimental-strip-types src/zod4.ts'",
     "build": "bun scripts/build.ts && echo build success",
     "check": "repo-check && bun check:tsc && bun run build && bun check:once && echo check success",
-    "check:once": "bun src/arktype.ts && bun src/valibot.ts && bun src/zod.ts && echo check:once success",
+    "check:once": "bun src/arktype.ts && bun src/valibot.ts && bun src/zod3.ts && bun src/zod4.ts && echo check:once success",
     "check:tsc": "tsc --noEmit && echo check:tsc success"
   },
   "type": "module",

pnpm-lock.yaml

@@ -1,20 +1,23 @@
 type User = {
-  name: string,
-  age?: number,
-  phone: string
-}
+  name: string;
+  age?: number;
+  phone: string;
+};
 
-export function checkUserA (userA: User) {
-  console.assert(userA.age === 42, 'userA.age should be 42')
+export function checkUserA(userA: User) {
+  console.assert(userA.age === 42, "userA.age should be 42");
 }
 
-export function checkUserB (userB: User) {
-  console.assert(userB.age === 35, 'userB.age should be 35')
-  console.assert(userB.phone === "1234567890", 'userB.phone should be 1234567890')
+export function checkUserB(userB: User) {
+  console.assert(userB.age === 35, "userB.age should be 35");
+  console.assert(
+    userB.phone === "1234567890",
+    "userB.phone should be 1234567890"
+  );
 }
 
-export function checkUserC (userC: User) {
-  console.assert(userC.name === "Jordan", 'userC.name should be Jordan')
+export function checkUserC(userC: User) {
+  console.assert(userC.name === "Jordan", "userC.name should be Jordan");
 }
 
-export const nbIterations = 1000
+export const nbIterations = 1000;

src/utils.ts

@@ -0,0 +1,50 @@
+import {
+  string,
+  number,
+  object,
+  type infer as InferOutput,
+  type input as InferInput,
+} from "zod3";
+import { checkUserA, checkUserB, checkUserC, nbIterations } from "./utils.ts";
+
+const startTime = performance.now();
+
+for (let i = 0; i < nbIterations; i++) {
+  const userSchema = object({
+    name: string(),
+    age: number().default(42),
+    phone: string()
+      .or(number())
+      .default("123-456-7890")
+      .transform((phone) =>
+        typeof phone === "number" ? phone.toString() : phone
+      ),
+  });
+
+  // @ts-expect-error not exported, it's ok :p
+  type User = InferOutput<typeof userSchema>;
+
+  type UserInput = InferInput<typeof userSchema>;
+
+  const userA = userSchema.parse({ name: "Jordan" });
+  checkUserA(userA);
+
+  function createUser(input: UserInput) {
+    const result = userSchema.safeParse(input);
+    if (!result.success) return userA;
+    return result.data;
+  }
+
+  const userB = createUser({ name: "Romain", age: 35, phone: 1234567890 });
+  checkUserB(userB);
+
+  // @ts-expect-error age should be a number
+  const userC = createUser({ name: "Romain", age: "35" });
+  checkUserC(userC);
+}
+
+console.log(
+  `Zod3 exec time for ${nbIterations} iterations :`,
+  performance.now() - startTime,
+  "ms"
+);