Update the set of broken implementations (#10268)

volyrique · web-flow · commit a050d10624f8 · 2025-11-11T08:56:55.000-08:00
Signed-off-by: Anton Kirilov &lt;antonvkirilov@proton.me&gt;
diff --git a/frameworks/C++/ffead-cpp/benchmark_config.json b/frameworks/C++/ffead-cpp/benchmark_config.json
@@ -198,7 +198,7 @@
 			"display_name": "ffead-cpp [pg-raw-async-prof-pool-m]",
 			"notes": "async memory profiled",
 			"versus": "",
-			"tags": []
+			"tags": ["broken"]
 		},
 		"postgresql-raw-async-clibpqb-profiled": {
 			"db_url": "/t4/d",
@@ -301,7 +301,7 @@
 			"display_name": "ffead-cpp [pg-raw-async-qw-prof-pool-m]",
 			"notes": "async memory profiled",
 			"versus": "",
-			"tags": []
+			"tags": ["broken"]
 		}
 	}]
 }
diff --git a/frameworks/CSharp/aspnetcore-mono/benchmark_config.json b/frameworks/CSharp/aspnetcore-mono/benchmark_config.json
@@ -40,6 +40,7 @@
 			"database_os": "Linux",
 			"display_name": "ASP.NET Core [Platform, Mono, Pg]",
 			"notes": "",
+			"tags": ["broken"],
 			"versus": "aspcore-ado-pg"
 		},
 		"mw": {
@@ -123,4 +124,4 @@
 			"versus": "aspcore-mono-pg"
 		}
 	}]
-}
+}
diff --git a/frameworks/CSharp/revenj/benchmark_config.json b/frameworks/CSharp/revenj/benchmark_config.json
@@ -22,6 +22,7 @@
       "os": "Linux",
       "display_name": "Revenj",
       "notes": "",
+      "tags": ["broken"],
       "versus": "Revenj"
     }
  }]
diff --git a/frameworks/Crystal/grip/benchmark_config.json b/frameworks/Crystal/grip/benchmark_config.json
@@ -23,6 +23,7 @@
         "database_os": "Linux",
         "display_name": "Grip",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       }
     }
diff --git a/frameworks/Erlang/cowboy/benchmark_config.json b/frameworks/Erlang/cowboy/benchmark_config.json
@@ -20,6 +20,7 @@
       "database_os": "Linux",
       "display_name": "Cowboy",
       "notes": "",
+      "tags": ["broken"],
       "versus": ""
   }}]
 }
diff --git a/frameworks/Erlang/elli/benchmark_config.json b/frameworks/Erlang/elli/benchmark_config.json
@@ -19,6 +19,7 @@
       "database_os": "Linux",
       "display_name": "elli",
       "notes": "",
+      "tags": ["broken"],
       "versus": ""
   }}]
 }
diff --git a/frameworks/Erlang/mochiweb/benchmark_config.json b/frameworks/Erlang/mochiweb/benchmark_config.json
@@ -21,6 +21,7 @@
       "database_os": "Linux",
       "display_name": "mochiweb",
       "notes": "",
+      "tags": ["broken"],
       "versus": ""
   }}]
 }
diff --git a/frameworks/Go/goravel/benchmark_config.json b/frameworks/Go/goravel/benchmark_config.json
@@ -48,6 +48,7 @@
         "database_os": "Linux",
         "display_name": "Goravel Fiber",
         "notes": "",
+        "tags": ["broken"],
         "versus": "go"
       }
     }
diff --git a/frameworks/Go/ronykit/benchmark_config.json b/frameworks/Go/ronykit/benchmark_config.json
@@ -18,6 +18,7 @@
         "os": "Linux",
         "display_name": "RonyKIT",
         "notes": "",
+        "tags": ["broken"],
         "versus": "go"
       },
       "prefork": {
@@ -36,8 +37,9 @@
         "os": "Linux",
         "display_name": "RonyKIT",
         "notes": "",
+        "tags": ["broken"],
         "versus": "go"
       }
     }
   ]
-}
+}
diff --git a/frameworks/Go/sprapp/benchmark_config.json b/frameworks/Go/sprapp/benchmark_config.json
@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "SPRAPP",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       }
     }
diff --git a/frameworks/Java/gemini/benchmark_config.json b/frameworks/Java/gemini/benchmark_config.json
@@ -20,6 +20,7 @@
         "database_os": "Linux",
         "display_name": "Gemini",
         "notes": "",
+        "tags": ["broken"],
         "versus": "servlet"
       },
       "mysql": {
@@ -42,6 +43,7 @@
         "database_os": "Linux",
         "display_name": "Gemini",
         "notes": "",
+        "tags": ["broken"],
         "versus": "servlet"
       },
       "postgres": {
@@ -64,6 +66,7 @@
         "database_os": "Linux",
         "display_name": "Gemini",
         "notes": "",
+        "tags": ["broken"],
         "versus": "servlet"
       }
     }
diff --git a/frameworks/Java/officefloor/benchmark_config.json b/frameworks/Java/officefloor/benchmark_config.json
@@ -47,6 +47,7 @@
 				"os": "Linux",
 				"database_os": "Linux",
 				"display_name": "OfficeFloor-r2dbc",
+				"tags": ["broken"],
 				"notes": ""
 			},
 			"sqlclient": {
@@ -69,6 +70,7 @@
 				"os": "Linux",
 				"database_os": "Linux",
 				"display_name": "OfficeFloor-sqlclient",
+				"tags": ["broken"],
 				"notes": ""
 			},
 			"rawsqlclient": {
@@ -91,6 +93,7 @@
 				"os": "Linux",
 				"database_os": "Linux",
 				"display_name": "OfficeFloor-rawsqlclient",
+				"tags": ["broken"],
 				"notes": ""
 			},
 			"async": {
@@ -162,6 +165,7 @@
 				"database_os": "Linux",
 				"display_name": "OfficeFloor-thread_affinity",
 				"notes": "",
+				"tags": ["broken"],
 				"versus": "OfficeFloor-r2dbc"
 			},
 			"netty": {
diff --git a/frameworks/Java/ratpack/benchmark_config.json b/frameworks/Java/ratpack/benchmark_config.json
@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "Ratpack",
         "notes": "",
+        "tags": ["broken"],
         "versus": "Netty"
       },
       "jdbc": {
@@ -40,6 +41,7 @@
         "database_os": "Linux",
         "display_name": "Ratpack-jdbc",
         "notes": "",
+        "tags": ["broken"],
         "versus": "Netty"
       },
       "pgclient": {
@@ -61,6 +63,7 @@
         "database_os": "Linux",
         "display_name": "Ratpack-pgclient",
         "notes": "",
+        "tags": ["broken"],
         "versus": "Netty"
       }
     }
diff --git a/frameworks/Java/revenj-jvm/benchmark_config.json b/frameworks/Java/revenj-jvm/benchmark_config.json
@@ -22,6 +22,7 @@
       "database_os": "Linux",
       "display_name": "Revenj.JVM",
       "notes": "",
+      "tags": ["broken"],
       "versus": "servlet"
     }
   }]
diff --git a/frameworks/Java/servlet3/benchmark_config.json b/frameworks/Java/servlet3/benchmark_config.json
@@ -17,6 +17,7 @@
       "database_os": "Linux",
       "display_name": "servlet3",
       "notes": "Servlet 3.1 Async I/O",
+      "tags": ["broken"],
       "versus": "servlet"
     },
     "sync": {
@@ -35,6 +36,7 @@
       "database_os": "Linux",
       "display_name": "servlet3",
       "notes": "",
+      "tags": ["broken"],
       "versus": "servlet"
     }
   }]
diff --git a/frameworks/Java/wildfly-ee/benchmark_config.json b/frameworks/Java/wildfly-ee/benchmark_config.json
@@ -22,7 +22,8 @@
       "database_os": "Linux",
       "display_name": "wildfly-ee",
       "notes": "",
+      "tags": ["broken"],
       "versus": ""
-    }   
+    }
   }]
 }
diff --git a/frameworks/JavaScript/elide/benchmark_config.json b/frameworks/JavaScript/elide/benchmark_config.json
@@ -14,6 +14,7 @@
       "os": "Linux",
       "database_os": "Linux",
       "display_name": "elide",
+      "tags": ["broken"],
       "versus": "nodejs"
     }
   }]
diff --git a/frameworks/JavaScript/spliffy/benchmark_config.json b/frameworks/JavaScript/spliffy/benchmark_config.json
@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "spliffy",
         "notes": "directory based routing for node",
+        "tags": ["broken"],
         "versus": "nodejs"
       },
       "mongodb": {
@@ -41,6 +42,7 @@
         "database_os": "Linux",
         "display_name": "spliffy",
         "notes": "directory based routing for node",
+        "tags": ["broken"],
         "versus": "nodejs"
       },
       "mysql": {
@@ -63,6 +65,7 @@
         "database_os": "Linux",
         "display_name": "spliffy",
         "notes": "directory based routing for node",
+        "tags": ["broken"],
         "versus": "nodejs"
       },
       "postgres": {
@@ -85,6 +88,7 @@
         "database_os": "Linux",
         "display_name": "spliffy",
         "notes": "directory based routing for node",
+        "tags": ["broken"],
         "versus": "nodejs"
       }
     }
diff --git a/frameworks/Kotlin/vertx-web-kotlin-coroutines/benchmark_config.json b/frameworks/Kotlin/vertx-web-kotlin-coroutines/benchmark_config.json
@@ -18,6 +18,7 @@
       "database_os": "Linux",
       "display_name": "vertx-web-kotlin-coroutines",
       "notes": "",
+      "tags": ["broken"],
       "versus": "vertx-web"
     },
     "postgres": {
diff --git a/frameworks/Lua/openresty/benchmark_config.json b/frameworks/Lua/openresty/benchmark_config.json
@@ -20,6 +20,7 @@
       "database_os": "Linux",
       "display_name": "openresty",
       "notes": "",
+      "tags": ["broken"],
       "versus": "openresty"
     }
   }]
diff --git a/frameworks/Nim/basolato/benchmark_config.json b/frameworks/Nim/basolato/benchmark_config.json
@@ -23,6 +23,7 @@
         "database_os": "Linux",
         "display_name": "Basolato",
         "notes": "",
+        "tags": ["broken"],
         "versus": "httpbeast, prologue"
       }
     }
diff --git a/frameworks/Nim/httpbeast/benchmark_config.json b/frameworks/Nim/httpbeast/benchmark_config.json
@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "HttpBeast",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       }
     }
diff --git a/frameworks/Nim/jester/benchmark_config.json b/frameworks/Nim/jester/benchmark_config.json
@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "Jester",
         "notes": "",
+        "tags": ["broken"],
         "versus": "httpbeast"
       }
     }
diff --git a/frameworks/Nim/nim-stdlib/benchmark_config.json b/frameworks/Nim/nim-stdlib/benchmark_config.json
@@ -23,6 +23,7 @@
           "database_os": "Linux",
           "display_name": "nim-stdlib",
           "notes": "",
+          "tags": ["broken"],
           "versus": "httpbeast"
         }
       }
diff --git a/frameworks/Nim/scorper/benchmark_config.json b/frameworks/Nim/scorper/benchmark_config.json
@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "scorper",
         "notes": "",
+        "tags": ["broken"],
         "versus": "httpbeast"
       }
     }
diff --git a/frameworks/PHP/fomo/benchmark_config.json b/frameworks/PHP/fomo/benchmark_config.json
@@ -23,9 +23,9 @@
 		  "database_os": "Linux",
 		  "display_name": "Fomo",
 		  "notes": "",
+		  "tags": ["broken"],
 		  "versus": "swoole"
 		}
 	  }
 	]
   }
-  
diff --git a/frameworks/PHP/fuel/benchmark_config.json b/frameworks/PHP/fuel/benchmark_config.json
@@ -20,6 +20,7 @@
       "database_os": "Linux",
       "display_name": "fuel",
       "notes": "",
+      "tags": ["broken"],
       "versus": "php"
     }
   }]
diff --git a/frameworks/Perl/plack/benchmark_config.json b/frameworks/Perl/plack/benchmark_config.json
@@ -39,6 +39,7 @@
       "database_os": "Linux",
       "display_name": "plack-async",
       "notes": "",
+      "tags": ["broken"],
       "versus": "plack"
     }
   }]
diff --git a/frameworks/Python/eve/benchmark_config.json b/frameworks/Python/eve/benchmark_config.json
@@ -18,6 +18,7 @@
       "database_os": "Linux",
       "display_name": "Eve",
       "notes": "",
+      "tags": ["broken"],
       "versus": ""
     }
   }]
diff --git a/frameworks/Python/flask/benchmark_config.json b/frameworks/Python/flask/benchmark_config.json
@@ -45,7 +45,7 @@
       "display_name": "Flask [Meinheld] [Raw]",
       "notes": "",
       "versus": "wsgi",
-      "tags": [ ]
+      "tags": [ "broken" ]
     },
     "socketify-wsgi": {
       "json_url": "/json-raw",
@@ -83,6 +83,7 @@
       "database_os": "Linux",
       "display_name": "Flask [socketify.py] [PyPy3]",
       "notes": "PyPy",
+      "tags": ["broken"],
       "versus": "wsgi"
     },
     "pypy": {
diff --git a/frameworks/Python/klein/benchmark_config.json b/frameworks/Python/klein/benchmark_config.json
@@ -21,6 +21,7 @@
       "os": "Linux",
       "database_os": "Linux",
       "display_name": "Klein",
+      "tags": ["broken"],
       "notes": "CPython 2.7"
     }
   }]
diff --git a/frameworks/Python/turbogears/benchmark_config.json b/frameworks/Python/turbogears/benchmark_config.json
@@ -21,6 +21,7 @@
       "os": "Linux",
       "database_os": "Linux",
       "display_name": "TurboGears",
+      "tags": ["broken"],
       "notes": "CPython 2.7"
     }
   }]
diff --git a/frameworks/Python/web2py/benchmark_config.json b/frameworks/Python/web2py/benchmark_config.json
diff --git a/frameworks/Rust/gotham/benchmark_config.json b/frameworks/Rust/gotham/benchmark_config.json
diff --git a/frameworks/Rust/pavex/benchmark_config.json b/frameworks/Rust/pavex/benchmark_config.json
diff --git a/frameworks/Rust/rocket/benchmark_config.json b/frameworks/Rust/rocket/benchmark_config.json
diff --git a/frameworks/Rust/salvo/benchmark_config.json b/frameworks/Rust/salvo/benchmark_config.json
diff --git a/frameworks/Rust/warp-rust/benchmark_config.json b/frameworks/Rust/warp-rust/benchmark_config.json

Original file line number	Diff line number	Diff line change
`@@ -22,6 +22,7 @@`
`22`	`22`	`"os": "Linux",`
`23`	`23`	`"display_name": "Revenj",`
`24`	`24`	`"notes": "",`
	`25`	`+ "tags": ["broken"],`
`25`	`26`	`"versus": "Revenj"`
`26`	`27`	`}`
`27`	`28`	`}]`
Original file line number	Diff line number	Diff line change
`@@ -23,6 +23,7 @@`
`23`	`23`	`"database_os": "Linux",`
`24`	`24`	`"display_name": "Grip",`
`25`	`25`	`"notes": "",`
	`26`	`+ "tags": ["broken"],`
`26`	`27`	`"versus": "None"`
`27`	`28`	`}`
`28`	`29`	`}`
Original file line number	Diff line number	Diff line change
`@@ -20,6 +20,7 @@`
`20`	`20`	`"database_os": "Linux",`
`21`	`21`	`"display_name": "Cowboy",`
`22`	`22`	`"notes": "",`
	`23`	`+ "tags": ["broken"],`
`23`	`24`	`"versus": ""`
`24`	`25`	`}}]`
`25`	`26`	`}`
Original file line number	Diff line number	Diff line change
`@@ -19,6 +19,7 @@`
`19`	`19`	`"database_os": "Linux",`
`20`	`20`	`"display_name": "elli",`
`21`	`21`	`"notes": "",`
	`22`	`+ "tags": ["broken"],`
`22`	`23`	`"versus": ""`
`23`	`24`	`}}]`
`24`	`25`	`}`
Original file line number	Diff line number	Diff line change
`@@ -21,6 +21,7 @@`
`21`	`21`	`"database_os": "Linux",`
`22`	`22`	`"display_name": "mochiweb",`
`23`	`23`	`"notes": "",`
	`24`	`+ "tags": ["broken"],`
`24`	`25`	`"versus": ""`
`25`	`26`	`}}]`
`26`	`27`	`}`
Original file line number	Diff line number	Diff line change
`@@ -48,6 +48,7 @@`
`48`	`48`	`"database_os": "Linux",`
`49`	`49`	`"display_name": "Goravel Fiber",`
`50`	`50`	`"notes": "",`
	`51`	`+ "tags": ["broken"],`
`51`	`52`	`"versus": "go"`
`52`	`53`	`}`
`53`	`54`	`}`
Original file line number	Diff line number	Diff line change
`@@ -18,6 +18,7 @@`
`18`	`18`	`"os": "Linux",`
`19`	`19`	`"display_name": "RonyKIT",`
`20`	`20`	`"notes": "",`
	`21`	`+ "tags": ["broken"],`
`21`	`22`	`"versus": "go"`
`22`	`23`	`},`
`23`	`24`	`"prefork": {`
`@@ -36,8 +37,9 @@`
`36`	`37`	`"os": "Linux",`
`37`	`38`	`"display_name": "RonyKIT",`
`38`	`39`	`"notes": "",`
	`40`	`+ "tags": ["broken"],`
`39`	`41`	`"versus": "go"`
`40`	`42`	`}`
`41`	`43`	`}`
`42`	`44`	`]`
`43`		`-}`
	`45`	`+}`