Add link to gateway performance benchmarks (#187)

Author: kamilkisiela

README.md

@@ -11,10 +11,11 @@ This repository contains a set of tests to evaluate and compare the compatibilit
 |                             Gateway                             | Compatibility |  Test Cases  | Test Suites |
 | :-------------------------------------------------------------: | :-----------: | :----------: | :---------: |
 | [Hive Gateway](https://the-guild.dev/graphql/hive/docs/gateway) |    100.00%    |    🟢 189    |    🟢 42    |
+|      [Hive Router](https://github.com/graphql-hive/router)      |    100.00%    |    🟢 189    |    🟢 42    |
 |         [Apollo Router](https://www.apollographql.com/)         |    97.88%     | 🟢 185 ❌ 4  | 🟢 40 ❌ 2  |
 |        [Apollo Gateway](https://www.apollographql.com/)         |    97.35%     | 🟢 184 ❌ 5  | 🟢 39 ❌ 3  |
-|             [Cosmo Router](https://wundergraph.com)             |    94.71%     | 🟢 179 ❌ 10 | 🟢 36 ❌ 6  |
-|            [Grafbase Gateway](https://grafbase.com)             |    90.48%     | 🟢 171 ❌ 18 | 🟢 35 ❌ 7  |
+|            [Grafbase Gateway](https://grafbase.com)             |    92.06%     | 🟢 174 ❌ 15 | 🟢 37 ❌ 5  |
+|             [Cosmo Router](https://wundergraph.com)             |    91.01%     | 🟢 172 ❌ 17 | 🟢 35 ❌ 7  |
 |                [Inigo Gateway](https://inigo.io)                |    48.68%     | 🟢 92 ❌ 97  | 🟢 12 ❌ 30 |
 
 <!-- gateways:end -->

REPORT.md

@@ -5,10 +5,11 @@
 |                             Gateway                             | Compatibility |  Test Cases  | Test Suites |
 | :-------------------------------------------------------------: | :-----------: | :----------: | :---------: |
 | [Hive Gateway](https://the-guild.dev/graphql/hive/docs/gateway) |    100.00%    |    🟢 189    |    🟢 42    |
+|      [Hive Router](https://github.com/graphql-hive/router)      |    100.00%    |    🟢 189    |    🟢 42    |
 |         [Apollo Router](https://www.apollographql.com/)         |    97.88%     | 🟢 185 ❌ 4  | 🟢 40 ❌ 2  |
 |        [Apollo Gateway](https://www.apollographql.com/)         |    97.35%     | 🟢 184 ❌ 5  | 🟢 39 ❌ 3  |
-|             [Cosmo Router](https://wundergraph.com)             |    94.71%     | 🟢 179 ❌ 10 | 🟢 36 ❌ 6  |
-|            [Grafbase Gateway](https://grafbase.com)             |    90.48%     | 🟢 171 ❌ 18 | 🟢 35 ❌ 7  |
+|            [Grafbase Gateway](https://grafbase.com)             |    92.06%     | 🟢 174 ❌ 15 | 🟢 37 ❌ 5  |
+|             [Cosmo Router](https://wundergraph.com)             |    91.01%     | 🟢 172 ❌ 17 | 🟢 35 ❌ 7  |
 |                [Inigo Gateway](https://inigo.io)                |    48.68%     | 🟢 92 ❌ 97  | 🟢 12 ❌ 30 |
 
 ## Detailed Results
@@ -112,12 +113,12 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <pre>🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢</pre>
 </details>
 
-<a id="apollo-router"></a>
+<a id="hive-router"></a>
 
-### Apollo Router
+### Hive Router
 
-- [Repository](https://github.com/apollographql/router)
-- [Website](https://www.apollographql.com/)
+- [Repository](https://github.com/graphql-hive/router)
+- [Website](https://github.com/graphql-hive/router)
 
 <details>
 <summary>Results</summary>
@@ -152,7 +153,7 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/interface-object-with-requires">interface-object-with-requires</a>
 <pre>🟢🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/keys-mashup">keys-mashup</a>
-<pre>❌</pre>
+<pre>🟢</pre>
 <a href="./src/test-suites/mutations">mutations</a>
 <pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/mysterious-external">mysterious-external</a>
@@ -182,7 +183,7 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/requires-requires">requires-requires</a>
 <pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/requires-with-argument">requires-with-argument</a>
-<pre>🟢🟢❌❌❌</pre>
+<pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/requires-with-fragments">requires-with-fragments</a>
 <pre>🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/shared-root">shared-root</a>
@@ -207,11 +208,11 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <pre>🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢</pre>
 </details>
 
-<a id="apollo-gateway"></a>
+<a id="apollo-router"></a>
 
-### Apollo Gateway
+### Apollo Router
 
-- [Repository](https://github.com/apollographql/federation)
+- [Repository](https://github.com/apollographql/router)
 - [Website](https://www.apollographql.com/)
 
 <details>
@@ -257,7 +258,7 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/node">node</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/non-resolvable-interface-object">non-resolvable-interface-object</a>
-<pre>🟢❌🟢🟢🟢🟢🟢</pre>
+<pre>🟢🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/null-keys">null-keys</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/override-type-interface">override-type-interface</a>
@@ -302,23 +303,23 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <pre>🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢</pre>
 </details>
 
-<a id="cosmo-router"></a>
+<a id="apollo-gateway"></a>
 
-### Cosmo Router
+### Apollo Gateway
 
-- [Repository](https://github.com/wundergraph/cosmo)
-- [Website](https://wundergraph.com)
+- [Repository](https://github.com/apollographql/federation)
+- [Website](https://www.apollographql.com/)
 
 <details>
 <summary>Results</summary>
 <a href="./src/test-suites/abstract-types">abstract-types</a>
 <pre>🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/child-type-mismatch">child-type-mismatch</a>
-<pre>❌❌❌🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/circular-reference-interface">circular-reference-interface</a>
 <pre>🟢🟢</pre>
 <a href="./src/test-suites/complex-entity-call">complex-entity-call</a>
-<pre>❌</pre>
+<pre>🟢</pre>
 <a href="./src/test-suites/corrupted-supergraph-node-id">corrupted-supergraph-node-id</a>
 <pre>🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/enum-intersection">enum-intersection</a>
@@ -338,11 +339,11 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/input-object-intersection">input-object-intersection</a>
 <pre>🟢🟢🟢</pre>
 <a href="./src/test-suites/interface-object-indirect-extension">interface-object-indirect-extension</a>
-<pre>❌</pre>
+<pre>🟢</pre>
 <a href="./src/test-suites/interface-object-with-requires">interface-object-with-requires</a>
 <pre>🟢🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/keys-mashup">keys-mashup</a>
-<pre>🟢</pre>
+<pre>❌</pre>
 <a href="./src/test-suites/mutations">mutations</a>
 <pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/mysterious-external">mysterious-external</a>
@@ -352,7 +353,7 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/node">node</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/non-resolvable-interface-object">non-resolvable-interface-object</a>
-<pre>🟢🟢🟢🟢🟢🟢🟢</pre>
+<pre>🟢❌🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/null-keys">null-keys</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/override-type-interface">override-type-interface</a>
@@ -362,17 +363,17 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/parent-entity-call">parent-entity-call</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/parent-entity-call-complex">parent-entity-call-complex</a>
-<pre>❌</pre>
+<pre>🟢</pre>
 <a href="./src/test-suites/provides-on-interface">provides-on-interface</a>
-<pre>❌❌</pre>
+<pre>🟢🟢</pre>
 <a href="./src/test-suites/provides-on-union">provides-on-union</a>
-<pre>❌❌</pre>
+<pre>🟢🟢</pre>
 <a href="./src/test-suites/requires-interface">requires-interface</a>
 <pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/requires-requires">requires-requires</a>
 <pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/requires-with-argument">requires-with-argument</a>
-<pre>🟢🟢🟢🟢🟢</pre>
+<pre>🟢🟢❌❌❌</pre>
 <a href="./src/test-suites/requires-with-fragments">requires-with-fragments</a>
 <pre>🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/shared-root">shared-root</a>
@@ -439,7 +440,7 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/keys-mashup">keys-mashup</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/mutations">mutations</a>
-<pre>🟢🟢🟢❌</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/mysterious-external">mysterious-external</a>
 <pre>🟢🟢</pre>
 <a href="./src/test-suites/nested-provides">nested-provides</a>
@@ -459,7 +460,7 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/parent-entity-call-complex">parent-entity-call-complex</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/provides-on-interface">provides-on-interface</a>
-<pre>❌❌</pre>
+<pre>🟢🟢</pre>
 <a href="./src/test-suites/provides-on-union">provides-on-union</a>
 <pre>🟢🟢</pre>
 <a href="./src/test-suites/requires-interface">requires-interface</a>
@@ -492,6 +493,101 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <pre>🟢🟢🟢🟢🟢🟢🟢🟢❌🟢🟢❌</pre>
 </details>
 
+<a id="cosmo-router"></a>
+
+### Cosmo Router
+
+- [Repository](https://github.com/wundergraph/cosmo)
+- [Website](https://wundergraph.com)
+
+<details>
+<summary>Results</summary>
+<a href="./src/test-suites/abstract-types">abstract-types</a>
+<pre>🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/child-type-mismatch">child-type-mismatch</a>
+<pre>❌❌❌🟢</pre>
+<a href="./src/test-suites/circular-reference-interface">circular-reference-interface</a>
+<pre>🟢🟢</pre>
+<a href="./src/test-suites/complex-entity-call">complex-entity-call</a>
+<pre>❌</pre>
+<a href="./src/test-suites/corrupted-supergraph-node-id">corrupted-supergraph-node-id</a>
+<pre>🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/enum-intersection">enum-intersection</a>
+<pre>🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/fed1-external-extends">fed1-external-extends</a>
+<pre>🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/fed1-external-extends-resolvable">fed1-external-extends-resolvable</a>
+<pre>🟢</pre>
+<a href="./src/test-suites/fed1-external-extension">fed1-external-extension</a>
+<pre>🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/fed2-external-extends">fed2-external-extends</a>
+<pre>🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/fed2-external-extension">fed2-external-extension</a>
+<pre>🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/include-skip">include-skip</a>
+<pre>🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/input-object-intersection">input-object-intersection</a>
+<pre>🟢🟢🟢</pre>
+<a href="./src/test-suites/interface-object-indirect-extension">interface-object-indirect-extension</a>
+<pre>❌</pre>
+<a href="./src/test-suites/interface-object-with-requires">interface-object-with-requires</a>
+<pre>❌❌❌❌❌❌❌</pre>
+<a href="./src/test-suites/keys-mashup">keys-mashup</a>
+<pre>🟢</pre>
+<a href="./src/test-suites/mutations">mutations</a>
+<pre>🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/mysterious-external">mysterious-external</a>
+<pre>🟢🟢</pre>
+<a href="./src/test-suites/nested-provides">nested-provides</a>
+<pre>🟢🟢</pre>
+<a href="./src/test-suites/node">node</a>
+<pre>🟢</pre>
+<a href="./src/test-suites/non-resolvable-interface-object">non-resolvable-interface-object</a>
+<pre>🟢🟢🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/null-keys">null-keys</a>
+<pre>🟢</pre>
+<a href="./src/test-suites/override-type-interface">override-type-interface</a>
+<pre>🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/override-with-requires">override-with-requires</a>
+<pre>🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/parent-entity-call">parent-entity-call</a>
+<pre>🟢</pre>
+<a href="./src/test-suites/parent-entity-call-complex">parent-entity-call-complex</a>
+<pre>❌</pre>
+<a href="./src/test-suites/provides-on-interface">provides-on-interface</a>
+<pre>❌❌</pre>
+<a href="./src/test-suites/provides-on-union">provides-on-union</a>
+<pre>❌❌</pre>
+<a href="./src/test-suites/requires-interface">requires-interface</a>
+<pre>🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/requires-requires">requires-requires</a>
+<pre>🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/requires-with-argument">requires-with-argument</a>
+<pre>🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/requires-with-fragments">requires-with-fragments</a>
+<pre>🟢🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/shared-root">shared-root</a>
+<pre>🟢🟢</pre>
+<a href="./src/test-suites/simple-entity-call">simple-entity-call</a>
+<pre>🟢</pre>
+<a href="./src/test-suites/simple-inaccessible">simple-inaccessible</a>
+<pre>🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/simple-interface-object">simple-interface-object</a>
+<pre>🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/simple-override">simple-override</a>
+<pre>🟢🟢</pre>
+<a href="./src/test-suites/simple-requires-provides">simple-requires-provides</a>
+<pre>🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/typename">typename</a>
+<pre>🟢🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/unavailable-override">unavailable-override</a>
+<pre>🟢🟢</pre>
+<a href="./src/test-suites/union-interface-distributed">union-interface-distributed</a>
+<pre>🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/union-intersection">union-intersection</a>
+<pre>🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢🟢</pre>
+</details>
+
 <a id="inigo-gateway"></a>
 
 ### Inigo Gateway

gateways/apollo-router/install.sh

@@ -1,2 +1,2 @@
 # https://github.com/apollographql/router/releases
-curl -sSL https://router.apollo.dev/download/nix/v2.4.0 | sh
+curl -sSL https://router.apollo.dev/download/nix/v2.6.0 | sh

gateways/cosmo-router/install.sh

@@ -8,7 +8,7 @@ set -u
 BINARY_DOWNLOAD_PREFIX="https://github.com/wundergraph/cosmo/releases/download"
 
 # https://github.com/wundergraph/cosmo/releases
-DOWNLOAD_VERSION="0.233.0"
+DOWNLOAD_VERSION="0.247.0"
 
 download_binary() {
     downloader --check

gateways/cosmo-router/results.txt

@@ -27,7 +27,7 @@ input-object-intersection
 interface-object-indirect-extension
 X
 interface-object-with-requires
-.......
+XXXXXXX
 keys-mashup
 .
 mutations
@@ -85,5 +85,5 @@ union-intersection
 
 ---
 Total: 189
-Passed: 179
-Failed: 10
+Passed: 172
+Failed: 17

gateways/grafbase-gateway/install.sh

@@ -5,7 +5,7 @@ set -euo pipefail
 # to the current directory instead of /usr/local/bin
 
 # https://github.com/grafbase/grafbase/releases
-VERSION="0.43.2"
+VERSION="0.48.1"
 
 error() {
     echo -e "${Red}error${Color_Off}:" "$@" >&2

gateways/grafbase-gateway/results.txt

@@ -31,7 +31,7 @@ interface-object-with-requires
 keys-mashup
 .
 mutations
-...X
+....
 mysterious-external
 ..
 nested-provides
@@ -51,7 +51,7 @@ parent-entity-call
 parent-entity-call-complex
 .
 provides-on-interface
-XX
+..
 provides-on-union
 ..
 requires-interface
@@ -85,5 +85,5 @@ union-intersection
 
 ---
 Total: 189
-Passed: 171
-Failed: 18
+Passed: 174
+Failed: 15

gateways/hive-gateway/install.sh

@@ -1,2 +1,2 @@
 # https://github.com/graphql-hive/gateway/releases
-curl -sSL https://graphql-hive.com/install-gateway.sh | sh -s "1.15.4"
+curl -sSL https://graphql-hive.com/install-gateway.sh | sh -s "1.16.3"

gateways/hive-router/.gitignore

@@ -0,0 +1,2 @@
+/supergraph.graphql
+/hive_router

gateways/hive-router/gateway.json

@@ -0,0 +1,7 @@
+{
+  "name": "Hive Router",
+  "repository": "https://github.com/graphql-hive/router",
+  "website": "https://github.com/graphql-hive/router",
+  "graphql": "http://127.0.0.1:4000/graphql",
+  "health": "http://127.0.0.1:4000/health"
+}