wasm bug fixes, and added smoke tests and ci workflow (#389)

Author: dotansimha

.github/workflows/ci.yaml

@@ -30,7 +30,7 @@ jobs:
         run: cargo install -q worker-build && worker-build
 
       - name: test
-        run: cargo test -- --nocapture
+        run: cargo test --workspace --exclude smoke_tests -- --nocapture
         env:
           RUST_BACKTRACE: full
 
@@ -47,6 +47,74 @@ jobs:
         working-directory: libs/napi
         run: yarn build
 
+  smoke-test:
+    name: smoke test
+    needs:
+      - build
+    runs-on: ubuntu-22.04
+    steps:
+      - name: checkout
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
+
+      - name: setup environment
+        uses: ./.github/actions/setup
+
+      - name: run containers
+        working-directory: libs/smoke_tests/
+        run: docker compose -f docker-compose.yaml up -d
+
+      - uses: JarvusInnovations/background-action@v1
+        name: run test server in background
+        with:
+          run: cargo run
+          working-directory: tests/test-server
+          wait-on: http-get://127.0.0.1:4000
+          tail: true
+          wait-for: 10m
+          log-output-if: failure
+          log-output: true
+
+      - uses: JarvusInnovations/background-action@v1
+        name: run gateway in background (binary)
+        with:
+          run: cargo run --bin conductor -- ./libs/smoke_tests/test_gw.yaml
+          wait-on: http-get://127.0.0.1:9000/graphql
+          tail: true
+          wait-for: 15m
+          log-output-if: failure
+          log-output: true
+
+      - name: run tests (binary)
+        working-directory: libs/smoke_tests/
+        run: cargo test --features binary -- --nocapture
+        env:
+          CONDUCTOR_URL: http://127.0.0.1:9000
+
+      - uses: the-guild-org/shared-config/setup@main
+        name: setup env (wasm)
+        with:
+          nodeVersion: 20
+          packageManager: pnpm
+          workingDirectory: bin/cloudflare_worker
+          packageManagerVersion: 8
+
+      - uses: JarvusInnovations/background-action@v1
+        name: run gateway in background (wasm)
+        with:
+          working-directory: bin/cloudflare_worker
+          run: pnpm start:smoke
+          wait-on: http-get://127.0.0.1:8787/graphql
+          tail: true
+          wait-for: 15m
+          log-output-if: failure
+          log-output: true
+
+      - name: run tests (wasm)
+        working-directory: libs/smoke_tests/
+        run: cargo test --features wasm -- --nocapture
+        env:
+          CONDUCTOR_URL: http://127.0.0.1:8787
+
   graphql-over-http:
     runs-on: ubuntu-22.04
     steps:
@@ -151,7 +219,7 @@ jobs:
       - name: run panic free analyzer
         run: cargo panic-analyzer > ./panic-audit.md
         env:
-          IGNORED_CRATES: e2e_tests,benches,server
+          IGNORED_CRATES: smoke_tests,e2e_tests,benches,server
           IGNORED_FILES: ./plugins/jwt_auth/src/test.rs
 
       - name: comment on pull request

Cargo.lock

@@ -1,7 +1,7 @@
 [workspace]
 resolver = "2"
 members = ["bin/*", "libs/*", "plugins/*"]
-exclude = ["bin/npm", "tests/test-server", "tools/panic_free_analyzer"]
+exclude = ["bin/npm", "tests/test-server"]
 
 [workspace.dependencies]
 tokio = "1.35.1"

Cargo.toml

@@ -7,7 +7,7 @@
 > [!IMPORTANT]
 > Conductor gateway is still under development, and currently available as alpha.
 >
-> Please use it with caution. Feedback and Contributions are always welcome! 
+> Please use it with caution. Feedback and Contributions are always welcome!
 
 # Conductor: MIT open-source GraphQL Gateway
 
@@ -53,6 +53,12 @@ Conductor's configuration can be defined in both YAML and JSON formats. The conf
 ### Configuration File Example
 
 ```yaml
+server:
+  port: 9000
+
+logger:
+  filter: error
+
 sources:
   - type: graphql
     id: my-source
@@ -63,12 +69,10 @@ endpoints:
   - path: /graphql
     from: my-source
     plugins:
+      - type: cors
+        config:
+          allowed_origin: "*"
       - type: graphiql
-
-plugins:
-  - type: cors
-    config:
-      allowed_origin: "*"
 ```
 
 ## Running Conductor

README.md

@@ -0,0 +1,4 @@
+[target.wasm32-unknown-unknown]
+rustflags = [
+  "-C", "link-args=-z stack-size=3000000",
+]

bin/cloudflare_worker/.cargo/config

@@ -4,7 +4,8 @@
   "private": true,
   "scripts": {
     "deploy": "wrangler deploy",
-    "dev": "wrangler dev --var \"CONDUCTOR_CONFIG:$(cat ../../test_config/worker.yaml)\""
+    "dev": "wrangler dev --var \"CONDUCTOR_CONFIG:$(cat ../../test_config/worker.yaml)\"",
+    "start:smoke": "wrangler dev --var \"ENABLE_WASM_FEATURES:false\" --var \"CONDUCTOR_CONFIG:$(cat ../../libs/smoke_tests/test_gw.yaml)\""
   },
   "devDependencies": {
     "wrangler": "3.25.0"

bin/cloudflare_worker/package.json

@@ -9,6 +9,7 @@ COPY plugins plugins
 COPY bin bin
 RUN rm -rf lib/benches
 RUN rm -rf lib/e2e_tests
+RUN rm -rf lib/smoke_tests
 RUN echo 'fn main() { println!(""); }' > ./bin/conductor/src/main.rs
 RUN echo 'fn main() { println!(""); }' > ./bin/conductor/src/lib.rs
 # We are only building the dependencies here, with a dummy file, this compiles all dependencies code only.

bin/conductor/docker/Dockerfile

@@ -64,6 +64,8 @@ impl Display for GraphQLRequest {
 
 #[derive(thiserror::Error, Debug)]
 pub enum ExtractGraphQLOperationError {
+  #[error("invalid url query parameter")]
+  InvalidQueryParameterEncoding,
   #[error("missing query parameter")]
   MissingQueryParameter,
   #[error("invalid content-type header")]

libs/common/src/graphql.rs

@@ -162,7 +162,7 @@
             "type": {
               "type": "string",
               "enum": [
-                "mocl"
+                "mock"
               ]
             },
             "id": {
@@ -1706,14 +1706,7 @@
             "cache_duration": {
               "description": "Duration after which the cached JWKS should be expired. If not specified, the default value will be used.",
               "default": "10m",
-              "anyOf": [
-                {
-                  "$ref": "#/definitions/Duration"
-                },
-                {
-                  "type": "null"
-                }
-              ]
+              "type": "string"
             },
             "prefetch": {
               "description": "If set to `true`, the JWKS will be fetched on startup and cached. In case of invalid JWKS, the error will be ignored and the plugin will try to fetch again when server receives the first request. If set to `false`, the JWKS will be fetched on-demand, when the first request comes in.",

libs/config/conductor.schema.json

@@ -403,7 +403,7 @@ pub enum SourceDefinition {
     /// The configuration for the GraphQL source.
     config: GraphQLSourceConfig,
   },
-  #[serde(rename = "mocl")]
+  #[serde(rename = "mock")]
   /// A simple, single GraphQL endpoint
   Mock {
     /// The identifier of the source. This is used to reference the source in the `from` field of an endpoint definition.
@@ -601,7 +601,7 @@ pub fn parse_config_contents(
     }
     Err(errors) => {
       for error in errors {
-        println!("error: {}", error);
+        println!("error: {:?}", error);
       }
 
       // @expected: 👇