feat(launcher): Add integration tests (IBM#9)

Author: OlivierDehaene

.github/workflows/server-tests.yaml renamed to .github/workflows/tests.yaml

@@ -5,6 +5,8 @@ on:
     paths:
       - "server/**"
       - "proto/**"
+      - "router/**"
+      - "launcher/**"
 
 jobs:
   run_tests:
@@ -15,16 +17,25 @@ jobs:
         uses: actions/setup-python@v1
         with:
           python-version: 3.9
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: 1.65.0
+          override: true
+          components: rustfmt, clippy
       - name: Loading cache.
         uses: actions/cache@v2
         id: model_cache
         with:
           path: ~/.cache/huggingface/
           key: models
-      - name: Install server dependencies
+      - name: Install
         run: |
-          make install-server
-      - name: Run tests
+          make install
+      - name: Run server tests
         run: |
           pip install pytest
           pytest -sv server/tests
+      - name: Run Rust tests
+        run: |
+          cargo test

Cargo.lock

@@ -7,7 +7,13 @@ description = "Text Generation Launcher"
 
 [dependencies]
 clap = { version = "4.0.15", features = ["derive", "env"] }
-ctrlc = "3.2.3"
+ctrlc = { version = "3.2.3", features = ["termination"] }
 subprocess = "0.2.9"
 tracing = "0.1.37"
 tracing-subscriber = { version = "0.3.16", features = ["json"] }
+
+[dev-dependencies]
+float_eq = "1.0.1"
+reqwest = { version = "0.11.13", features = ["blocking", "json"] }
+serde = "1.0.150"
+serde_json = "1.0.89"

launcher/Cargo.toml

@@ -0,0 +1,121 @@
+[
+  {
+    "details": {
+      "finish_reason": "length",
+      "generated_tokens": 20,
+      "tokens": [
+        [
+          10264,
+          "Test",
+          null
+        ],
+        [
+          8821,
+          " request",
+          -11.895094
+        ],
+        [
+          17,
+          ".",
+          -1.8267941
+        ],
+        [
+          1587,
+          "get",
+          -2.4674964
+        ],
+        [
+          11,
+          "(",
+          -1.9060438
+        ],
+        [
+          5,
+          "\"",
+          -1.2279553
+        ],
+        [
+          4899,
+          "action",
+          -4.170306
+        ],
+        [
+          5,
+          "\"",
+          -0.3247902
+        ],
+        [
+          12,
+          ")",
+          -1.0773602
+        ],
+        [
+          30,
+          ";",
+          -0.27640444
+        ],
+        [
+          837,
+          "\n       ",
+          -1.6970599
+        ],
+        [
+          1320,
+          " if",
+          -1.4495552
+        ],
+        [
+          375,
+          " (",
+          -0.2360998
+        ],
+        [
+          4899,
+          "action",
+          -1.1916926
+        ],
+        [
+          3535,
+          " ==",
+          -0.8918663
+        ],
+        [
+          5109,
+          " null",
+          -0.39334255
+        ],
+        [
+          12,
+          ")",
+          -0.4321134
+        ],
+        [
+          731,
+          " {",
+          -0.17701954
+        ],
+        [
+          1260,
+          "\n           ",
+          -0.07027287
+        ],
+        [
+          10519,
+          " throw",
+          -1.3915133
+        ],
+        [
+          2084,
+          " new",
+          -0.042013377
+        ],
+        [
+          150858,
+          " RuntimeException",
+          -1.7330077
+        ]
+      ]
+    },
+    "generated_text": "Test request.get(\"action\");\n        if (action == null) {\n            throw new RuntimeException"
+  }
+]