Test MCP server deployed

Author: SamyPesse

.github/workflows/deploy-preview.yaml

@@ -182,9 +182,9 @@ jobs:
                   SITE_BASE_URL: ${{ needs.deploy-v2-cloudflare.outputs.deployment-url }}/url/
                   ARGOS_TOKEN: ${{ secrets.ARGOS_TOKEN }}
                   ARGOS_BUILD_NAME: 'customers-v2'
-    pagespeed-testing-v2:
+    browserless-testing-v2:
         runs-on: ubuntu-latest
-        name: PageSpeed Testing v1
+        name: Browserless Testing
         needs: deploy-v2-vercel
         steps:
             - name: Checkout
@@ -195,8 +195,8 @@ jobs:
               run: bun install --frozen-lockfile
               env:
                   PUPPETEER_SKIP_DOWNLOAD: 1
-            - name: Run pagespeed tests
-              run: bun ./packages/gitbook/tests/pagespeed-testing.ts
+            - name: Run integration tests
+              run: cd ./packages/gitbook && bun e2e-browserless
               env:
                   BASE_URL: ${{needs.deploy-v2-vercel.outputs.deployment-url}}
                   PAGESPEED_API_KEY: ${{ secrets.PAGESPEED_API_KEY }}

packages/gitbook/e2e/mcp.spec.ts

@@ -116,6 +116,7 @@
         "e2e": "playwright test e2e/internal.spec.ts e2e/pdf.spec.ts --project=chromium",
         "e2e-customers": "playwright test e2e/customers.spec.ts --project=chromium",
         "unit": "bun test {src,packages} --preload ./tests/preload-bun.ts",
+        "e2e-browserless": "bun test ./tests/",
         "typecheck": "tsc --noEmit"
     },
     "browserslist": [

packages/gitbook/package.json

@@ -0,0 +1,30 @@
+import { expect, it } from 'bun:test';
+import { Client } from '@modelcontextprotocol/sdk/client';
+import { StreamableHTTPClientTransport } from '@modelcontextprotocol/sdk/client/streamableHttp.js';
+import { getContentTestURL } from './utils';
+
+it('should expose a MCP server', async () => {
+    const client = new Client({
+        name: 'test',
+        version: '1.0.0',
+    });
+
+    await client.connect(
+        new StreamableHTTPClientTransport(
+            new URL(getContentTestURL('https://gitbook.com/docs/~gitbook/mcp'))
+        )
+    );
+
+    const tools = await client.listTools();
+    expect(tools.tools[0]?.name).toBe('searchDocumentation');
+
+    const response = await client.callTool({
+        name: 'searchDocumentation',
+        arguments: {
+            query: 'git',
+        },
+    });
+
+    // @ts-expect-error - response.content is of type unknown
+    expect(response.content[0]?.text).toContain('Title:');
+});

packages/gitbook/tests/mcp.test.ts

@@ -1,3 +1,4 @@
+import { it } from 'bun:test';
 import psi from 'psi';
 
 import { getContentTestURL } from './utils';
@@ -25,10 +26,16 @@ const tests: Array<Test> = [
 ];
 
 for (const test of tests) {
-    const url = getContentTestURL(test.url);
-    await psi.output(url, {
-        strategy: test.strategy,
-        threshold: test.threshold,
-        key: process.env.PAGESPEED_API_KEY,
+    if (!process.env.PAGESPEED_API_KEY && !process.env.CI) {
+        continue;
+    }
+
+    it(`${test.url} - ${test.strategy}`, async () => {
+        const url = getContentTestURL(test.url);
+        await psi.output(url, {
+            strategy: test.strategy,
+            threshold: test.threshold,
+            key: process.env.PAGESPEED_API_KEY,
+        });
     });
 }