Run Agent Evals on a cron every 6 hours (#9382)

Author: samedson

.github/workflows/README.md

@@ -15,3 +15,4 @@ The following secrets must be defined on the project:
 | ----------------------------- | ------------------------------------------------------------------------------ |
 | `FBTOOLS_TARGET_PROJECT`      | The project ID that should be used for integration tests                       |
 | `service_account_json_base64` | A base64-encoded service account JSON file with access to the selected project |
+| `GEMINI_API_KEY`              | The Gemini API Key used for Agent Evals                                        |

.github/workflows/agent-evals.yaml

@@ -0,0 +1,43 @@
+name: Agent Evals
+
+on:
+  workflow_dispatch:
+  schedule:
+    # Run every 6 hours
+    - cron: "0 */6 * * *"
+
+permissions:
+  contents: read
+
+concurrency:
+  group: agent-evals-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  CI: true
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        node-version:
+          - "20"
+    env:
+      GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+          cache: npm
+          cache-dependency-path: npm-shrinkwrap.json
+
+      - run: npm i -g [email protected]
+      - run: npm install -g @google/gemini-cli
+      - run: npm ci
+      - run: npm install
+        working-directory: scripts/agent-evals
+      - name: "Run agent-evals tests"
+        run: npm run test
+        working-directory: scripts/agent-evals