From e564b24ad0ec3a77e943ca9e3b5cb13a0e96191e Mon Sep 17 00:00:00 2001 From: Pamela Fox Date: Mon, 10 Feb 2025 11:15:10 -0800 Subject: [PATCH 1/3] New PR for eval --- .github/workflows/evaluate.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/evaluate.yaml b/.github/workflows/evaluate.yaml index 54775a4594..5f5c6a8cc6 100644 --- a/.github/workflows/evaluate.yaml +++ b/.github/workflows/evaluate.yaml @@ -114,7 +114,7 @@ jobs: issue_number: context.issue.number, owner: context.repo.owner, repo: context.repo.repo, - body: "Starting evaluation. Check the Actions tab for progress, or wait for a comment with the results." + body: "Starting evaluation! Check the Actions tab for progress, or wait for a comment with the results." }) - name: Checkout pull request From a2c84696849b5e70b48e11006a170a275ca71f48 Mon Sep 17 00:00:00 2001 From: Pamela Fox Date: Mon, 10 Feb 2025 11:34:12 -0800 Subject: [PATCH 2/3] Add debug --- .github/workflows/evaluate.yaml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/evaluate.yaml b/.github/workflows/evaluate.yaml index 5f5c6a8cc6..51b3e9815d 100644 --- a/.github/workflows/evaluate.yaml +++ b/.github/workflows/evaluate.yaml @@ -178,6 +178,10 @@ jobs: run: | uv pip install -r evals/requirements.txt + - name: Run azd env get values command + run: | + azd env get-values + - name: Evaluate local RAG flow run: | python evals/evaluate.py --targeturl=http://127.0.0.1:8000/chat --resultsdir=evals/results/pr${{ github.event.issue.number }} From 9916bfc05711ad4bbab41a80bff4c9a001bd91f0 Mon Sep 17 00:00:00 2001 From: Pamela Fox Date: Mon, 10 Feb 2025 11:35:32 -0800 Subject: [PATCH 3/3] Add workflow dispatch --- .github/workflows/evaluate.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/evaluate.yaml b/.github/workflows/evaluate.yaml index 51b3e9815d..1e831b110c 100644 --- a/.github/workflows/evaluate.yaml +++ b/.github/workflows/evaluate.yaml @@ -3,6 +3,7 @@ name: Evaluate RAG answer flow on: issue_comment: types: [created] + workflow_dispatch: # Set up permissions for deploying with secretless Azure federated credentials # https://learn.microsoft.com/azure/developer/github/connect-from-azure?tabs=azure-portal%2Clinux#set-up-azure-login-with-openid-connect-authentication