forked from opendatahub-io/rhoai-mcp
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy path.env.eval.example
More file actions
62 lines (51 loc) · 2.33 KB
/
Copy path.env.eval.example
File metadata and controls
62 lines (51 loc) · 2.33 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
# RHOAI MCP Evaluation Configuration
# Copy this file to .env.eval and fill in your values.
# --- Inference API Key (for Llama Stack agent, passed to compose services) ---
# If not set, RHOAI_EVAL_EVAL_API_KEY is used as a fallback.
# INFERENCE_API_KEY=AIza...
# --- LCS (Lightspeed Core Stack) Settings ---
# URL of the LCS REST API endpoint
RHOAI_EVAL_LCS_URL=http://localhost:8443
# HTTP timeout for LCS queries (seconds)
RHOAI_EVAL_LCS_TIMEOUT=300
# --- rhoai-mcp Server Settings ---
# URL of the rhoai-mcp server (for tool schema discovery)
RHOAI_EVAL_RHOAI_MCP_URL=http://localhost:8000
# --- Judge LLM Settings (for DeepEval metrics) ---
# Provider for the judge LLM (defaults to google-vertex)
RHOAI_EVAL_EVAL_PROVIDER=google-vertex
# Model used by DeepEval to evaluate agent behavior
RHOAI_EVAL_EVAL_MODEL=gemini-2.5-flash
# API key for the judge (can be same as agent key)
RHOAI_EVAL_EVAL_API_KEY=AIza...
# Base URL for the judge model (if using a custom endpoint)
# RHOAI_EVAL_EVAL_MODEL_BASE_URL=http://localhost:8001/v1
# --- Vertex AI Settings (for anthropic-vertex and google-vertex providers) ---
# google-vertex with API key uses Vertex AI Express mode (no project/location needed).
# Only set these for ADC-based auth (no API key) or anthropic-vertex.
# RHOAI_EVAL_VERTEX_PROJECT_ID=my-gcp-project
# RHOAI_EVAL_VERTEX_LOCATION=us-central1
# --- Cluster Settings ---
# mock: rhoai-mcp runs with MockK8sClient (no real cluster needed)
# live: rhoai-mcp connects to a real OpenShift cluster
RHOAI_EVAL_CLUSTER_MODE=mock
# --- Metric Thresholds ---
# Minimum scores for DeepEval metrics (0.0 - 1.0)
RHOAI_EVAL_MCP_USE_THRESHOLD=0.5
RHOAI_EVAL_TASK_COMPLETION_THRESHOLD=0.6
# =============================================================================
# Example configurations for judge LLM providers
# =============================================================================
# --- OpenAI ---
# RHOAI_EVAL_EVAL_PROVIDER=openai
# RHOAI_EVAL_EVAL_MODEL=gpt-4o
# RHOAI_EVAL_EVAL_API_KEY=sk-...
# --- Anthropic (direct API) ---
# RHOAI_EVAL_EVAL_PROVIDER=anthropic
# RHOAI_EVAL_EVAL_MODEL=claude-sonnet-4-20250514
# RHOAI_EVAL_EVAL_API_KEY=sk-ant-...
# --- Anthropic on Vertex AI ---
# RHOAI_EVAL_EVAL_PROVIDER=anthropic-vertex
# RHOAI_EVAL_EVAL_MODEL=claude-sonnet-4@20250514
# RHOAI_EVAL_VERTEX_PROJECT_ID=my-gcp-project
# RHOAI_EVAL_VERTEX_LOCATION=us-east5