-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy path.env.example
More file actions
56 lines (42 loc) · 1.71 KB
/
Copy path.env.example
File metadata and controls
56 lines (42 loc) · 1.71 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
# LLM Safety Middleware — Environment Variables
# ================================================
# Copy this file to .env and fill in your values.
# Never commit .env to git.
#
# cp .env.example .env
# ── LLM Backend ──────────────────────────────────────────────────────────────
# Which backend protocol to use
LLM_BACKEND_TYPE=ollama # ollama | openai | custom
# Remote LLM server URL
LLM_BASE_URL=http://localhost:11434
# Model name
LLM_MODEL=llama2
# Bearer token — required for OpenAI, Together AI, etc.
# Leave blank for Ollama or unauthenticated backends.
LLM_API_KEY=
# Request timeout in seconds
LLM_TIMEOUT_SECONDS=60
# Retry attempts on transient server errors (5xx)
LLM_MAX_RETRIES=3
# Default generation parameters (can be overridden per-request)
LLM_MAX_NEW_TOKENS=512
LLM_TEMPERATURE=0.7
LLM_TOP_P=0.95
# System message prepended to every conversation (OpenAI mode only)
LLM_SYSTEM_PROMPT=
# ── Safety Middleware Server ──────────────────────────────────────────────────
# Bind address
HOST=0.0.0.0
# Listen port
PORT=8000
# Number of uvicorn worker processes
WORKERS=1
# Path to the SafetyConfig JSON file
CONFIG_PATH=config_production.json
# Secret key for the POST /api/v1/statistics/reset admin endpoint.
# Leave blank to disable that endpoint entirely.
ADMIN_API_KEY=
# Comma-separated list of allowed CORS origins.
# Leave blank to disable cross-origin access (recommended for production).
# Example: https://app.example.com,https://staging.example.com
ALLOWED_ORIGINS=