-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy path.env.example
More file actions
30 lines (25 loc) · 693 Bytes
/
Copy path.env.example
File metadata and controls
30 lines (25 loc) · 693 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
# --- LLM backend ---
# Default: local Ollama. To use a hosted API instead, change these three
# and nothing else in the code needs to change.
LLM_BASE_URL=http://localhost:11434/v1
LLM_API_KEY=ollama
LLM_MODEL=llama3.1:8b
# --- Embeddings / reranker ---
EMBEDDING_MODEL=BAAI/bge-small-en-v1.5
EMBEDDING_DIM=384
RERANKER_MODEL=BAAI/bge-reranker-base
USE_RERANKER=true
# --- Vector store ---
QDRANT_PATH=./vectorstore/qdrant_db
QDRANT_COLLECTION=auntflo
BM25_INDEX_PATH=./vectorstore/bm25.pkl
# --- Retrieval tuning ---
RETRIEVAL_TOP_K=8
FINAL_TOP_K=4
CHUNK_SIZE=500
CHUNK_OVERLAP=80
# --- Session memory ---
SESSION_DB_PATH=./sessions.db
MAX_HISTORY_TURNS=6
# --- Data ---
PDF_DIR=./data