|
| 1 | +############################################### |
| 2 | +############## LLM API SELECTION ############## |
| 3 | +############################################### |
| 4 | + |
| 5 | +# LLM_PROVIDER=openai |
| 6 | +# OPEN_AI_LLM_KEY= |
| 7 | +# OPEN_AI_LLM_MODEL=gpt-4o |
| 8 | + |
| 9 | +# LLM_PROVIDER=gemini |
| 10 | +# GEMINI_API_KEY= |
| 11 | +# GEMINI_LLM_MODEL=gemini-2.0-flash-lite |
| 12 | + |
| 13 | +# LLM_PROVIDER=azure |
| 14 | +# AZURE_OPENAI_LLM_ENDPOINT= |
| 15 | +# AZURE_OPENAI_LLM_KEY= |
| 16 | +# AZURE_OPENAI_LLM_MODEL= |
| 17 | +# AZURE_OPENAI_LLM_API_VERSION= |
| 18 | + |
| 19 | +# LLM_PROVIDER=ollama |
| 20 | +# OLLAMA_LLM_BASE_URL= |
| 21 | +# OLLAMA_LLM_MODEL= |
| 22 | + |
| 23 | +# LLM_PROVIDER=huggingface |
| 24 | +# HUGGING_FACE_LLM_REPO_ID= |
| 25 | +# HUGGING_FACE_LLM_ENDPOINT= |
| 26 | +# HUGGING_FACE_LLM_API_TOKEN= |
| 27 | + |
| 28 | +# LLM_PROVIDER=bedrock |
| 29 | +# AWS_BEDROCK_LLM_ACCESS_KEY_ID= |
| 30 | +# AWS_BEDROCK_LLM_SECRET_ACCESS_KEY= |
| 31 | +# AWS_BEDROCK_LLM_REGION=us-west-2 |
| 32 | +# AWS_BEDROCK_LLM_ENDPOINT_URL=https://bedrock.us-west-2.amazonaws.com |
| 33 | +# AWS_BEDROCK_LLM_MODEL=anthropic.claude-3-5-sonnet-20241022-v2:0\ |
| 34 | + |
| 35 | +############################################### |
| 36 | +########### Embedding API SElECTION ########### |
| 37 | +############################################### |
| 38 | +# Only used if you are using an LLM that does not natively support embedding (openai or Azure) |
| 39 | +# EMBEDDING_ENGINE='openai' |
| 40 | +# OPEN_AI_KEY=sk-xxxx |
| 41 | +# EMBEDDING_MODEL_PREF='text-embedding-ada-002' |
| 42 | + |
| 43 | +# EMBEDDING_ENGINE='azure' |
| 44 | +# AZURE_OPENAI_ENDPOINT= |
| 45 | +# AZURE_OPENAI_KEY= |
| 46 | +# EMBEDDING_MODEL_PREF='my-embedder-model' # This is the "deployment" on Azure you want to use for embeddings. Not the base model. Valid base model is text-embedding-ada-002 |
| 47 | + |
| 48 | +# EMBEDDING_ENGINE='ollama' |
| 49 | +# EMBEDDING_BASE_PATH='http://host.docker.internal:11434' |
| 50 | +# EMBEDDING_MODEL_PREF='nomic-embed-text:latest' |
| 51 | +# EMBEDDING_MODEL_MAX_CHUNK_LENGTH=8192 |
| 52 | + |
| 53 | +# EMBEDDING_ENGINE='bedrock' |
| 54 | +# AWS_BEDROCK_EMBEDDING_ACCESS_KEY_ID= |
| 55 | +# AWS_BEDROCK_EMBEDDING_ACCESS_KEY= |
| 56 | +# AWS_BEDROCK_EMBEDDING_REGION=us-west-2 |
| 57 | +# AWS_BEDROCK_EMBEDDING_MODEL_PREF=amazon.embedding-embedding-ada-002:0 |
| 58 | + |
| 59 | +# EMBEDDING_ENGINE='gemini' |
| 60 | +# GEMINI_EMBEDDING_API_KEY= |
| 61 | +# EMBEDDING_MODEL_PREF='text-embedding-004' |
| 62 | + |
| 63 | +# EMBEDDING_ENGINE='huggingface' |
| 64 | +# HUGGING_FACE_EMBEDDING_REPO_ID= |
| 65 | +# HUGGING_FACE_EMBEDDING_MODEL= |
| 66 | +# HUGGING_FACE_EMBEDDING_API_TOKEN= |
0 commit comments