-
Notifications
You must be signed in to change notification settings - Fork 38
Expand file tree
/
Copy pathconfig.json
More file actions
28 lines (28 loc) · 1.24 KB
/
config.json
File metadata and controls
28 lines (28 loc) · 1.24 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
{
"address": "0x3d221e1350edabdf023148a1be678617e148f35c",
"chat": "https://huggingface.co/Tobivictor/silly-v0.2-GGUF/resolve/main/silly-v0.2-Q4_K_M.gguf",
"chat_batch_size": "128",
"chat_ctx_size": "8192",
"chat_name": "silly-v0.2",
"chat_ubatch_size": "128",
"context_window": "1",
"description": "GaiaNet node config with silly-v0.2 model, for creative and conversational tasks.",
"domain": "gaia.domains",
"embedding": "https://huggingface.co/gaianet/Nomic-embed-text-v1.5-Embedding-GGUF/resolve/main/nomic-embed-text-v1.5.f16.gguf",
"embedding_batch_size": "8192",
"embedding_collection_name": "default",
"embedding_ctx_size": "8192",
"embedding_name": "Nomic-embed-text-v1.5",
"embedding_ubatch_size": "8192",
"llamaedge_chat_port": "9068",
"llamaedge_embedding_port": "9069",
"llamaedge_port": "8080",
"prompt_template": "chatml",
"qdrant_limit": "1",
"qdrant_score_threshold": "0.5",
"rag_policy": "system-message",
"rag_prompt": "Use the following information to answer the question.\n----------------\n",
"reverse_prompt": "",
"snapshot": "",
"system_prompt": "You are a helpful AI assistant. Please answer questions as clearly and concisely as possible."
}