config.json

{
    "address": "",
    "chat": "https://huggingface.co/Tobivictor/MachineLearningLM-7B-v1-GGUF/resolve/main/MachineLearningLM-7B-v1-Q4_K_M.gguf",
    "chat_batch_size": "128",
    "chat_ctx_size": "8192",
    "chat_name": "MachineLearningLM-7B-v1",
    "chat_ubatch_size": "128",
    "context_window": "1",
    "description": "GaiaNet node config with MachineLearningLM-7B-v1, a model fine-tuned for machine learning and technical topics.",
    "domain": "gaia.domains",
    "embedding": "https://huggingface.co/gaianet/Nomic-embed-text-v1.5-Embedding-GGUF/resolve/main/nomic-embed-text-v1.5.f16.gguf",
    "embedding_batch_size": "8192",
    "embedding_collection_name": "default",
    "embedding_ctx_size": "8192",
    "embedding_name": "Nomic-embed-text-v1.5",
    "embedding_ubatch_size": "8192",
    "llamaedge_chat_port": "9068",
    "llamaedge_embedding_port": "9069",
    "llamaedge_port": "8080",
    "prompt_template": "chatml",
    "qdrant_limit": "1",
    "qdrant_score_threshold": "0.5",
    "rag_policy": "system-message",
    "rag_prompt": "Use the following information to answer the question.\n----------------\n",
    "reverse_prompt": "",
    "snapshot": "",
    "system_prompt": "You are a helpful AI assistant. Please answer questions as clearly and concisely as possible."
}