File tree Expand file tree Collapse file tree 2 files changed +5
-5
lines changed Expand file tree Collapse file tree 2 files changed +5
-5
lines changed Original file line number Diff line number Diff line change @@ -26,14 +26,14 @@ class AppSettings(BaseSettings):
26
26
model_config = SettingsConfigDict (env_prefix = "llm_ui_" )
27
27
28
28
# General settings
29
- model_name : str = Field (
29
+ hf_model_name : str = Field (
30
30
description = "The model to use when constructing the LLM Chat client. This should match the model name running on the vLLM backend" ,
31
31
)
32
32
backend_url : HttpUrl = Field (
33
33
default_factory = lambda : f"http://llm-backend.{ get_k8s_namespace ()} .svc"
34
34
)
35
35
page_title : str = Field (default = "Large Language Model" )
36
- model_instruction : str = Field (
36
+ hf_model_instruction : str = Field (
37
37
default = "You are a helpful and cheerful AI assistant. Please respond appropriately."
38
38
)
39
39
Original file line number Diff line number Diff line change 1
1
backend_url : http://128.232.226.230
2
- model_name : tiiuae/falcon-7b
2
+ hf_model_name : tiiuae/falcon-7b
3
3
4
- model_instruction : You are a helpful and cheerful AI assistant. Please respond appropriately.
4
+ hf_model_instruction : You are a helpful and cheerful AI assistant. Please respond appropriately.
5
5
6
6
# UI theming tweaks
7
7
# theme_title_colour: white
@@ -11,6 +11,6 @@ model_instruction: You are a helpful and cheerful AI assistant. Please respond a
11
11
12
12
# llm_max_tokens:
13
13
# llm_temperature:
14
- # llm_top_p:
14
+ # llm_top_p:
15
15
# llm_frequency_penalty:
16
16
# llm_presence_penalty:
You can’t perform that action at this time.
0 commit comments