File tree Expand file tree Collapse file tree 2 files changed +8
-3
lines changed
charts/azimuth-llm/templates/test Expand file tree Collapse file tree 2 files changed +8
-3
lines changed Original file line number Diff line number Diff line change 10
10
spec :
11
11
containers :
12
12
- name : gradio-client-test
13
+ # Assumes that one of the in-repo Gradio apps is used and that
14
+ # the app includes a `gradio-test-client.py` script.
13
15
image : {{ printf "%s:%s" .Values.ui.image.repository (default .Chart.AppVersion .Values.ui.image.tag) }}
14
16
imagePullPolicy : IfNotPresent
15
17
command :
Original file line number Diff line number Diff line change
1
+
2
+ # Default target is a local ollama instance
3
+ # running inside the same docker network
4
+ model_name : smollm2:135m
5
+ backend_url : http://ollama:11434
6
+
1
7
host_address : 0.0.0.0
2
8
3
9
model_instruction : " You are a helpful and cheerful AI assistant. Please respond appropriately."
4
10
5
11
page_title : Large Language Model
6
12
7
- backend_url : http://ollama:11434
8
- model_name : smollm2:135m
9
-
10
13
# LLM request parameters
11
14
# See https://platform.openai.com/docs/api-reference/chat/create
12
15
# and https://docs.vllm.ai/en/v0.6.0/serving/openai_compatible_server.html#extra-parameters
You can’t perform that action at this time.
0 commit comments