File tree Expand file tree Collapse file tree 1 file changed +12
-4
lines changed Expand file tree Collapse file tree 1 file changed +12
-4
lines changed Original file line number Diff line number Diff line change @@ -17,12 +17,18 @@ llm_providers:
17
17
models :
18
18
- name : " mistral"
19
19
- name : ' llama3.2:latest'
20
- - name : my_rhoai
20
+ - name : my_rhoai_g3
21
21
type : openai
22
- url : " https ://granite3-8b-wisdom-model-staging.apps.stage2-west.v2dz.p1.openshiftapps.com /v1"
22
+ url : " http ://localhost:8000 /v1"
23
23
credentials_path : ols_api_key.txt
24
24
models :
25
25
- name : granite3-8b
26
+ - name : my_rhoai_g31
27
+ type : openai
28
+ url : " http://localhost:8000/v1"
29
+ credentials_path : rhoai_api_key.txt
30
+ models :
31
+ - name : granite3-1-8b
26
32
ols_config :
27
33
# max_workers: 1
28
34
reference_content :
@@ -37,8 +43,10 @@ ols_config:
37
43
app_log_level : info
38
44
lib_log_level : warning
39
45
uvicorn_log_level : info
40
- default_provider : ollama
41
- default_model : ' llama3.2:latest'
46
+ # default_provider: my_rhoai_g31
47
+ # default_model: 'granite3-1-8b'
48
+ default_provider : my_rhoai_g3
49
+ default_model : ' granite3-8b'
42
50
query_validation_method : llm
43
51
user_data_collection :
44
52
feedback_disabled : false
You can’t perform that action at this time.
0 commit comments