Skip to content

Commit 3c3d95c

Browse files
committed
update sample config
1 parent b98e604 commit 3c3d95c

File tree

1 file changed

+12
-4
lines changed

1 file changed

+12
-4
lines changed

scripts/evaluation/olsconfig.yaml

Lines changed: 12 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -17,12 +17,18 @@ llm_providers:
1717
models:
1818
- name: "mistral"
1919
- name: 'llama3.2:latest'
20-
- name: my_rhoai
20+
- name: my_rhoai_g3
2121
type: openai
22-
url: "https://granite3-8b-wisdom-model-staging.apps.stage2-west.v2dz.p1.openshiftapps.com/v1"
22+
url: "http://localhost:8000/v1"
2323
credentials_path: ols_api_key.txt
2424
models:
2525
- name: granite3-8b
26+
- name: my_rhoai_g31
27+
type: openai
28+
url: "http://localhost:8000/v1"
29+
credentials_path: rhoai_api_key.txt
30+
models:
31+
- name: granite3-1-8b
2632
ols_config:
2733
# max_workers: 1
2834
reference_content:
@@ -37,8 +43,10 @@ ols_config:
3743
app_log_level: info
3844
lib_log_level: warning
3945
uvicorn_log_level: info
40-
default_provider: ollama
41-
default_model: 'llama3.2:latest'
46+
# default_provider: my_rhoai_g31
47+
# default_model: 'granite3-1-8b'
48+
default_provider: my_rhoai_g3
49+
default_model: 'granite3-8b'
4250
query_validation_method: llm
4351
user_data_collection:
4452
feedback_disabled: false

0 commit comments

Comments
 (0)