File tree Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change 11
11
GUIDELLM__MAX_CONCURRENCY = 256 ,
12
12
GUIDELLM__REQUEST_TIMEOUT = 21600 ,
13
13
target = "http://localhost:8000/v1" ,
14
- data_type = "emulated" ,
14
+ # data_type="emulated",
15
15
max_seconds = 30 ,
16
16
#config = "benchmarking_32k",
17
- data = "prompt_tokens=128,output_tokens=128" ,
17
+ # data="prompt_tokens=128,output_tokens=128",
18
18
branch = "update_guidellm" ,
19
19
vllm_kwargs = {"enable-chunked-prefill" : True }
20
20
)
Original file line number Diff line number Diff line change 3
3
#DEFAULT_OUTPUT_URI = "gs://neuralmagic-clearml"
4
4
DEFAULT_OUTPUT_URI = "http://10.128.20.60:8081"
5
5
DEFAULT_RESEARCH_BRANCH = "main"
6
- # DEFAULT_GUIDELLM_SCENARIO = "chat"
7
- DEFAULT_GUIDELLM_SCENARIO = "benchmarking_summarization"
6
+ DEFAULT_GUIDELLM_SCENARIO = "chat"
7
+ # DEFAULT_GUIDELLM_SCENARIO = "benchmarking_summarization"
You can’t perform that action at this time.
0 commit comments