File tree Expand file tree Collapse file tree 1 file changed +2
-7
lines changed
ray-operator/config/samples Expand file tree Collapse file tree 1 file changed +2
-7
lines changed Original file line number Diff line number Diff line change 27
27
max_model_len: 16384
28
28
enable_chunked_prefill: true
29
29
enable_prefix_caching: true
30
- trust_remote_code: true
31
30
import_path: ray.serve.llm:build_openai_app
32
31
name: llm_app
33
32
route_prefix: "/"
39
38
spec :
40
39
containers :
41
40
- name : ray-head
42
- # TODO(seiji): change to Ray 2.48 when it's released
43
- # because https://github.com/ray-project/ray/pull/53815 is needed for DeepSeek
44
- image : rayproject/ray-llm:nightly-py311-cu128
41
+ image : rayproject/ray-llm:2.46.0-py311-cu124
45
42
resources :
46
43
limits :
47
44
cpu : " 2"
68
65
spec :
69
66
containers :
70
67
- name : ray-worker
71
- # TODO(seiji): change to Ray 2.48 when it's released
72
- # because https://github.com/ray-project/ray/pull/53815 is needed for DeepSeek
73
- image : rayproject/ray-llm:nightly-py311-cu128
68
+ image : rayproject/ray-llm:2.46.0-py311-cu124
74
69
resources :
75
70
limits :
76
71
cpu : " 24"
You can’t perform that action at this time.
0 commit comments