File tree Expand file tree Collapse file tree 1 file changed +15
-3
lines changed
pkgs/development/python-modules/kserve Expand file tree Collapse file tree 1 file changed +15
-3
lines changed Original file line number Diff line number Diff line change 1111 # dependencies
1212 cloudevents ,
1313 fastapi ,
14+ grpc-interceptor ,
1415 grpcio ,
1516 httpx ,
1617 kubernetes ,
2829 huggingface-hub ,
2930 asgi-logger ,
3031 ray ,
32+ vllm ,
3133
3234 prometheus-client ,
3335 protobuf ,
5153
5254buildPythonPackage rec {
5355 pname = "kserve" ;
54- version = "0.14.1 " ;
56+ version = "0.15.0 " ;
5557 pyproject = true ;
5658
5759 src = fetchFromGitHub {
5860 owner = "kserve" ;
5961 repo = "kserve" ;
6062 tag = "v${ version } " ;
61- hash = "sha256-VwuUXANjshV4fN0i54Fs0zubHY81UtQcCV14JwMpXwA =" ;
63+ hash = "sha256-J2VFMHwhHpvtsywv3ixuVzpuDwq8y9w4heedYYWVBmM =" ;
6264 } ;
6365
6466 sourceRoot = "${ src . name } /python/kserve" ;
@@ -81,6 +83,7 @@ buildPythonPackage rec {
8183 dependencies = [
8284 cloudevents
8385 fastapi
86+ grpc-interceptor
8487 grpcio
8588 httpx
8689 kubernetes
@@ -108,9 +111,12 @@ buildPythonPackage rec {
108111 huggingface-hub
109112 google-cloud-storage
110113 requests
111- ] ;
114+ ] ++ huggingface-hub . optional-dependencies . hf_transfer ;
112115 logging = [ asgi-logger ] ;
113116 ray = [ ray ] ;
117+ llm = [
118+ # vllm (broken)
119+ ] ;
114120 } ;
115121
116122 nativeCheckInputs = [
@@ -146,6 +152,12 @@ buildPythonPackage rec {
146152 disabledTestPaths = [
147153 # Looks for a config file at the root of the repository
148154 "test/test_inference_service_client.py"
155+
156+ # Require broken vllm
157+ "test/test_dataplane.py"
158+ "test/test_model_repository.py"
159+ "test/test_openai_completion.py"
160+ "test/test_openai_embedding.py"
149161 ] ;
150162
151163 disabledTests =
You can’t perform that action at this time.
0 commit comments