Skip to content

Commit 39484ca

Browse files
committed
1 parent 0d415c8 commit 39484ca

File tree

1 file changed

+15
-3
lines changed

1 file changed

+15
-3
lines changed

pkgs/development/python-modules/kserve/default.nix

Lines changed: 15 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,7 @@
1111
# dependencies
1212
cloudevents,
1313
fastapi,
14+
grpc-interceptor,
1415
grpcio,
1516
httpx,
1617
kubernetes,
@@ -28,6 +29,7 @@
2829
huggingface-hub,
2930
asgi-logger,
3031
ray,
32+
vllm,
3133

3234
prometheus-client,
3335
protobuf,
@@ -51,14 +53,14 @@
5153

5254
buildPythonPackage rec {
5355
pname = "kserve";
54-
version = "0.14.1";
56+
version = "0.15.0";
5557
pyproject = true;
5658

5759
src = fetchFromGitHub {
5860
owner = "kserve";
5961
repo = "kserve";
6062
tag = "v${version}";
61-
hash = "sha256-VwuUXANjshV4fN0i54Fs0zubHY81UtQcCV14JwMpXwA=";
63+
hash = "sha256-J2VFMHwhHpvtsywv3ixuVzpuDwq8y9w4heedYYWVBmM=";
6264
};
6365

6466
sourceRoot = "${src.name}/python/kserve";
@@ -81,6 +83,7 @@ buildPythonPackage rec {
8183
dependencies = [
8284
cloudevents
8385
fastapi
86+
grpc-interceptor
8487
grpcio
8588
httpx
8689
kubernetes
@@ -108,9 +111,12 @@ buildPythonPackage rec {
108111
huggingface-hub
109112
google-cloud-storage
110113
requests
111-
];
114+
] ++ huggingface-hub.optional-dependencies.hf_transfer;
112115
logging = [ asgi-logger ];
113116
ray = [ ray ];
117+
llm = [
118+
# vllm (broken)
119+
];
114120
};
115121

116122
nativeCheckInputs = [
@@ -146,6 +152,12 @@ buildPythonPackage rec {
146152
disabledTestPaths = [
147153
# Looks for a config file at the root of the repository
148154
"test/test_inference_service_client.py"
155+
156+
# Require broken vllm
157+
"test/test_dataplane.py"
158+
"test/test_model_repository.py"
159+
"test/test_openai_completion.py"
160+
"test/test_openai_embedding.py"
149161
];
150162

151163
disabledTests =

0 commit comments

Comments
 (0)