Skip to content

Commit 5ab294e

Browse files
committed
move vllm/flash-attn to separate dep group
1 parent 15fb30a commit 5ab294e

File tree

2 files changed

+2838
-2823
lines changed

2 files changed

+2838
-2823
lines changed

pyproject.toml

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,7 @@ dependencies = [
1212
"loguru",
1313
"networkx",
1414
"openai",
15+
"litellm>=1.71.1",
1516
"pandas",
1617
"pillow>=8.0.0",
1718
"pydantic",
@@ -46,10 +47,11 @@ full = [
4647
"torchvision>=0.20.0",
4748
"einops",
4849
"huggingface-hub",
49-
"transformers==4.52.3",
50+
"transformers==4.52.3",
51+
]
52+
serve = [
5053
"flash-attn>=2.7.4.post1",
5154
"flashinfer-python==0.2.2; sys_platform != 'darwin'",
52-
"litellm>=1.71.1",
5355
"vllm>=0.8.5",
5456
]
5557

0 commit comments

Comments
 (0)