Skip to content

Commit 0451627

Browse files
remove the original implements for vllm integration (#61)
1 parent ca92466 commit 0451627

File tree

8 files changed

+0
-465
lines changed

8 files changed

+0
-465
lines changed

llmserve/backend/llm/initializers/__init__.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,6 @@
1010
from ._base import LLMInitializer
1111

1212
from .llamacpp import LlamaCppInitializer
13-
from .vllm import VllmInitializer
1413

1514

1615
def get_initializer_cls_by_name(name: str) -> Type["LLMInitializer"]:
@@ -28,5 +27,4 @@ def get_initializer_cls_by_name(name: str) -> Type["LLMInitializer"]:
2827
"DeviceMapInitializer",
2928
"SingleDeviceInitializer",
3029
"LlamaCppInitializer",
31-
"VllmInitializer",
3230
]

llmserve/backend/llm/initializers/vllm.py

Lines changed: 0 additions & 73 deletions
This file was deleted.

llmserve/backend/llm/pipelines/__init__.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,6 @@
44
from .default_pipeline import DefaultPipeline
55
from .default_transformers_pipeline import DefaultTransformersPipeline
66
from .llamacpp import LlamaCppPipeline
7-
from .vllm import VllmPipeline
87

98

109
def get_pipeline_cls_by_name(name: str) -> Type[BasePipeline]:
@@ -21,5 +20,4 @@ def get_pipeline_cls_by_name(name: str) -> Type[BasePipeline]:
2120
"DefaultPipeline",
2221
"DefaultTransformersPipeline",
2322
"LlamaCppPipeline",
24-
"VllmPipeline",
2523
]

llmserve/backend/llm/pipelines/vllm/__init__.py

Lines changed: 0 additions & 3 deletions
This file was deleted.

llmserve/backend/llm/pipelines/vllm/error_handling.py

Lines changed: 0 additions & 44 deletions
This file was deleted.

llmserve/backend/llm/pipelines/vllm/generation.py

Lines changed: 0 additions & 27 deletions
This file was deleted.

llmserve/backend/llm/pipelines/vllm/models.py

Lines changed: 0 additions & 122 deletions
This file was deleted.

0 commit comments

Comments
 (0)