Skip to content

Commit e0c1fe9

Browse files
committed
cleanup prompt adapters imports
1 parent e1844a8 commit e0c1fe9

File tree

2 files changed

+5
-19
lines changed

2 files changed

+5
-19
lines changed

src/vllm_tgis_adapter/grpc/adapters.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -156,6 +156,6 @@ def _reject_bad_adapter_id(adapter_id: str) -> None:
156156
if not VALID_ADAPTER_ID_PATTERN.fullmatch(adapter_id):
157157
TGISValidationError.InvalidAdapterID.error(adapter_id)
158158

159-
cwd = Path().resolve()
159+
cwd = Path().cwd()
160160
if not Path(adapter_id).resolve().is_relative_to(cwd):
161161
TGISValidationError.InvalidAdapterID.error(adapter_id)

src/vllm_tgis_adapter/grpc/grpc_server.py

Lines changed: 4 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -42,6 +42,7 @@
4242
TGISStatLogger,
4343
)
4444

45+
from .adapters import AdapterStore, validate_adapters
4546
from .pb import generation_pb2_grpc
4647
from .pb.generation_pb2 import DESCRIPTOR as _GENERATION_DESCRIPTOR
4748
from .pb.generation_pb2 import (
@@ -56,14 +57,6 @@
5657
)
5758
from .validation import validate_input, validate_params
5859

59-
try:
60-
from .adapters import AdapterStore, validate_adapters
61-
except ImportError:
62-
adapters_available = False
63-
else:
64-
adapters_available = True
65-
66-
6760
if TYPE_CHECKING:
6861
import argparse
6962
from collections.abc import AsyncIterator, MutableSequence
@@ -76,6 +69,7 @@
7669
from vllm.lora.request import LoRARequest
7770
from vllm.sequence import Logprob
7871

72+
from .adapters import PromptAdapterRequest
7973
from .pb.generation_pb2 import (
8074
BatchedGenerationRequest,
8175
BatchedTokenizeRequest,
@@ -224,11 +218,7 @@ async def Generate(
224218
start_time = time.time()
225219
service_metrics.count_generate_request(len(request.requests))
226220
request_id = self.request_id(context)
227-
adapter_kwargs = (
228-
await self._validate_adapters(request, context)
229-
if adapters_available
230-
else {}
231-
)
221+
adapter_kwargs = await self._validate_adapters(request, context)
232222
tokenizer = await self._get_tokenizer(adapter_kwargs)
233223

234224
sampling_params, deadline = await self._validate_and_convert_params(
@@ -326,11 +316,7 @@ async def GenerateStream(
326316
start_time = time.time()
327317
service_metrics.count_generate_request()
328318
request_id = self.request_id(context)
329-
adapter_kwargs = (
330-
await self._validate_adapters(request, context)
331-
if adapters_available
332-
else {}
333-
)
319+
adapter_kwargs = await self._validate_adapters(request, context)
334320
tokenizer = await self._get_tokenizer(adapter_kwargs)
335321

336322
sampling_params, deadline = await self._validate_and_convert_params(

0 commit comments

Comments
 (0)