We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f263a4b commit 9edd1dbCopy full SHA for 9edd1db
vllm/entrypoints/harmony_utils.py
@@ -1,7 +1,7 @@
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
import datetime
4
-from collections.abc import Iterable
+from collections.abc import Iterable, Sequence
5
from typing import Literal, Optional
6
7
from openai.types.responses.tool import Tool
@@ -120,7 +120,7 @@ def parse_output_into_messages(token_ids: Iterable[int]) -> StreamableParser:
120
121
122
def parse_chat_output(
123
- token_ids: list[int]) -> tuple[Optional[str], Optional[str], bool]:
+ token_ids: Sequence[int]) -> tuple[Optional[str], Optional[str], bool]:
124
parser = parse_output_into_messages(token_ids)
125
output_msgs = parser.messages
126
if len(output_msgs) == 0:
0 commit comments