We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f998e67 commit 0a13afcCopy full SHA for 0a13afc
src/guidellm/request/session.py
@@ -13,6 +13,9 @@
13
14
15
class RequestSession(ABC, Generic[RequestT, ResponseT]):
16
+ @abstractmethod
17
+ def __len__(self) -> int: ...
18
+
19
@abstractmethod
20
def get_next_request(self) -> RequestT: ...
21
@@ -36,6 +39,9 @@ def __init__(self, prompts: list[GenerationRequest]) -> None:
36
39
self.prompts = prompts
37
40
self.responses: list[str] = []
38
41
42
+ def __len__(self) -> int:
43
+ return len(self.prompts)
44
45
def get_next_request(self) -> GenerationRequest:
46
completed_responses = len(self.responses)
47
base_request = self.prompts[completed_responses].model_copy()
0 commit comments