Skip to content

Commit 6be5be0

Browse files
committed
Hack in support for generating request sessions
1 parent 720037d commit 6be5be0

File tree

1 file changed

+9
-1
lines changed

1 file changed

+9
-1
lines changed

src/guidellm/request/loader.py

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,7 @@
1515
from guidellm.dataset import ColumnInputTypes, load_dataset
1616
from guidellm.objects import StandardBaseModel
1717
from guidellm.request.request import GenerationRequest
18+
from guidellm.request.session import GenerativeRequestSession
1819

1920
__all__ = [
2021
"GenerativeRequestLoader",
@@ -105,7 +106,14 @@ def __init__(
105106
self.preserve_iter_state = iter_type == "infinite" # ensure no caching requests
106107
self._preserved_iter = None
107108

108-
def __iter__(self) -> Iterator[GenerationRequest]:
109+
def __iter__(self) -> Iterator[GenerativeRequestSession]:
110+
turns = 5
111+
112+
data_iter = self._create_requests()
113+
while requests := [i for i, _ in zip(data_iter, range(turns))]:
114+
yield GenerativeRequestSession(requests)
115+
116+
def _create_requests(self) -> Iterator[GenerationRequest]:
109117
scope_create_count = 0
110118

111119
while (dataset_iter := self._get_dataset_iter(scope_create_count)) is not None:

0 commit comments

Comments
 (0)