File tree Expand file tree Collapse file tree 1 file changed +9
-1
lines changed Expand file tree Collapse file tree 1 file changed +9
-1
lines changed Original file line number Diff line number Diff line change 15
15
from guidellm .dataset import ColumnInputTypes , load_dataset
16
16
from guidellm .objects import StandardBaseModel
17
17
from guidellm .request .request import GenerationRequest
18
+ from guidellm .request .session import GenerativeRequestSession
18
19
19
20
__all__ = [
20
21
"GenerativeRequestLoader" ,
@@ -105,7 +106,14 @@ def __init__(
105
106
self .preserve_iter_state = iter_type == "infinite" # ensure no caching requests
106
107
self ._preserved_iter = None
107
108
108
- def __iter__ (self ) -> Iterator [GenerationRequest ]:
109
+ def __iter__ (self ) -> Iterator [GenerativeRequestSession ]:
110
+ turns = 5
111
+
112
+ data_iter = self ._create_requests ()
113
+ while requests := [i for i , _ in zip (data_iter , range (turns ))]:
114
+ yield GenerativeRequestSession (requests )
115
+
116
+ def _create_requests (self ) -> Iterator [GenerationRequest ]:
109
117
scope_create_count = 0
110
118
111
119
while (dataset_iter := self ._get_dataset_iter (scope_create_count )) is not None :
You can’t perform that action at this time.
0 commit comments