File tree Expand file tree Collapse file tree 1 file changed +9
-1
lines changed Expand file tree Collapse file tree 1 file changed +9
-1
lines changed Original file line number Diff line number Diff line change 1515from guidellm .dataset import ColumnInputTypes , load_dataset
1616from guidellm .objects import StandardBaseModel
1717from guidellm .request .request import GenerationRequest
18+ from guidellm .request .session import GenerativeRequestSession
1819
1920__all__ = [
2021 "GenerativeRequestLoader" ,
@@ -105,7 +106,14 @@ def __init__(
105106 self .preserve_iter_state = iter_type == "infinite" # ensure no caching requests
106107 self ._preserved_iter = None
107108
108- def __iter__ (self ) -> Iterator [GenerationRequest ]:
109+ def __iter__ (self ) -> Iterator [GenerativeRequestSession ]:
110+ turns = 5
111+
112+ data_iter = self ._create_requests ()
113+ while requests := [i for i , _ in zip (data_iter , range (turns ))]:
114+ yield GenerativeRequestSession (requests )
115+
116+ def _create_requests (self ) -> Iterator [GenerationRequest ]:
109117 scope_create_count = 0
110118
111119 while (dataset_iter := self ._get_dataset_iter (scope_create_count )) is not None :
You can’t perform that action at this time.
0 commit comments