Fix hand in item creation code

Author: sjmonson

src/guidellm/preprocess/item.py

@@ -42,19 +42,3 @@ def __getitem__(self, key) -> Union[Item[PromptT], Sequence[Item[PromptT]]]:
 
     def __len__(self) -> int:
         return len(self._items)
-
-    @classmethod
-    def from_lists(
-        cls,
-        prompts: list[PromptT],
-        prompts_tokens: list[Optional[int]],
-        outputs_tokens: list[Optional[int]],
-    ) -> "ItemList":
-        return cls(
-            *[
-                Item(value=prompt, output_tokens=in_t, prompt_tokens=out_t)
-                for prompt, in_t, out_t in zip(
-                    prompts, prompts_tokens, outputs_tokens, strict=True
-                )
-            ]
-        )

src/guidellm/request/loader.py

@@ -13,7 +13,7 @@
 
 from guidellm.dataset import ColumnInputTypes, load_dataset
 from guidellm.objects import StandardBaseModel
-from guidellm.preprocess.item import ItemList
+from guidellm.preprocess.item import Item, ItemList
 from guidellm.request.session import GenerativeRequestSession
 
 __all__ = [
@@ -261,16 +261,24 @@ def _get_dataset_iter(
         return dataset_iter
 
     def _create_items(self, item: dict[str, Any]) -> ItemList:
-        prompts = list(item[self.column_mappings["prompt_column"]])
-        prompt_tokens: list[Optional[int]] = (
-            list(item[self.column_mappings["prompt_tokens_count_column"]])
+        prompts = item[self.column_mappings["prompt_column"]]
+        prompt_tokens = (
+            item[self.column_mappings["prompt_tokens_count_column"]]
             if "prompt_tokens_count_column" in self.column_mappings
-            else [None]
+            else None
         )
-        output_tokens: list[Optional[int]] = (
-            list(item[self.column_mappings["output_tokens_count_column"]])
+        output_tokens = (
+            item[self.column_mappings["output_tokens_count_column"]]
             if "output_tokens_count_column" in self.column_mappings
-            else [None]
+            else None
         )
 
-        return ItemList.from_lists(prompts, prompt_tokens, output_tokens)
+        items = (
+            Item(value=prompt, output_tokens=out_t, prompt_tokens=in_t)
+            for prompt, in_t, out_t in zip(
+                prompts if isinstance(prompts, list) else [prompts],
+                prompt_tokens if isinstance(prompt_tokens, list) else [prompt_tokens],
+                output_tokens if isinstance(output_tokens, list) else [output_tokens],
+            )
+        )
+        return ItemList(*items)