support lists

Signed-off-by: Kyle Sayers <[email protected]>

Author: kylesayrs

src/llmcompressor/pipelines/cache.py

@@ -162,7 +162,7 @@ def _size_helper(intermediate: IntermediateValue) -> int:
                 for field in fields(value):
                     _size_helper(getattr(value, field.name))
 
-            elif isinstance(value, tuple):
+            elif isinstance(value, (tuple, list)):
                 for v in value:
                     _size_helper(v)
 
@@ -205,6 +205,9 @@ def _onload_value(self, intermediate: IntermediateValue) -> Any:
 
             return value
 
+        if isinstance(value, list):
+            return list(self._onload_value(v) for v in value)
+
         if isinstance(value, tuple):
             return tuple(self._onload_value(v) for v in value)
 
@@ -231,6 +234,11 @@ def _offload_value(self, value: Any) -> IntermediateValue:
 
             return IntermediateValue(value=value, device=None)
 
+        if isinstance(value, list):
+            return IntermediateValue(
+                value=list(self._offload_value(v) for v in value), device=None
+            )
+
         if isinstance(value, tuple):
             return IntermediateValue(
                 value=tuple(self._offload_value(v) for v in value), device=None