Update quantize.py

mikekgfb · web-flow · commit 72c1373a7a46 · 2024-10-14T14:42:03.000-07:00
diff --git a/torchchat/utils/quantize.py b/torchchat/utils/quantize.py
@@ -787,7 +787,7 @@ class EmbeddingOnlyQuantHandler(QuantHandler):
     def __init__(
         self,
         model: Optional[nn.Module] = None,
-        device,
+        device=None,
         precision=None,
         tokenizer=None,
         *,
