[llm] Fix Q8_0 quant without offset.

stellaraccident · stellaraccident · commit f6c2b8f8ffb8 · 2024-04-19T21:24:39.000-07:00
diff --git a/llm/turbine_llm/types/layouts.py b/llm/turbine_llm/types/layouts.py
@@ -90,7 +90,6 @@ def create(
     def planes(self) -> dict[str, torch.Tensor]:
         p = {
             "d": self._d,
-            "m": self._m,
             "qs": self._qs,
         }
         if self._m is not None:

Original file line number	Diff line number	Diff line change
`@@ -90,7 +90,6 @@ def create(`
`90`	`90`	`def planes(self) -> dict[str, torch.Tensor]:`
`91`	`91`	`p = {`
`92`	`92`	`"d": self._d,`
`93`		`- "m": self._m,`
`94`	`93`	`"qs": self._qs,`
`95`	`94`	`}`
`96`	`95`	`if self._m is not None:`