resolve nan issue

Author: MekkCyber

src/diffusers/models/modeling_utils.py

@@ -1238,8 +1238,6 @@ def from_pretrained(cls, pretrained_model_name_or_path: Optional[Union[str, os.P
         }
 
         # Dispatch model with hooks on all devices if necessary
-        print(model.transformer_blocks[0].attn.to_q.weight)
-        print(model.transformer_blocks[0].attn.to_q.weight_scale_inv)
         if device_map is not None:
             device_map_kwargs = {
                 "device_map": device_map,

src/diffusers/quantizers/finegrained_fp8/utils.py

@@ -38,7 +38,7 @@ def act_quant_kernel(x_ptr, y_ptr, s_ptr, BLOCK_SIZE: tl.constexpr):
     pid = tl.program_id(axis=0)
     offs = pid * BLOCK_SIZE + tl.arange(0, BLOCK_SIZE)
     x = tl.load(x_ptr + offs).to(tl.float32)
-    s = tl.max(tl.abs(x)) / 448.0
+    s = tl.max(tl.abs(x)) / 448.0 + 1e-6
     y = x / s
     y = y.to(y_ptr.dtype.element_ty)
     tl.store(y_ptr + offs, y)