Update lora.py

Signed-off-by: Michał Marcinkiewicz <43240942+mmarcinkiewicz@users.noreply.github.com>

Author: mmarcinkiewicz

nemo/collections/llm/peft/lora.py

@@ -180,7 +180,7 @@ def _make_main_branch(
                 else:
                     raise ValueError(f"Unsupported normalization ({norm_type})")
                 main_branch.append(op)
-                main_branch.append(te.ops.Quantize(forward=True, backward=False))
+                # main_branch.append(te.ops.Quantize(forward=True, backward=False))
 
             # Fork to LoRA branch
             # Note: GEMM with beta=1 in backward pass