We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7fb53bb commit 1959178Copy full SHA for 1959178
modelopt/torch/export/unified_export_hf.py
@@ -426,9 +426,7 @@ def _export_hf_checkpoint(
426
427
# Resmooth and requantize fused layers
428
# TODO: Handle mixed precision
429
- # TODO: Support requantize and resmooth for modelopt-trained LoRA models
430
- if not is_modelopt_qlora:
431
- requantize_resmooth_fused_llm_layers(model)
+ requantize_resmooth_fused_llm_layers(model)
432
433
# Remove all hooks from the model
434
try:
0 commit comments