We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0b19255 commit f484b5dCopy full SHA for f484b5d
modelopt/torch/export/unified_export_hf.py
@@ -430,9 +430,7 @@ def _export_hf_checkpoint(
430
431
# Resmooth and requantize fused layers
432
# TODO: Handle mixed precision
433
- # TODO: Support requantize and resmooth for modelopt-trained LoRA models
434
- if not is_modelopt_qlora:
435
- requantize_resmooth_fused_llm_layers(model)
+ requantize_resmooth_fused_llm_layers(model)
436
437
# Remove all hooks from the model
438
try:
0 commit comments