From 96656d72ce8df4d4866214ac0559f2f583003983 Mon Sep 17 00:00:00 2001 From: Rahul Tuli Date: Wed, 29 Jan 2025 15:13:18 +0000 Subject: [PATCH] Return empty sparsity config if targets and ignores are empty Signed-off-by: Rahul Tuli --- .../transformers/compression/sparsity_config.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/llmcompressor/transformers/compression/sparsity_config.py b/src/llmcompressor/transformers/compression/sparsity_config.py index e048ac8389..d35ddadd10 100644 --- a/src/llmcompressor/transformers/compression/sparsity_config.py +++ b/src/llmcompressor/transformers/compression/sparsity_config.py @@ -130,6 +130,11 @@ def from_pretrained( sparsity_threshold=SparsityConfigMetadata.SPARSITY_THRESHOLD, ) + if not (targets or ignores): + # no sparsity config + # needed if targets/ignores are empty + return None + return SparsityCompressionConfig.load_from_registry( format, global_sparsity=global_sparsity,