From 29d1dbbdb3b355e282cfb5558e8c98a1874755d0 Mon Sep 17 00:00:00 2001 From: Rahul Tuli Date: Thu, 26 Sep 2024 12:45:21 +0000 Subject: [PATCH 1/2] Update: SPARSITY_THRESHOLD in SparsityConfigMetadata to 0.3 --- src/llmcompressor/transformers/compression/sparsity_config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmcompressor/transformers/compression/sparsity_config.py b/src/llmcompressor/transformers/compression/sparsity_config.py index caa735e01..8cce91943 100644 --- a/src/llmcompressor/transformers/compression/sparsity_config.py +++ b/src/llmcompressor/transformers/compression/sparsity_config.py @@ -20,7 +20,7 @@ class SparsityConfigMetadata: metadata from the model """ - SPARSITY_THRESHOLD: float = 0.2 + SPARSITY_THRESHOLD: float = 0.3 @staticmethod def infer_global_sparsity( From afa5284c26b02f817e23aa0d342229af067ccedf Mon Sep 17 00:00:00 2001 From: Rahul Tuli Date: Thu, 26 Sep 2024 16:14:03 -0400 Subject: [PATCH 2/2] Update threshold Thanks to suggestion from @mgoin Co-authored-by: Michael Goin --- src/llmcompressor/transformers/compression/sparsity_config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmcompressor/transformers/compression/sparsity_config.py b/src/llmcompressor/transformers/compression/sparsity_config.py index 8cce91943..d6ed9f7e7 100644 --- a/src/llmcompressor/transformers/compression/sparsity_config.py +++ b/src/llmcompressor/transformers/compression/sparsity_config.py @@ -20,7 +20,7 @@ class SparsityConfigMetadata: metadata from the model """ - SPARSITY_THRESHOLD: float = 0.3 + SPARSITY_THRESHOLD: float = 0.4 @staticmethod def infer_global_sparsity(