From 6c0560feb967c6690717d8112de63c36143fb52d Mon Sep 17 00:00:00 2001 From: Ian Colbert <88047104+i-colbert@users.noreply.github.com> Date: Thu, 7 Nov 2024 15:56:07 -0800 Subject: [PATCH] Fix (per_group): fixing the per_group sym quantizer (#1089) --- src/brevitas_examples/common/generative/quantize.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/brevitas_examples/common/generative/quantize.py b/src/brevitas_examples/common/generative/quantize.py index f3a1c4add..87392a83f 100644 --- a/src/brevitas_examples/common/generative/quantize.py +++ b/src/brevitas_examples/common/generative/quantize.py @@ -181,7 +181,8 @@ 'dynamic': { 'float_scale': { 'stats': { - 'per_group': Fp8e4m3DynamicActPerGroupFloat}}}, + 'per_group': { + 'sym': Fp8e4m3DynamicActPerGroupFloat}}}}, 'no_scale': { 'sym': Fp8e4m3Act,}}, 'float_ocp': {