[luci] Enable INT4 weight quantization in circle-quantizer (Samsung#1…

…2825) This commit enables INT4 weight quantization in circle-quantizer. ONE-DCO-1.0-Signed-off-by: Vyacheslav Bazhenov <[email protected]> Co-authored-by: Vyacheslav Bazhenov <[email protected]>
mhs4670go · Apr 3, 2024 · 52c5ddc · 52c5ddc
1 parent 42f1b38
commit 52c5ddc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/compiler/luci/pass/src/CircleQuantizer.cpp b/compiler/luci/pass/src/CircleQuantizer.cpp
@@ -627,7 +627,7 @@ void CircleQuantizer::quantize(loco::Graph *g) const
   if (_options->query(Options::Algorithm::QuantizeWeights))
   {
     static const std::vector<std::string> qw_supported_input_model_dtype{"float32"};
-    static const std::vector<std::string> qw_supported_output_model_dtype{"int8", "int16"};
+    static const std::vector<std::string> qw_supported_output_model_dtype{"int4", "int8", "int16"};
     static const std::vector<std::string> qw_supported_granularity{"channel"};
 
     auto input_model_dtype =