mark beta as untrainable

calad0i · Jan 5, 2024 · 40aa34d · 40aa34d
1 parent 180f8b4
commit 40aa34d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/HGQ/layers/base.py b/src/HGQ/layers/base.py
@@ -43,7 +43,7 @@ def __init__(self, kq_conf=None, paq_conf=None, beta=0., **kwargs):
         "kernel quantizer config"
         self.paq_config = paq_conf or get_default_paq_conf()
         "pre-activation quantizer config"
-        self.beta = tf.Variable(beta, dtype=tf.float32, name='beta')
+        self.beta = tf.Variable(beta, dtype=tf.float32, name='beta', trainable=False)
         "BOPs-regularization strength"
         self.record_minmax = False
         self._has_last_layer = False