Update optimizer normalization factor

zhongkaifu · Jan 2, 2024 · f7a258e · f7a258e
1 parent 90c3563
commit f7a258e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/Seq2SeqSharp/Tools/BaseSeq2SeqFramework.cs b/Seq2SeqSharp/Tools/BaseSeq2SeqFramework.cs
@@ -494,7 +494,7 @@ internal void TrainOneEpoch(int ep, ICorpus<IPairBatch> trainCorpus, ICorpus<IPa
                             List<IWeightTensor> models = GetParametersFromDefaultDevice();
 
                             m_weightsUpdateCount++;
-                            solver.UpdateWeights(models, (int)Math.Max(Math.Sqrt(sWordCnt), Math.Sqrt(tWordCnt)), lr, m_regc, m_weightsUpdateCount);
+                            solver.UpdateWeights(models, (int)Math.Max(sWordCnt, tWordCnt), lr, m_regc, m_weightsUpdateCount);
 
                             costInTotal += cost;
                             updatesInOneEpoch++;