From d4d66c8733de712fec54d91da3c7e0f4a6c6e9ff Mon Sep 17 00:00:00 2001
From: Mahesh Madhav <mahesh@amperecomputing.com>
Date: Tue, 17 Sep 2024 23:31:49 +0000
Subject: [PATCH] Convert another FDIV to FMUL

---
 src/tensors/cpu/tensor_operators.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/tensors/cpu/tensor_operators.cpp b/src/tensors/cpu/tensor_operators.cpp
index 25fd5184f..efdb16efe 100755
--- a/src/tensors/cpu/tensor_operators.cpp
+++ b/src/tensors/cpu/tensor_operators.cpp
@@ -1295,11 +1295,11 @@ void RMSNormalizationImpl(float* out,
       sqSum += sp[i] * sp[i];
     }
 
-    float rms = std::sqrt(sqSum / cols + eps);
+    float invRms = 1.0/std::sqrt(sqSum / cols + eps);
 
     #pragma omp simd
     for(int i = 0; i < cols; ++i) {
-      float t = alpha[alphaStride * i] * (sp[i] / rms);
+      float t = alpha[alphaStride * i] * (sp[i] * invRms);
       if(hasBeta)
         t += beta[betaStride * i];