norms refractor

Signed-off-by: Phuong Nguyen <[email protected]>
NVIDIA · Aug 27, 2024 · 41273eb · 41273eb
1 parent 4ddb0a7
commit 41273eb
Show file tree

Hide file tree

Showing 13 changed files with 838 additions and 994 deletions.
diff --git a/transformer_engine/common/CMakeLists.txt b/transformer_engine/common/CMakeLists.txt
@@ -63,6 +63,7 @@ list(APPEND transformer_engine_SOURCES
      fused_attn/fused_attn.cpp
      fused_attn/utils.cu
      gemm/cublaslt_gemm.cu
+     layer_norm/norms.cpp
      layer_norm/ln_api.cpp
      layer_norm/ln_bwd_semi_cuda_kernel.cu
      layer_norm/ln_fwd_cuda_kernel.cu

diff --git a/transformer_engine/common/layer_norm/ln.h b/transformer_engine/common/layer_norm/ln.h