Hotfix: Disable BF16 opts due to ROCm 5.7 incompatibility

ROCm · Mar 26, 2024 · f8f77d9 · f8f77d9
1 parent c109d8a
commit f8f77d9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/csrc/layernorm_kernels.cu b/csrc/layernorm_kernels.cu
@@ -71,7 +71,7 @@ struct _typeConvert<c10::Half> {
   __device__ static inline packed_hip_type convert(float2 x) { return __float22half2_rn(x); }
 };
 
-#if !defined(__CUDA_ARCH__) || __CUDA_ARCH__ >= 800
+#if defined(__CUDA_ARCH__) && __CUDA_ARCH__ >= 800
 // CUDA_ARCH < 800 does not have BF16 support
 template<>
 struct _typeConvert<c10::BFloat16> {