diff --git a/fbgemm_gpu/CMakeLists.txt b/fbgemm_gpu/CMakeLists.txt
index d56a9ca368..5c3af44bd2 100644
--- a/fbgemm_gpu/CMakeLists.txt
+++ b/fbgemm_gpu/CMakeLists.txt
@@ -104,11 +104,6 @@ if(NOT FBGEMM_CPU_ONLY)
   add_subdirectory(experimental/gemm)
 endif()
 
-if(NOT FBGEMM_CPU_ONLY AND NOT USE_ROCM)
-  # CUTLASS currently doesn't build on ROCm and CK hasnt yet been added:
-  #
-  # 2024-05-06T23:09:35.5730483Z /__w/FBGEMM/FBGEMM/fbgemm_gpu/../external/cutlass/include/cutlass/half.h:73:10: fatal error: 'cuda_fp16.h' file not found
-  # #include <cuda_fp16.h>
-  #
+if(NOT FBGEMM_CPU_ONLY)
   add_subdirectory(experimental/gen_ai)
 endif()