diff --git a/gloo/CMakeLists.txt b/gloo/CMakeLists.txt
index d5e6a1a55..b88114cfc 100644
--- a/gloo/CMakeLists.txt
+++ b/gloo/CMakeLists.txt
@@ -181,34 +181,34 @@ endif()
 # want to statically link with Gloo and not install any artifacts.
 if(GLOO_INSTALL)
   install(TARGETS gloo EXPORT GlooTargets
-      DESTINATION ${CMAKE_INSTALL_PREFIX}/lib)
+      DESTINATION ${CMAKE_INSTALL_LIBDIR})
   if(USE_CUDA)
     install(TARGETS gloo_cuda EXPORT GlooTargets
-        DESTINATION ${CMAKE_INSTALL_PREFIX}/lib)
+        DESTINATION ${CMAKE_INSTALL_LIBDIR})
   endif()
   if(USE_ROCM)
     install(TARGETS gloo_hip EXPORT GlooTargets
-        DESTINATION ${CMAKE_INSTALL_PREFIX}/lib)
+        DESTINATION ${CMAKE_INSTALL_LIBDIR})
   endif()
   install(FILES ${CMAKE_CURRENT_BINARY_DIR}/config.h
-    DESTINATION ${CMAKE_INSTALL_PREFIX}/include/gloo)
+    DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}/gloo)
   foreach(HEADER ${GLOO_HDRS})
     string(REGEX MATCH "(.*)[/\\]" DIR ${HEADER})
     string(REGEX REPLACE "${CMAKE_CURRENT_SOURCE_DIR}" "gloo" DIR ${DIR})
-    install(FILES ${HEADER} DESTINATION ${CMAKE_INSTALL_PREFIX}/include/${DIR})
+    install(FILES ${HEADER} DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}/${DIR})
   endforeach()
   if(USE_CUDA)
     foreach(HEADER ${GLOO_CUDA_HDRS})
       string(REGEX MATCH "(.*)[/\\]" DIR ${HEADER})
       string(REGEX REPLACE "${CMAKE_CURRENT_SOURCE_DIR}" "gloo" DIR ${DIR})
-      install(FILES ${HEADER} DESTINATION ${CMAKE_INSTALL_PREFIX}/include/${DIR})
+      install(FILES ${HEADER} DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}/${DIR})
     endforeach()
   endif()
   if(USE_ROCM)
     foreach(HEADER ${GLOO_HIP_HDRS})
       string(REGEX MATCH "(.*)[/\\]" DIR ${HEADER})
       string(REGEX REPLACE "${CMAKE_CURRENT_SOURCE_DIR}" "gloo" DIR ${DIR})
-      install(FILES ${HEADER} DESTINATION ${CMAKE_INSTALL_PREFIX}/include/${DIR})
+      install(FILES ${HEADER} DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}/${DIR})
     endforeach()
   endif()
 endif()