Fixed the new condition for fp8 type

ROCm · Dec 17, 2024 · be87aed · be87aed
1 parent d09f1ce
commit be87aed
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/csrc/dispatch_utils.h b/csrc/dispatch_utils.h
@@ -15,7 +15,7 @@
   AT_DISPATCH_SWITCH(TYPE, NAME, VLLM_DISPATCH_CASE_FLOATING_TYPES(__VA_ARGS__))
 
 // TODO(luka/varun): use FP8_TYPE macro after refactoring
-#ifndef USE_ROCM
+#ifdef USE_CUDA_FP8_FORMAT
   #define VLLM_DISPATCH_CASE_QUANT_TYPES(...)                    \
     AT_DISPATCH_CASE(at::ScalarType::Float8_e4m3fn, __VA_ARGS__) \
     AT_DISPATCH_CASE(at::ScalarType::Char, __VA_ARGS__)