From be87aedb216e08fb700b3a0f274d714354dd3f62 Mon Sep 17 00:00:00 2001 From: Gregory Shtrasberg Date: Tue, 17 Dec 2024 17:42:21 -0600 Subject: [PATCH] Fixed the new condition for fp8 type --- csrc/dispatch_utils.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/csrc/dispatch_utils.h b/csrc/dispatch_utils.h index 03414b7e1ae93..3b477ba081997 100644 --- a/csrc/dispatch_utils.h +++ b/csrc/dispatch_utils.h @@ -15,7 +15,7 @@ AT_DISPATCH_SWITCH(TYPE, NAME, VLLM_DISPATCH_CASE_FLOATING_TYPES(__VA_ARGS__)) // TODO(luka/varun): use FP8_TYPE macro after refactoring -#ifndef USE_ROCM +#ifdef USE_CUDA_FP8_FORMAT #define VLLM_DISPATCH_CASE_QUANT_TYPES(...) \ AT_DISPATCH_CASE(at::ScalarType::Float8_e4m3fn, __VA_ARGS__) \ AT_DISPATCH_CASE(at::ScalarType::Char, __VA_ARGS__)