From 27f53a2a7a58a6dc14896baf9f8c4f0cfc3e21f4 Mon Sep 17 00:00:00 2001
From: Gregory Shtrasberg <156009573+gshtras@users.noreply.github.com>
Date: Wed, 18 Dec 2024 10:44:49 -0500
Subject: [PATCH] Fixed the new condition for fp8 type (#333)

---
 csrc/dispatch_utils.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/csrc/dispatch_utils.h b/csrc/dispatch_utils.h
index 03414b7e1ae93..3b477ba081997 100644
--- a/csrc/dispatch_utils.h
+++ b/csrc/dispatch_utils.h
@@ -15,7 +15,7 @@
   AT_DISPATCH_SWITCH(TYPE, NAME, VLLM_DISPATCH_CASE_FLOATING_TYPES(__VA_ARGS__))
 
 // TODO(luka/varun): use FP8_TYPE macro after refactoring
-#ifndef USE_ROCM
+#ifdef USE_CUDA_FP8_FORMAT
   #define VLLM_DISPATCH_CASE_QUANT_TYPES(...)                    \
     AT_DISPATCH_CASE(at::ScalarType::Float8_e4m3fn, __VA_ARGS__) \
     AT_DISPATCH_CASE(at::ScalarType::Char, __VA_ARGS__)