From 93628d20665bc9f827a005684886c11b14d97225 Mon Sep 17 00:00:00 2001 From: Caio Rocha <164253795+caiomcbr@users.noreply.github.com> Date: Sat, 23 Nov 2024 12:15:56 -0800 Subject: [PATCH] Fixing Message Boundary AllReduce Fallback Code (#391) --- apps/nccl/src/nccl.cu | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/apps/nccl/src/nccl.cu b/apps/nccl/src/nccl.cu index a414ffe85..2bd2a4422 100644 --- a/apps/nccl/src/nccl.cu +++ b/apps/nccl/src/nccl.cu @@ -216,7 +216,7 @@ static ncclResult_t ncclAllReduceFallback(const void* sendbuff, void* recvbuff, mscclpp::DeviceHandle* smOutChannels = nullptr; // Creating the channels - if (count * ncclTypeSize(datatype) <= comm->largeMessageSizeBoundary) { + if (count * ncclTypeSize(datatype) <= (1 << 20)) { auto sendIt = comm->channelScratchInfos.find(sendKey); if (sendIt == comm->channelScratchInfos.end()) { std::vector channels =