forked from NVIDIA/cutlass
-
Notifications
You must be signed in to change notification settings - Fork 21
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add Ampere bfloat-float benchmark (#67)
* Add generic example runner * Init d and ref_d with different values * Move runner to benchmark folder * Add generic example runner * Add Ampere half-float example * Update benchmarks/CMakeLists.txt Co-authored-by: Mehdi Goli <[email protected]> * Add Ampere half-float example * Add Ampere half-float example * Add Ampere half-float example * Add Ampere bfloat-float example --------- Co-authored-by: Mehdi Goli <[email protected]>
- Loading branch information
1 parent
ff16539
commit 2219e19
Showing
6 changed files
with
242 additions
and
9 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
153 changes: 153 additions & 0 deletions
153
benchmarks/ampere/bench_ampere_gemm_bf16_bf16_fp32_tensor_op_fp32.cpp
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,153 @@ | ||
| /*************************************************************************************************** | ||
| * Copyright (c) 2024 - 2024 Codeplay Software Ltd. All rights reserved. | ||
| * SPDX-License-Identifier: BSD-3-Clause | ||
| * | ||
| * Redistribution and use in source and binary forms, with or without | ||
| * modification, are permitted provided that the following conditions are met: | ||
| * | ||
| * 1. Redistributions of source code must retain the above copyright notice, this | ||
| * list of conditions and the following disclaimer. | ||
| * | ||
| * 2. Redistributions in binary form must reproduce the above copyright notice, | ||
| * this list of conditions and the following disclaimer in the documentation | ||
| * and/or other materials provided with the distribution. | ||
| * | ||
| * 3. Neither the name of the copyright holder nor the names of its | ||
| * contributors may be used to endorse or promote products derived from | ||
| * this software without specific prior written permission. | ||
| * | ||
| * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" | ||
| * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE | ||
| * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE | ||
| * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE | ||
| * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL | ||
| * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR | ||
| * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER | ||
| * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, | ||
| * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | ||
| * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | ||
| * | ||
| **************************************************************************************************/ | ||
|
|
||
| #include "../common/benchmark_runner.hpp" | ||
| #include "gemm_configuration.hpp" | ||
|
|
||
| int main(int argc, const char** argv) | ||
| { | ||
| // | ||
| // Parse options | ||
| // | ||
|
|
||
| Options options; | ||
|
|
||
| options.parse(argc, argv); | ||
|
|
||
| if (options.help) { | ||
| options.print_usage(std::cout) << std::endl; | ||
| return 0; | ||
| } | ||
|
|
||
| if (options.error) { | ||
| std::cerr << "Aborting execution." << std::endl; | ||
| return -1; | ||
| } | ||
|
|
||
| // | ||
| // Run benchmark | ||
| // | ||
|
|
||
| // The KernelHardwareInfo struct holds the number of EUs on the GPU with a given device ID. This | ||
| // information is used by the underlying kernel. | ||
| cutlass::KernelHardwareInfo hw_info; | ||
|
|
||
| // Change device_id to another value if you are running on a machine with multiple GPUs and wish | ||
| // to use a GPU other than that with device ID 0. | ||
| hw_info.sm_count = cutlass::KernelHardwareInfo::query_device_multiprocessor_count(hw_info.device_id); | ||
|
|
||
| // The code section below describes datatype for input, output matrices and computation between | ||
| // elements in input matrices. | ||
| using ElementAccumulator = float; // <- data type of accumulator | ||
| using ElementComputeEpilogue = float; // <- data type of epilogue operations | ||
| using ElementInputA = bfloat16_t; // <- data type of elements in input matrix A | ||
| using ElementInputB = bfloat16_t; // <- data type of elements in input matrix B | ||
| using ElementOutput = float; // <- data type of elements in output matrix D | ||
|
|
||
| using LayoutA = cutlass::layout::ColumnMajor; | ||
| using LayoutB = cutlass::layout::ColumnMajor; | ||
| using LayoutC = cutlass::layout::ColumnMajor; | ||
| using LayoutD = cutlass::layout::ColumnMajor; | ||
|
|
||
| using TileShape = Shape<_128, _128, _32>; | ||
|
|
||
| using TiledMma = TiledMMA< | ||
| MMA_Atom<SM80_16x8x16_F32BF16BF16F32_TN>, | ||
| Layout<Shape<_2,_2,_1>>, // 2x2x1 thread group | ||
| Tile<_32,_32,_16>>; // 32x32x8 MMA for LDSM, 1x2x1 value group | ||
|
|
||
| static constexpr int kAlignmentA = 8; | ||
| using DefaultOperandA = DefaultGemm_TensorOpSm80_OperandA< | ||
| ElementInputA, LayoutA, kAlignmentA, 32>; | ||
| using SmemLayoutAtomA = typename DefaultOperandA::SmemLayoutAtom; // M, K | ||
| using SmemCopyAtomA = typename DefaultOperandA::SmemCopyAtom; | ||
| using GmemTiledCopyA = typename DefaultOperandA::GmemTiledCopy; | ||
|
|
||
| static constexpr int kAlignmentB = 8; | ||
| using DefaultOperandB = DefaultGemm_TensorOpSm80_OperandB< | ||
| ElementInputB, LayoutB, kAlignmentB, 32>; | ||
| using SmemLayoutAtomB = typename DefaultOperandB::SmemLayoutAtom; // N, K | ||
| using SmemCopyAtomB = typename DefaultOperandB::SmemCopyAtom; | ||
| using GmemTiledCopyB = typename DefaultOperandB::GmemTiledCopy; | ||
|
|
||
| using Stages = Int<3>; | ||
|
|
||
| // This code section describes the epilogue part of the kernel | ||
| using EpilogueOp = cutlass::epilogue::thread::LinearCombination< | ||
| ElementOutput, // <- data type of output matrix | ||
| 128 / cutlass::sizeof_bits<ElementOutput>::value, // <- the number of elements per vectorized | ||
| // memory access. For a byte, it's 16 | ||
| // elements. This becomes the vector width of | ||
| // math instructions in the epilogue too | ||
| ElementAccumulator, // <- data type of accumulator | ||
| ElementComputeEpilogue>; // <- data type for alpha/beta in linear combination function | ||
|
|
||
| using DispatchPolicy = cutlass::gemm::MainloopSm80CpAsync<Stages{}>; | ||
|
|
||
| // Define strides (mixed) | ||
| using StrideA = cutlass::detail::TagToStrideA_t<LayoutA>; | ||
| using StrideB = cutlass::detail::TagToStrideB_t<LayoutB>; | ||
| using StrideC = cutlass::detail::TagToStrideC_t<LayoutC>; | ||
| using StrideD = cutlass::detail::TagToStrideC_t<LayoutD>; | ||
|
|
||
| using CollectiveEpilogue = cutlass::epilogue::collective::DefaultEpilogue< | ||
| StrideC, | ||
| StrideD, | ||
| EpilogueOp, | ||
| cutlass::gemm::EpilogueDefault>; | ||
|
|
||
| // Mainloop | ||
| using CollectiveMainloop = cutlass::gemm::collective::CollectiveMma< | ||
| DispatchPolicy, | ||
| TileShape, | ||
| ElementInputA, | ||
| StrideA, | ||
| ElementInputB, | ||
| StrideB, | ||
| TiledMma, | ||
| GmemTiledCopyA, SmemLayoutAtomA, SmemCopyAtomA, cute::identity, // A | ||
| GmemTiledCopyB, SmemLayoutAtomB, SmemCopyAtomB, cute::identity // B | ||
| >; | ||
|
|
||
| using GemmKernel = cutlass::gemm::kernel::GemmUniversal< | ||
| Shape<int, int, int, int>, | ||
| CollectiveMainloop, | ||
| CollectiveEpilogue | ||
| >; | ||
|
|
||
| using Gemm = cutlass::gemm::device::GemmUniversalAdapter<GemmKernel>; | ||
|
|
||
| BenchmarkRunner<Gemm> runner; | ||
|
|
||
| runner.run(options, hw_info); | ||
|
|
||
| return 0; | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters