Skip to content

Commit

Permalink
fix lint
Browse files Browse the repository at this point in the history
  • Loading branch information
grimoire committed Dec 6, 2023
1 parent aa74af4 commit 47ed332
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -517,5 +517,5 @@ struct ConvertKvCache<int8_t, __nv_bfloat16> {
return vo;
}
};
#endif // ENABLE_BF16
#endif // ENABLE_BF16
} // namespace turbomind
3 changes: 2 additions & 1 deletion src/turbomind/models/llama/llama_kernels.cu
Original file line number Diff line number Diff line change
Expand Up @@ -214,7 +214,8 @@ template void invokeCreateCausalMasks(float* mask, const int*, const int*, int,
template void invokeCreateCausalMasks(half* mask, const int*, const int*, int, int, int, cudaStream_t);
#ifdef ENABLE_BF16
template<>
__global__ void createCausalMasks<__nv_bfloat16>(__nv_bfloat16* mask, const int* q_lens, const int* k_lens, int max_q_len, int max_k_len)
__global__ void createCausalMasks<__nv_bfloat16>(
__nv_bfloat16* mask, const int* q_lens, const int* k_lens, int max_q_len, int max_k_len)
{
const auto q_len = q_lens[blockIdx.x];
const auto k_len = k_lens[blockIdx.x];
Expand Down

0 comments on commit 47ed332

Please sign in to comment.