From 5e6de1258ea31f0f3c2938062fd1e3c9baa5dc81 Mon Sep 17 00:00:00 2001 From: Franz Srambical <79149449+emergenz@users.noreply.github.com> Date: Sun, 14 Jul 2024 19:41:53 +0200 Subject: [PATCH] fix: typo --- MaxText/layers/attentions.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/MaxText/layers/attentions.py b/MaxText/layers/attentions.py index 60a68e6da..ff24f8501 100644 --- a/MaxText/layers/attentions.py +++ b/MaxText/layers/attentions.py @@ -894,7 +894,7 @@ def kv_projection(self, inputs_kv: Array, proj_name: str) -> Array: """Projection for Key and Value. Args: - inputs_kv: inputs_kv: key/values of shape `[batch, kv_length, + inputs_kv: key/values of shape `[batch, kv_length, num_kv_heads, kv_dim]`. proj_name: name of projection, `key` or `value`.