From 204bd1b63669f4b1c5c0aafbd049fb56a8a26b4f Mon Sep 17 00:00:00 2001
From: POI-WX <wangxing2@sensetime.com>
Date: Thu, 14 Mar 2024 15:05:35 +0800
Subject: [PATCH] update

---
 deeplink_ext/internlm_ops/mha/mha.py | 28 ++++++++++++++--------------
 1 file changed, 14 insertions(+), 14 deletions(-)

diff --git a/deeplink_ext/internlm_ops/mha/mha.py b/deeplink_ext/internlm_ops/mha/mha.py
index 70e38492..0c2a4e31 100644
--- a/deeplink_ext/internlm_ops/mha/mha.py
+++ b/deeplink_ext/internlm_ops/mha/mha.py
@@ -110,17 +110,17 @@ def forward(
                 self.softmax_scale,
                 causal if causal is not None else self.causal,
             )
-        else:
-            # unpadded
-            return DeepLinkMultiHeadAttentionVarLenKVPackedFunc.apply(
-                q,
-                kv,
-                cu_seqlens,
-                cu_seqlens_k,
-                max_seqlen,
-                max_seqlen_k,
-                self.dropout_p if self.training else 0.0,
-                self.softmax_scale,
-                causal if causal is not None else self.causal,
-                False,
-            )
+        # else:
+        #     # unpadded
+        #     return DeepLinkMultiHeadAttentionVarLenKVPackedFunc.apply(
+        #         q,
+        #         kv,
+        #         cu_seqlens,
+        #         cu_seqlens_k,
+        #         max_seqlen,
+        #         max_seqlen_k,
+        #         self.dropout_p if self.training else 0.0,
+        #         self.softmax_scale,
+        #         causal if causal is not None else self.causal,
+        #         False,
+        #     )