Fix issue #2568: --device mps led to TypeError: forward() got an unex…

…pected keyword argument 'padding_mask'. (#2579)
lm-sys · Oct 18, 2023 · f79151b · f79151b
1 parent 29de51f
commit f79151b
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/fastchat/model/monkey_patch_non_inplace.py b/fastchat/model/monkey_patch_non_inplace.py
@@ -35,6 +35,7 @@ def forward(
     past_key_value: Optional[Tuple[torch.Tensor]] = None,
     output_attentions: bool = False,
     use_cache: bool = False,
+    padding_mask: Optional[torch.LongTensor] = None,
 ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]:
     bsz, q_len, _ = hidden_states.size()