Merge pull request #2 from eltociear/patch-1

Update sentencepiece.py
mistralai · Apr 17, 2024 · fcf0316 · fcf0316
2 parents b9cee1c + 07ea0ab
commit fcf0316
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/mistral_common/tokens/tokenizers/sentencepiece.py b/src/mistral_common/tokens/tokenizers/sentencepiece.py
@@ -157,7 +157,7 @@ def encode_user_message(
         system_prompt: Optional[str] = None,
     ) -> List[int]:
         assert message.content is not None
-        assert isinstance(message.content, str), "Message content must be nornmalized"
+        assert isinstance(message.content, str), "Message content must be normalized"
         content = ""
         if is_first and system_prompt:
             content = system_prompt + "\n\n" + message.content
@@ -208,7 +208,7 @@ def encode_user_message(
         system_prompt: Optional[str] = None,
     ) -> List[int]:
         assert message.content is not None
-        assert isinstance(message.content, str), "Message content must be nornmalized"
+        assert isinstance(message.content, str), "Message content must be normalized"
         content = ""
         tools_tokens: List[int] = []
         if is_last and available_tools: