diff --git a/outlines/fsm/regex.py b/outlines/fsm/regex.py
index 0c133ef65..0941bbb9f 100644
--- a/outlines/fsm/regex.py
+++ b/outlines/fsm/regex.py
@@ -719,7 +719,7 @@ def create_fsm_index_end_to_end(
 
 
 re_llama_byte_token = re.compile(r"^<0x[0-9A-F]{2}>$")
-re_replacement_seq = re.compile(r"^�+$")
+re_replacement_seq = re.compile(r"^▁*�+$")
 
 
 # Copied from transformers.models.gpt2.tokenization_gpt2.bytes_to_unicode