003: Adding spacey lib

TharinduDR · Apr 16, 2021 · 7f2bfac · 7f2bfac
1 parent 67ed8b4
commit 7f2bfac
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/mudes/algo/predict.py b/mudes/algo/predict.py
@@ -29,7 +29,7 @@ def predict_spans(model, text: str, language: str = "en"):
     else:
         nlp = MultiLanguage()
 
-    tokenizer = nlp.Defaults.create_tokenizer(nlp)
+    tokenizer = nlp.tokenizer
     tokens = tokenizer(text)
     sentences = []
     tokenised_text = []