Use an older version of sentencepiece.

kyutai-labs · Nov 7, 2024 · 23b2d3e · 23b2d3e
1 parent 60d3233
commit 23b2d3e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 11 deletions.
diff --git a/yomikomi-pyo3/py_src/yomikomi/__init__.py b/yomikomi-pyo3/py_src/yomikomi/__init__.py
@@ -1,10 +1 @@
-# Generated content DO NOT EDIT
-from .. import yomikomi
-
-audio = yomikomi.audio
-jsonl = yomikomi.jsonl
-stream = yomikomi.stream
-warc = yomikomi.warc
-JsonFilter = yomikomi.JsonFilter
-StreamIter = yomikomi.StreamIter
-YkIterable = yomikomi.YkIterable
+from .yomikomi import *
diff --git a/yomikomi/Cargo.toml b/yomikomi/Cargo.toml
@@ -11,7 +11,7 @@ license.workspace = true
 [dependencies]
 flate2 = "1.0.28"
 num-traits = "0.2.17"
-sentencepiece = "0.11.2"
+sentencepiece = "0.8.2" # Old version of sentencepiece but compatible with c++11.
 serde_json = "1.0.108"
 symphonia = { version = "0.5.3", features = ["all-codecs"] }
 thiserror = "1.0.50"