upgrade openvino

openvinotoolkit · May 9, 2024 · 6ac17bf · 6ac17bf
1 parent c3a2e4c
commit 6ac17bf
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/.github/workflows/causal_lm_cpp.yml b/.github/workflows/causal_lm_cpp.yml
@@ -453,7 +453,7 @@ jobs:
       - name: Install OpenVINO
         run: |
           mkdir ./ov/
-          curl https://storage.openvinotoolkit.org/repositories/openvino/packages/2024.0/linux/l_openvino_toolkit_ubuntu20_2024.0.0.14509.34caeefd078_x86_64.tgz | tar --directory ./ov/ --strip-components 1 -xz
+          curl https://storage.openvinotoolkit.org/repositories/openvino/packages/2024.1/linux/l_openvino_toolkit_ubuntu20_2024.1.0.15008.f4afc983258_x86_64.tgz | tar --directory ./ov/ --strip-components 1 -xz
           sudo ./ov/install_dependencies/install_openvino_dependencies.sh
       - name: Download, convert and build
         run: |

diff --git a/thirdparty/openvino_tokenizers b/thirdparty/openvino_tokenizers
+0 −33		.github/dependabot.yml
+0 −18		.github/dependency_review.yml
+16 −25		.github/labeler.yml
+3 −11		.github/workflows/labeler.yml
+2 −5		.github/workflows/linux.yml
+2 −5		.github/workflows/mac.yml
+1 −8		.github/workflows/sdl.yml
+2 −5		.github/workflows/windows.yml
+1 −1		CMakeLists.txt
+0 −3		Jenkinsfile
+110 −187		README.md
+4 −6		pyproject.toml
+5 −7		python/openvino_tokenizers/__init__.py
+0 −76		python/openvino_tokenizers/build_tokenizer.py
+1 −14		python/openvino_tokenizers/cli.py
+0 −3		python/openvino_tokenizers/convert_tokenizer.py
+29 −59		python/openvino_tokenizers/hf_parser.py
+1 −1		python/openvino_tokenizers/str_pack.py
+38 −129		python/openvino_tokenizers/tokenizer_pipeline.py
+2 −4		python/openvino_tokenizers/utils.py
+1 −1		requirements-build.txt
+3 −20		src/CMakeLists.txt
+28 −24		src/bpe_tokenizer.cpp
+1 −1		src/bpe_tokenizer.hpp
+6 −22		src/case_fold.cpp
+2 −9		src/case_fold.hpp
+0 −73		src/equal_str.cpp
+0 −40		src/equal_str.hpp
+0 −40		src/fuze.cpp
+0 −35		src/fuze.hpp
+11 −28		src/ov_extension.cpp
+0 −82		src/ragged_to_ragged.cpp
+0 −41		src/ragged_to_ragged.hpp
+0 −47		src/ragged_to_sparse.cpp
+0 −36		src/ragged_to_sparse.hpp
+7 −31		src/regex_normalization.cpp
+7 −13		src/regex_normalization.hpp
+5 −20		src/regex_split.cpp
+4 −7		src/regex_split.hpp
+81 −56		src/sentence_piece.cpp
+3 −3		src/sentence_piece.hpp
+104 −371		src/tensorflow_translators.cpp
+4 −9		src/tensorflow_translators.hpp
+0 −6		src/tokenizer.hpp
+0 −111		src/trie_tokenizer.cpp
+0 −54		src/trie_tokenizer.hpp
+18 −14		src/utils.cpp
+1 −3		src/utils.hpp
+16 −11		src/vocab_decoder.cpp
+2 −1		src/vocab_decoder.hpp
+0 −74		src/vocab_encoder.cpp
+0 −45		src/vocab_encoder.hpp
+25 −22		src/wordpiece_tokenizer.cpp
+1 −1		src/wordpiece_tokenizer.hpp
+1 −1		tests/pass_rates.json
+17 −34		tests/tokenizers_test.py