Update README.md

openvinotoolkit · Dec 18, 2023 · 374f891 · 374f891
1 parent dfdf446
commit 374f891
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 7 deletions.
diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt
@@ -7,7 +7,7 @@ torch
 transformers>=4.33.0
 diffusers>=0.22.0
 optimum>=1.14.0,<1.15.0
-git+https://github.com/slyalin/optimum-intel.git@stateful
+git+https://github.com/Wovchena/optimum-intel.git@stateful
 git+https://github.com/openvinotoolkit/nncf.git
 packaging
 psutil

diff --git a/text_generation/causal_lm/cpp/README.md b/text_generation/causal_lm/cpp/README.md
@@ -46,11 +46,9 @@ The `--upgrade-strategy eager` option is needed to ensure `optimum-intel` is upg
 
 ```sh
 source <INSTALL_DIR>/setupvars.sh
-python -m pip install --upgrade-strategy eager transformers==4.35.2 "optimum[openvino]>=1.14" ../../../thirdparty/openvino_contrib/modules/custom_operations/[transformers] --extra-index-url https://download.pytorch.org/whl/cpu
-python -m pip uninstall --yes optimum-intel
-python -m pip install git+https://github.com/slyalin/optimum-intel.git@stateful
-python ../../../llm_bench/python/convert.py --model_id meta-llama/Llama-2-7b-hf --stateful --bettertransformer --output_dir ./Llama-2-7b-hf/  # switch to https://github.com/openvinotoolkit/openvino.genai/pull/52 before running this line. And switch back after
-python ./convert_tokenizers.py ./Llama-2-7b-hf/
+python -m pip install --upgrade-strategy eager "optimum[openvino]>=1.14" -r ../../../llm_bench/python/requirements.txt ../../../thirdparty/openvino_contrib/modules/custom_operations/[transformers] --extra-index-url https://download.pytorch.org/whl/cpu
+python ../../../llm_bench/python/convert.py --model_id meta-llama/Llama-2-7b-hf --output_dir ./Llama-2-7b-hf/ --stateful
+python ./convert_tokenizers.py --streaming-detokenizer ./Llama-2-7b-hf/
 ```
 
 ## Run

diff --git a/thirdparty/openvino_contrib b/thirdparty/openvino_contrib
+15 −11		.ci/azure/linux.yml
+7 −5		.ci/azure/mac.yml
+19 −20		.ci/azure/windows.yml
+201 −0		modules/custom_operations/LICENSE
+12 −0		modules/custom_operations/SECURITY.md
+25 −10		modules/custom_operations/pyproject.toml
+10 −0		modules/custom_operations/readme.txt
+1,180 −0		modules/custom_operations/third-party-programs.txt
+31 −16		modules/custom_operations/user_ie_extensions/CMakeLists.txt
+7 −2		modules/custom_operations/user_ie_extensions/tokenizer/CMakeLists.txt
+16 −14		modules/custom_operations/user_ie_extensions/tokenizer/python/openvino_tokenizers/__init__.py
+2 −2		modules/custom_operations/user_ie_extensions/tokenizer/python/openvino_tokenizers/constants.py
+2 −2		modules/custom_operations/user_ie_extensions/tokenizer/python/openvino_tokenizers/convert_tokenizer.py
+23 −22		modules/custom_operations/user_ie_extensions/tokenizer/python/openvino_tokenizers/hf_parser.py
+4 −5		modules/custom_operations/user_ie_extensions/tokenizer/python/openvino_tokenizers/tiktoken_parser.py
+6 −6		modules/custom_operations/user_ie_extensions/tokenizer/python/openvino_tokenizers/tokenizer_pipeline.py
+1 −1		modules/custom_operations/user_ie_extensions/tokenizer/python/tests/pass_rates.json
+36 −13		modules/custom_operations/user_ie_extensions/tokenizer/python/tests/tokenizers_test.py
+1 −0		modules/java_api/gradle.properties
+72 −0		modules/java_api/samples/README.md
+17 −0		modules/java_api/samples/hello_query_device/build.gradle
+1 −0		modules/java_api/samples/hello_query_device/settings.gradle
+64 −0		modules/java_api/samples/hello_query_device/src/main/java/Main.java
+3 −0		modules/java_api/settings.gradle
+32 −0		modules/java_api/src/main/cpp/any.cpp
+54 −0		modules/java_api/src/main/cpp/compiled_model.cpp
+88 −0		modules/java_api/src/main/cpp/core.cpp
+12 −1		modules/java_api/src/main/cpp/infer_request.cpp
+29 −0		modules/java_api/src/main/cpp/jni_common.hpp
+22 −0		modules/java_api/src/main/cpp/openvino.cpp
+17 −0		modules/java_api/src/main/cpp/openvino_java.hpp
+11 −0		modules/java_api/src/main/cpp/output.cpp
+51 −0		modules/java_api/src/main/cpp/tensor.cpp
+14 −0		modules/java_api/src/main/java/org/intel/openvino/Any.java
+26 −0		modules/java_api/src/main/java/org/intel/openvino/CompiledModel.java
+93 −0		modules/java_api/src/main/java/org/intel/openvino/Core.java
+14 −2		modules/java_api/src/main/java/org/intel/openvino/InferRequest.java
+31 −0		modules/java_api/src/main/java/org/intel/openvino/Openvino.java
+7 −0		modules/java_api/src/main/java/org/intel/openvino/Output.java
+31 −0		modules/java_api/src/main/java/org/intel/openvino/Tensor.java
+42 −0		modules/java_api/src/test/java/org/intel/openvino/CompiledModelTests.java
+27 −0		modules/java_api/src/test/java/org/intel/openvino/CoreTests.java
+6 −0		modules/java_api/src/test/java/org/intel/openvino/ModelTests.java
+35 −0		modules/java_api/src/test/java/org/intel/openvino/OpenvinoTests.java
+27 −0		modules/java_api/src/test/java/org/intel/openvino/TensorTests.java