Merge branch 'main' into letong/multi_socket

intel · Jan 26, 2024 · e28cf29 · e28cf29
2 parents a84c4ff + 09ddade
commit e28cf29
Show file tree

Hide file tree

Showing 673 changed files with 7,008 additions and 127,313 deletions.
diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS
@@ -27,11 +27,6 @@
 
 /intel_extension_for_transformers/llm/runtime/deprecated/Cmake* [email protected]
 /intel_extension_for_transformers/llm/runtime/deprecated/cmake/ [email protected]
-/intel_extension_for_transformers/llm/library/jblas [email protected]
-/intel_extension_for_transformers/llm/runtime/graph [email protected]
-/intel_extension_for_transformers/llm/runtime/graph/scripts [email protected]
-/intel_extension_for_transformers/llm/runtime/graph/__init__.py [email protected]
-/intel_extension_for_transformers/llm/library [email protected]
 /intel_extension_for_transformers/llm/runtime/deprecated [email protected]
 /intel_extension_for_transformers/llm/operator [email protected]
 /intel_extension_for_transformers/llm/evaluation [email protected]

diff --git a/.github/workflows/cpp-graph-test.yml b/.github/workflows/cpp-graph-test.yml
@@ -1,14 +1,6 @@
 name: CPP Graph Test
 
 on:
-  pull_request:
-    branches: [main]
-    paths:
-       - '.github/workflows/cpp-graph-test.yml'
-       - '.github/workflows/script/models/cpp_graph_inference.sh'
-       - 'intel_extension_for_transformers/llm/runtime/graph/**'
-       - 'intel_extension_for_transformers/llm/library/jblas/**'
-       - '!intel_extension_for_transformers/llm/runtime/graph/*.md'
   workflow_dispatch:
     inputs:
       compiler_version:
@@ -54,24 +46,23 @@ jobs:
 
       - name: Env build
         run: |
-          bash ${{ github.workspace }}/.github/workflows/script/prepare_env_with_conda.sh "cpp-graph-test" "3.8"
-
-      - name: Binary build
-        # cpp model does not requires itrex package
-        if: 0 == 1
-        run: |
-          cd ${{ github.workspace }}
-          conda activate cpp-graph-test || source activate cpp-graph-test
-          pip install build --upgrade
-          pip install -r requirements.txt
-          python setup.py sdist bdist_wheel
-          pip install dist/intel_extension_for_transformers*.whl
-          pip list
+          bash ${{ github.workspace }}/.github/workflows/script/prepare_env_with_conda.sh "cpp-graph-test-itrex" "3.8"
 
       - name: BF16 Benchmark
         run: |
-          cd ${{ github.workspace }}/.github/workflows/script/models
-          bash cpp_graph_inference.sh cpp-graph-test ${{ matrix.modelName }} ${{ env.INPUT_COMPILER_VERSION }}
+          WORKSPACE=${{ env.WORKING_DIR }} bash -eo pipefail ${{ env.GRAPH_DIR }}/scripts/ci/cpp_graph_inference.sh \
+            --local_models="${{ github.workspace }}/.github/workflows/script/models/local_models.json" \
+            --cores_list="48," \
+            --input_list="32,1024" \
+            -- \
+            cpp-graph-test-itrex \
+            ${{ matrix.modelName }} \
+            ${{ env.GRAPH_DIR }} \
+            ${{ env.WORKING_DIR }} \
+            ${{ env.INPUT_COMPILER_VERSION }}
+        env:
+          WORKSPACE: ${{ env.WORKING_DIR }}
+          GRAPH_DIR: ${{ env.WORKING_DIR }}/intel_extension_for_transformers/llm/runtime/graph
 
       - name: Rename summary
         run: |
@@ -137,7 +128,7 @@ jobs:
           /usr/bin/bash generate_report.sh --workflow=deploy
           sed -n '/<body>/,/<\/body>/p' generated/report.html | sed -r '/^$/d' | sed -r 's/^ +//g' >> $GITHUB_STEP_SUMMARY
         env:
-          RUN_DISPLAY_URL: https://github.com/VincyZhang/intel-extension-for-transformers/actions/runs/${{ github.run_id }}
+          RUN_DISPLAY_URL: https://github.com/${{github.repository}}/actions/runs/${{ github.run_id }}
           BUILD_NUMBER: ${{ github.run_id }}
           JOB_STATUS: succeed
           MR_source_branch: ${{ github.head_ref }}

diff --git a/.github/workflows/script/formatScan/nlp_dict.txt b/.github/workflows/script/formatScan/nlp_dict.txt
@@ -2427,3 +2427,23 @@ Miko
 aj
 Życzyński
 Zyczynski
+CES
+DPCPP
+QLLM
+Qwen
+Chroma
+HuggingFacePipeline
+Langchain
+NeuralChatServerExecutor
+RESTful
+RetrievalQA
+VectorStoreRetriever
+langchain
+retrievalQA
+vectorstore
+vectorstores
+DPO
+fullrange
+qmodel
+torchfloat
+xpu
diff --git a/.github/workflows/script/formatScan/pylint.sh b/.github/workflows/script/formatScan/pylint.sh
@@ -10,7 +10,7 @@ $BOLD_YELLOW && echo "---------------- install ITREX -------------" && $RESET
 export PYTHONPATH=`pwd`
 pip list
 
-cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/
+cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/tests/
 if [ -f "requirements.txt" ]; then
     python -m pip install --default-timeout=100 -r requirements.txt
     pip list

diff --git a/.github/workflows/script/models/calculate_percentage.py b/.github/workflows/script/models/calculate_percentage.py