forked from openvinotoolkit/openvino
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'master' into feature/op_identity
- Loading branch information
Showing
256 changed files
with
2,251 additions
and
8,535 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -58,7 +58,6 @@ body: | |
- Caffe | ||
- ONNX | ||
- PyTorch | ||
- mxnet | ||
- PaddlePaddle | ||
validations: | ||
required: false | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,167 @@ | ||
name: PyTorch Layer Tests | ||
|
||
on: | ||
workflow_call: | ||
inputs: | ||
runner: | ||
description: 'Machine on which the tests would run' | ||
type: string | ||
required: true | ||
shell: | ||
description: "shell to override the default shell settings in the runner's operating system." | ||
type: string | ||
required: true | ||
container: | ||
description: 'JSON to be converted to the value of the "container" configuration for the job' | ||
type: string | ||
required: false | ||
default: '{"image": null}' | ||
affected-components: | ||
description: 'Components that are affected by changes in the commit defined by the Smart CI Action' | ||
type: string | ||
required: true | ||
|
||
permissions: read-all | ||
|
||
env: | ||
PIP_CACHE_PATH: /mount/caches/pip/linux | ||
PYTHON_VERSION: '3.11' | ||
|
||
jobs: | ||
PyTorch_Layer_Tests: | ||
name: PyTorch Layer Tests | ||
timeout-minutes: 30 | ||
runs-on: ${{ inputs.runner }} | ||
container: ${{ fromJSON(inputs.container) }} | ||
defaults: | ||
run: | ||
shell: ${{ inputs.shell }} | ||
env: | ||
DEBIAN_FRONTEND: noninteractive # to prevent apt-get from waiting user input | ||
OPENVINO_REPO: ${{ github.workspace }}/openvino | ||
INSTALL_DIR: ${{ github.workspace }}/install | ||
INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests | ||
LAYER_TESTS_INSTALL_DIR: ${{ github.workspace }}/install/tests/layer_tests | ||
steps: | ||
- name: Download OpenVINO package | ||
uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 | ||
with: | ||
name: openvino_package | ||
path: ${{ env.INSTALL_DIR }} | ||
|
||
- name: Download OpenVINO tests package | ||
uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 | ||
with: | ||
name: openvino_tests | ||
path: ${{ env.INSTALL_TEST_DIR }} | ||
|
||
- name: Download OpenVINO tokenizers extension | ||
uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 | ||
with: | ||
name: openvino_tokenizers_wheel | ||
path: ${{ env.INSTALL_DIR }} | ||
|
||
# Needed as ${{ github.workspace }} is not working correctly when using Docker | ||
- name: Setup Variables | ||
if: runner.os != 'Windows' | ||
run: | | ||
echo "OPENVINO_REPO=$GITHUB_WORKSPACE/openvino" >> "$GITHUB_ENV" | ||
echo "INSTALL_DIR=$GITHUB_WORKSPACE/install" >> "$GITHUB_ENV" | ||
echo "INSTALL_TEST_DIR=$GITHUB_WORKSPACE/install/tests" >> "$GITHUB_ENV" | ||
echo "LAYER_TESTS_INSTALL_DIR=$GITHUB_WORKSPACE/install/tests/layer_tests" >> "$GITHUB_ENV" | ||
- name: Extract OpenVINO packages (Linux, macOS) | ||
if: runner.os != 'Windows' | ||
run: | | ||
pushd $INSTALL_DIR | ||
tar -xzf openvino_package.tar.gz -C $INSTALL_DIR | ||
popd | ||
pushd $INSTALL_TEST_DIR | ||
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR | ||
popd | ||
- name: Extract OpenVINO packages (Windows) | ||
if: runner.os == 'Windows' | ||
run: | | ||
pushd ${{ env.INSTALL_DIR }} | ||
Expand-Archive openvino_package.zip -DestinationPath ${{ env.INSTALL_DIR }} | ||
popd | ||
pushd ${{ env.INSTALL_TEST_DIR }} | ||
Expand-Archive openvino_tests.zip -DestinationPath ${{ env.INSTALL_DIR }} | ||
popd | ||
- name: Fetch setup_python action | ||
uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938 # v4.2.0 | ||
with: | ||
sparse-checkout: | | ||
.github/actions/setup_python/action.yml | ||
sparse-checkout-cone-mode: false | ||
path: 'openvino' | ||
|
||
- name: Setup Python ${{ env.PYTHON_VERSION }} | ||
uses: ./openvino/.github/actions/setup_python | ||
with: | ||
version: ${{ env.PYTHON_VERSION }} | ||
pip-cache-path: ${{ runner.os == 'Linux' && env.PIP_CACHE_PATH || '' }} | ||
should-setup-pip-paths: ${{ runner.os == 'Linux' }} | ||
self-hosted-runner: ${{ runner.os == 'Linux' }} | ||
|
||
- name: Install OpenVINO Python wheels (Linux and macOS) | ||
if: runner.os != 'Windows' | ||
run: | | ||
# Install the core OV wheel | ||
python3 -m pip install ${INSTALL_DIR}/tools/openvino-*.whl | ||
# Install the core OV Tokenizers wheel | ||
python3 -m pip install ${INSTALL_DIR}/openvino_tokenizers-*.whl | ||
- name: Install OpenVINO Python wheels (Windows) | ||
if: runner.os == 'Windows' | ||
run: | | ||
# Find and install the core OV wheel | ||
$ovCoreWheelPath=Get-ChildItem -Path ${{ env.INSTALL_DIR }}\tools -Filter openvino-*.whl | % { $_.FullName } | ||
python3 -m pip install "$ovCoreWheelPath" | ||
# Find and install the core OV Tokenizers wheel | ||
$ovCoreWheelPath=Get-ChildItem -Path ${{ env.INSTALL_DIR }} -Filter openvino_tokenizers-*.whl | % { $_.FullName } | ||
python3 -m pip install "$ovCoreWheelPath" | ||
- name: Install Pytorch Layer tests dependencies | ||
run: | | ||
# pytorch test requirements | ||
python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/requirements_pytorch | ||
- name: PyTorch Layer Tests | ||
if: ${{ fromJSON(inputs.affected-components).PyTorch_FE.test && runner.arch != 'ARM64' }} # Ticket: 126287, 142196 | ||
run: python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/pytorch_tests -n logical -m precommit --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-pytorch.xml | ||
env: | ||
TEST_DEVICE: CPU | ||
TEST_PRECISION: FP32 | ||
|
||
- name: PyTorch torch.export Layer Tests | ||
if: ${{ fromJSON(inputs.affected-components).PyTorch_FE.test && runner.arch != 'ARM64' }} # Ticket: 126287 | ||
run: | | ||
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/pytorch_tests -n logical -m precommit_torch_export --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-pytorch.xml | ||
env: | ||
TEST_DEVICE: CPU | ||
TEST_PRECISION: FP32 | ||
PYTORCH_TRACING_MODE: EXPORT | ||
|
||
- name: PyTorch torch.compile TORCHFX Layer Tests | ||
if: ${{ fromJSON(inputs.affected-components).PyTorch_FE.test && runner.os != 'macOS' && runner.arch != 'ARM64' }} # Ticket: 126287 | ||
run: | | ||
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/pytorch_tests -m precommit_fx_backend --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-pytorch.xml | ||
env: | ||
TEST_DEVICE: CPU | ||
TEST_PRECISION: FP32 | ||
PYTORCH_TRACING_MODE: TORCHFX | ||
|
||
- name: Upload Test Results | ||
uses: actions/upload-artifact@50769540e7f4bd5e21e526ee35c689e35e0d6874 # v4.4.0 | ||
if: ${{ !cancelled() }} | ||
with: | ||
name: test-results-python-pytorch-layers | ||
path: | | ||
${{ env.INSTALL_TEST_DIR }}/TEST*.html | ||
${{ env.INSTALL_TEST_DIR }}/TEST*.xml | ||
if-no-files-found: 'warn' |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.