Add float8 datatype to XPU OPs #5028
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: pull | |
| on: | |
| pull_request: | |
| types: | |
| - opened | |
| - synchronize | |
| - reopened | |
| - converted_to_draft | |
| - ready_for_review | |
| - labeled | |
| branches: | |
| - main | |
| - release/* | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }} | |
| cancel-in-progress: true | |
| permissions: read-all | |
| jobs: | |
| preci-lint-check: | |
| # Don't run on forked repos and draft PRs | |
| if: ${{ github.repository_owner == 'intel' }} | |
| name: preci-lint-check | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Checkout torch-xpu-ops | |
| uses: actions/checkout@v4 | |
| - name: Run lint check | |
| run: | | |
| export ADDITIONAL_LINTRUNNER_ARGS="--skip CLANGTIDY,CLANGFORMAT,MERGE_CONFLICTLESS_CSV --all-files" | |
| bash .github/scripts/lintrunner.sh | |
| - name: Run lint check with Clang | |
| run: | | |
| sudo apt update -y && sudo apt install -y libomp-dev | |
| cd ../ && rm -rf pytorch | |
| git clone https://github.com/pytorch/pytorch pytorch | |
| cd pytorch && cp -r ../torch-xpu-ops third_party/ | |
| export ADDITIONAL_LINTRUNNER_ARGS="--take CLANGTIDY,CLANGFORMAT build/xpu/**/*.* build/xpu/*.* third_party/torch-xpu-ops/src/*.* third_party/torch-xpu-ops/src/**/*.* third_party/torch-xpu-ops/src/**/**/*.* third_party/torch-xpu-ops/src/**/**/**/*.*" | |
| export CLANG=1 | |
| bash third_party/torch-xpu-ops/.github/scripts/lintrunner.sh | |
| preci-linux-build: | |
| # Don't run on forked repos and draft PRs | |
| secrets: inherit | |
| if: ${{ (github.repository_owner == 'intel') && (github.event.pull_request.draft == false) }} | |
| name: preci-linux | |
| needs: preci-lint-check | |
| permissions: | |
| issues: write | |
| uses: ./.github/workflows/_linux_build.yml | |
| with: | |
| pytorch: main | |
| runner: pvc_e2e | |
| preci-ut: | |
| # Don't run on forked repos and draft PRs | |
| secrets: inherit | |
| if: ${{ (github.repository_owner == 'intel') && (github.event.pull_request.draft == false) }} | |
| name: preci-linux | |
| needs: preci-linux-build | |
| uses: ./.github/workflows/_linux_ut.yml | |
| with: | |
| pytorch: ${{ needs.preci-linux-build.outputs.torch_commit_id }} | |
| ut: op_regression,op_regression_dev1,op_extended,op_ut | |
| runner: linux.idc.xpu | |
| preci-ut-distributed: | |
| # Don't run on forked repos and draft PRs | |
| secrets: inherit | |
| if: ${{ (github.repository_owner == 'intel') && (github.event.pull_request.draft == false) }} | |
| name: preci-linux | |
| needs: preci-linux-build | |
| uses: ./.github/workflows/_linux_ut.yml | |
| with: | |
| pytorch: ${{ needs.preci-linux-build.outputs.torch_commit_id }} | |
| ut: xpu_distributed | |
| runner: pvc_e2e | |
| Inductor-XPU-E2E-CI-Tests: | |
| name: preci-linux / e2e_test | |
| needs: preci-linux-build | |
| runs-on: pvc_e2e | |
| # Don't run on forked repos and draft PRs | |
| if: ${{ (github.repository_owner == 'intel') && (github.event.pull_request.draft == false) }} | |
| timeout-minutes: 900 | |
| steps: | |
| - name: Checkout torch-xpu-ops | |
| uses: actions/checkout@v4 | |
| - name: Prepare Conda ENV | |
| run: | | |
| which conda && conda clean -ay | |
| conda remove --all -y -n e2e_ci || rm -rf $(dirname ${CONDA_EXE})/../envs/e2e_ci | |
| conda create -n e2e_ci python=3.10 cmake ninja -y | |
| source activate e2e_ci | |
| pip install mkl-static mkl-include | |
| pip install pandas scipy tqdm | |
| - name: Prepare Stock Pytorch | |
| run: | | |
| pwd | |
| cd ../ && rm -rf pytorch | |
| source activate e2e_ci | |
| git clone https://github.com/pytorch/pytorch pytorch | |
| cd pytorch && git checkout ${{ needs.preci-linux-build.outputs.torch_commit_id }} | |
| # apply PRs for stock pytorch | |
| pip install requests | |
| # https://github.com/mengfei25/pytorch/pull/18 internal use only for subset model list | |
| python ../torch-xpu-ops/.github/scripts/apply_torch_pr.py -e https://github.com/mengfei25/pytorch/pull/18 | |
| git status && git show -s | |
| git submodule sync && git submodule update --init --recursive | |
| rm -rf third_party/torch-xpu-ops && cp -r ../torch-xpu-ops third_party/ | |
| # Workaround for torch-xpu-ops ci test | |
| sed -i "s/checkout --quiet \${TORCH_XPU_OPS_COMMIT}/log -n 1/g" caffe2/CMakeLists.txt | |
| - name: Triton Installation | |
| run: | | |
| source activate e2e_ci | |
| cd ../pytorch | |
| TRITON_REPO="https://github.com/intel/intel-xpu-backend-for-triton" | |
| TRITON_PINNED_COMMIT=$(cat .ci/docker/ci_commit_pins/triton-xpu.txt) | |
| echo ${TRITON_REPO}@${TRITON_PINNED_COMMIT} | |
| pip install --force-reinstall "git+${TRITON_REPO}@${TRITON_PINNED_COMMIT}#subdirectory=python" | |
| - name: Download Pytorch wheel | |
| if: ${{ inputs.pytorch }} != 'nightly_wheel' | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: Torch-XPU-Wheel-${{ github.event.pull_request.number || github.sha }}-1 | |
| path: ${{ github.workspace }} | |
| - name: Install Pytorch XPU | |
| run: | | |
| source activate e2e_ci | |
| source .github/scripts/env.sh | |
| cd ../pytorch | |
| pip install -r requirements.txt | |
| pip install --force-reinstall ${{ github.workspace }}/torch*.whl | |
| - name: Identify pinned versions | |
| run: | | |
| cd ../pytorch | |
| echo "TRITON_COMMIT_ID=$(<.ci/docker/ci_commit_pins/triton-xpu.txt)" >> "${GITHUB_ENV}" | |
| echo "TORCHVISION_COMMIT_ID=$(<.github/ci_commit_pins/vision.txt)" >> "${GITHUB_ENV}" | |
| echo "TORCHBENCH_COMMIT_ID=$(<.github/ci_commit_pins/torchbench.txt)" >> "${GITHUB_ENV}" | |
| echo "TORCHAUDIO_COMMIT_ID=$(<.github/ci_commit_pins/audio.txt)" >> "${GITHUB_ENV}" | |
| echo "TRANSFORMERS_VERSION=$(<.ci/docker/ci_commit_pins/huggingface.txt)" >> "${GITHUB_ENV}" | |
| echo "TIMM_COMMIT_ID=$(<.ci/docker/ci_commit_pins/timm.txt)" >> "${GITHUB_ENV}" | |
| - name: Torch Config | |
| run: | | |
| echo "$GITHUB_ENV" | |
| rm -rf ../pytorch/inductor_log | |
| rm -rf /tmp/torchinductor_* | |
| cd .. | |
| source activate e2e_ci | |
| python -c "import triton; print(triton.__version__)" | |
| python pytorch/torch/utils/collect_env.py | |
| - name: Huggingface BF16 Training Accuracy Test | |
| uses: ./.github/actions/inductor-xpu-e2e-test | |
| with: | |
| suite: huggingface | |
| dt: bfloat16 | |
| mode: training | |
| scenario: accuracy | |
| env_prepare: true | |
| hf_token: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} | |
| - name: Huggingface FP16 Training Accuracy Test | |
| uses: ./.github/actions/inductor-xpu-e2e-test | |
| with: | |
| suite: huggingface | |
| dt: float16 | |
| mode: training | |
| scenario: accuracy | |
| hf_token: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} | |
| - name: Timm_models BF16 Training Accuracy Test | |
| uses: ./.github/actions/inductor-xpu-e2e-test | |
| with: | |
| suite: timm_models | |
| dt: bfloat16 | |
| mode: training | |
| scenario: accuracy | |
| env_prepare: true | |
| hf_token: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} | |
| - name: Torchbench BF16 Training Accuracy Test | |
| uses: ./.github/actions/inductor-xpu-e2e-test | |
| with: | |
| suite: torchbench | |
| dt: bfloat16 | |
| mode: training | |
| scenario: accuracy | |
| env_prepare: true | |
| hf_token: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} | |
| - name: Summarize archieve files | |
| if: ${{ ! cancelled() }} | |
| run: | | |
| rm -rf ${{ github.workspace }}/upload_files | |
| cp -r ${{ github.workspace }}/../pytorch/inductor_log ${{ github.workspace }}/upload_files | |
| # Print summary | |
| rm -rf /tmp/tmp-*.txt | |
| bash ${{ github.workspace }}/.github/scripts/e2e_summary.sh ${{ github.workspace }}/upload_files >> ${GITHUB_STEP_SUMMARY} | |
| exit_label=$(awk 'BEGIN{sum=0}{if($2>0){sum++}}END{print sum}' /tmp/tmp-result.txt) | |
| if [ ${exit_label} -ne 0 ];then | |
| grep -E "(Real failed|to passed|Warning timeout).*: [1-9]|Summary for" /tmp/tmp-*.txt |grep -E "failed|passed|timeout" -B 1 | |
| echo "There are ${exit_label} cases that need look into!!! Please check them" | |
| exit ${exit_label} | |
| fi | |
| - name: Upload Inductor XPU E2E Data | |
| if: ${{ ! cancelled() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: Inductor-XPU-E2E-Data-${{ github.event.pull_request.number || github.sha }} | |
| path: ${{ github.workspace }}/upload_files | |
| preci-linux-build-abi-0: | |
| # Don't run on forked repos and draft PRs | |
| secrets: inherit | |
| if: ${{ (github.repository_owner == 'intel') && (github.event.pull_request.draft == false) }} | |
| name: preci-linux-abi-0 | |
| needs: preci-lint-check | |
| permissions: | |
| issues: write | |
| uses: ./.github/workflows/_linux_build.yml | |
| with: | |
| pytorch: main | |
| abi: 0 | |
| runner: pvc_e2e | |
| preci-ut-abi-0: | |
| # Don't run on forked repos and draft PRs | |
| if: ${{ (github.repository_owner == 'intel') && (github.event.pull_request.draft == false) }} | |
| name: preci-linux-abi-0 | |
| needs: preci-linux-build-abi-0 | |
| uses: ./.github/workflows/_linux_ut.yml | |
| with: | |
| abi: 0 | |
| pytorch: ${{ needs.preci-linux-build-abi-0.outputs.torch_commit_id }} | |
| ut: op_extended | |
| runner: linux.idc.xpu | |
| preci-windows: | |
| # Don't run on forked repos and draft PRs | |
| if: ${{ (github.repository_owner == 'intel') && (github.event.pull_request.draft == false) && contains(github.event.pull_request.labels.*.name, 'windows_ci') }} | |
| name: preci-windows | |
| needs: preci-lint-check | |
| uses: ./.github/workflows/_windows_ut.yml | |
| with: | |
| ut: op_extended | |
| runner: Windows_CI |