Skip to content

feat: reimpl rotary embedding for npu #582

feat: reimpl rotary embedding for npu

feat: reimpl rotary embedding for npu #582

Workflow file for this run

name: static checks on sco
on:
workflow_dispatch:
push:
branches:
- main
pull_request:
env:
DEEPLINK_PATH: /mnt/cache/share/deeplinkci/github/${{ github.repository }}
ENV_SOURCE: /mnt/cache/share/platform/env/dipu_latest_ci
PROXY_SOURCE: /mnt/cache/share/platform/env/proxy
CLANGD_EXEC: /mnt/cache/share/platform/dep/clang-17/bin/clangd
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
jobs:
static-checks-on-sco-nvidia:
name: static checks on nv
runs-on: tps-sco-ci
steps:
- name: setting up environment
run: |
set -euxo pipefail
set_env() {
echo "$1=$2" >> "${GITHUB_ENV}"
eval "$1=\"\$2\""
}
set_env WORKSPACE "${DEEPLINK_PATH}/${{ github.run_number }}"
set_env CODE_SOURCE "${WORKSPACE}/source"
set_env CLANGD_TIDY_SOURCE "${WORKSPACE}/clangd-tidy"
set_env CLANGD_TIDY_LOG "${WORKSPACE}/clang-tidy.log"
- name: clean obsolete workspaces & prepare workspace
run: |
set -euxo pipefail
mkdir -p ${DEEPLINK_PATH}
ls -la ${DEEPLINK_PATH}
rm -rf ${WORKSPACE}
find ${DEEPLINK_PATH} -mindepth 1 -maxdepth 1 -mmin +480 -type d -exec bash -c 'echo clean "$0" && rm -rf "$0"' {} \;
mkdir -p ${WORKSPACE}
- name: checkout code
run: |
set -euo pipefail
source ${PROXY_SOURCE}
set -x
rm -rf ${CODE_SOURCE}
if [ -n "${{ github.event.pull_request.head.repo.full_name }}" ] && [[ ! "${{ github.event.pull_request.head.repo.full_name }}" == "${{ github.repository }}" ]]; then
git clone ${{ github.event.pull_request.head.repo.clone_url }} ${CODE_SOURCE}
cd ${CODE_SOURCE} && git checkout ${{ github.event.pull_request.head.sha }}
git remote add mainrepo https://github.com/${{ github.repository }}.git
git fetch mainrepo && git merge --no-edit mainrepo/${{ github.base_ref }}
else
git clone ${{ github.event.repository.clone_url }} ${CODE_SOURCE} && cd ${CODE_SOURCE}
if [ "${{ github.event_name }}" == "pull_request" ]; then
git checkout ${{ github.event.pull_request.head.sha }} && git merge --no-edit ${{ github.base_ref }}
else
git checkout ${{ github.sha }}
fi
fi
git submodule update --init --recursive
- name: checkout clangd-tidy
run: |
set -euo pipefail
source ${PROXY_SOURCE}
set -x
git -c advice.detachedHead=false clone --depth 1 -b v0.1.3 https://github.com/lljbash/clangd-tidy.git ${CLANGD_TIDY_SOURCE}
- name: build
run: |
set -euxo pipefail
srun --job-name=${GITHUB_JOB} bash -c "source ${ENV_SOURCE} && set -euxo pipefail && cd ${CODE_SOURCE} && pip install -e . -v -t install"
- name: clang-tidy
run: |
set -euxo pipefail
srun --job-name=${GITHUB_JOB} bash -c "source ${ENV_SOURCE} && set -euxo pipefail && cd ${CODE_SOURCE} && pwd && git ls-files csrc | xargs ${CLANGD_TIDY_SOURCE}/clangd-tidy --clangd-executable=${CLANGD_EXEC} --github --git-root=${CODE_SOURCE} -j4 -o ${CLANGD_TIDY_LOG}" || (cat ${CLANGD_TIDY_LOG} && false)
- name: cleanup
if: always()
run: |
set -euxo pipefail
rm -rf ${CODE_SOURCE}/build/.cache
build-on-ascend:
name: build on ascend
runs-on: tps-ascend-ci-910b
steps:
- name: prepare code
run: |
set -ex
rm ${DEEPLINK_PATH}/${{ github.run_number }}/* -rf
mkdir -p ${DEEPLINK_PATH}/${{ github.run_number }} && cd ${DEEPLINK_PATH}/${{ github.run_number }}
git clone https://github.com/DeepLink-org/DeepLinkExt.git && cd DeepLinkExt
git checkout ${{ github.event.pull_request.head.sha }} && git merge --no-edit ${{ github.base_ref }}
- name: build deeplink_ext
run: |
source /mnt/cache/share/platform/cienv/dipu_latest_ci
cd ${DEEPLINK_PATH}/${{ github.run_number }}/DeepLinkExt
python setup.py build_ext --inplace
test-on-ascend:
name: test on ascend
runs-on: tps-ascend-ci-910b
needs: [build-on-ascend]
steps:
- name: run unit tests on ascend
run: |
source /mnt/cache/share/platform/cienv/dipu_latest_ci
cd ${DEEPLINK_PATH}/${{ github.run_number }}/DeepLinkExt
export PYTHONPATH=$PWD:$PYTHONPATH
cd tests/
export DEEPLINK_EXT_PLATFORM_TYPE=torch_dipu
python -m pytest -v ./
export DEEPLINK_EXT_PLATFORM_TYPE=torch_npu
python -m pytest -v ./