feat(quantization): kv cache use asymmetric (#218) #28
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: publish-docker | |
| on: | |
| push: | |
| paths-ignore: | |
| - ".github/**" | |
| - "docs/**" | |
| - "resources/**" | |
| - "benchmark/**" | |
| - "tests/**" | |
| - "**/*.md" | |
| branches: | |
| - main | |
| tags: | |
| - "v*.*.*" | |
| jobs: | |
| publish_docker_image: | |
| runs-on: [self-hosted, linux-3090] | |
| environment: 'prod' | |
| env: | |
| TAG_PREFIX: "openmmlab/lmdeploy" | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| - name: Get lmdeploy commit id | |
| run: | | |
| export commit_id=$(git log --format="%H" -n 1) | |
| echo "commit id = $commit_id" | |
| echo "COMMIT_ID=$commit_id" >> $GITHUB_ENV | |
| - name: Get lmdeploy version | |
| if: startsWith(github.ref, 'refs/tags/') == false | |
| run: | | |
| echo "TAG=$TAG_PREFIX:latest" >> $GITHUB_ENV | |
| - name: Get lmdeploy tag | |
| if: startsWith(github.ref, 'refs/tags/') == true | |
| run: | | |
| export LMDEPLOY_VERSION=$(python3 -c "import sys; sys.path.append('lmdeploy');from version import __version__;print(__version__)") | |
| echo $LMDEPLOY_VERSION | |
| echo "TAG=${TAG_PREFIX}:v${LMDEPLOY_VERSION}" >> $GITHUB_ENV | |
| - name: Build Docker image | |
| continue-on-error: true | |
| run: | | |
| echo $TAG | |
| docker build docker/ -t ${TAG} --build-arg COMMIT_ID=${COMMIT_ID} | |
| - name: Push Docker image | |
| continue-on-error: true | |
| run: | | |
| echo $TAG | |
| docker push $TAG |