diff --git a/.github/workflows/deploy-package-to-pypi.yml b/.github/workflows/deploy-package-to-pypi.yml
index a8c0964..e0106b2 100644
--- a/.github/workflows/deploy-package-to-pypi.yml
+++ b/.github/workflows/deploy-package-to-pypi.yml
@@ -22,7 +22,8 @@ jobs:
       # See https://github.com/uktrade/stream-zip/issues/136
       - name: Update release to include source code with version
         run: |
-          tar --exclude='./.git' -czvf "${GITHUB_REF_NAME}.tar.gz" .
+          touch "${GITHUB_REF_NAME}.tar.gz"
+          tar --exclude='.git' --exclude='${GITHUB_REF_NAME}.tar.gz' -czvf "${GITHUB_REF_NAME}.tar.gz" .
           gh release upload "${GITHUB_REF_NAME}" "${GITHUB_REF_NAME}.tar.gz" "Source code (with release version)"
           rm "${GITHUB_REF_NAME}.tar.gz"