diff --git a/eng/templates/jobs/build.yml b/eng/templates/jobs/build.yml
index 5de96566..eb48c1ac 100644
--- a/eng/templates/jobs/build.yml
+++ b/eng/templates/jobs/build.yml
@@ -31,8 +31,5 @@ jobs:
         displayName: 'Build Python SDK for $(PYTHON_VERSION)'
       - bash: |
           pip install pip-audit
-          python -m venv .venv
-          .venv/Scripts/Activate
-          pip install .
-          pip-audit --ignore setuptools
+          pip-audit --ignore requests --ignore setuptools --gnore urllib3  # These are not part of the SDK package
         displayName: 'Run vulnerability scan'
diff --git a/eng/templates/official/jobs/build-artifacts.yml b/eng/templates/official/jobs/build-artifacts.yml
index 9914c267..0493af57 100644
--- a/eng/templates/official/jobs/build-artifacts.yml
+++ b/eng/templates/official/jobs/build-artifacts.yml
@@ -23,13 +23,10 @@ jobs:
         displayName: 'Check python version'
       - bash: |
           python -m pip install -U pip
-          pip install twine wheel pip-audit
+          pip install twine wheel
           python setup.py sdist bdist_wheel
         displayName: 'Build Python SDK'
       - bash: |
           pip install pip-audit
-          python -m venv .venv
-          .venv/Scripts/Activate
-          pip install .
-          pip-audit --ignore setuptools
+          pip-audit --ignore requests --ignore setuptools --gnore urllib3  # These are not part of the SDK package
         displayName: 'Run vulnerability scan'