python: use Python Environment Tools for interpreter discovery

.github/actions/install-pet/action.yml

@@ -0,0 +1,27 @@
+name: "Setup Python Environment Tools"
+description: "Install and build microsoft/python-environment-tools"
+
+env:
+  PET_BRANCH: "release/latest"
+
+runs:
+  using: "composite"
+  steps:
+      - name: Checkout Python Environment Tools
+        uses: actions/checkout@v4
+        with:
+          repository: 'microsoft/python-environment-tools'
+          path: 'extensions/positron-python/python-env-tools'
+          branch: ${{ env.PET_BRANCH }}
+          sparse-checkout: |
+            crates
+            Cargo.toml
+            Cargo.lock
+          sparse-checkout-cone-mode: false
+
+      - name: Rust Tool Chain setup
+        uses: dtolnay/rust-toolchain@stable
+
+      - name: Build Native Binaries
+        run: nox --noxfile extensions/positron-python/noxfile.py --session native_build
+        shell: bash

.github/workflows/positron-python-ci.yml

@@ -1,33 +1,32 @@
-name: 'Positron Python CI'
+name: "Positron Python CI"
 
 on:
   push:
     branches:
       - main
     paths:
-      - '.github/workflows/positron-python-ci.yml'
-      - 'extensions/positron-python/**'
+      - ".github/workflows/positron-python-ci.yml"
+      - "extensions/positron-python/**"
   pull_request:
     branches:
       - main
     paths:
-      - '.github/workflows/positron-python-ci.yml'
-      - 'extensions/positron-python/**'
-
+      - ".github/workflows/positron-python-ci.yml"
+      - "extensions/positron-python/**"
 
 defaults:
- run:
-  working-directory: 'extensions/positron-python'
+  run:
+    working-directory: "extensions/positron-python"
 
 env:
-  NODE_VERSION: '20.12.1'
-  PYTHON_VERSION: '3.10'
-  PROJECT_DIR: 'extensions/positron-python'
-  PYTHON_SRC_DIR: 'extensions/positron-python/python_files'
+  NODE_VERSION: "20.12.1"
+  PYTHON_VERSION: "3.10"
+  PROJECT_DIR: "extensions/positron-python"
+  PYTHON_SRC_DIR: "extensions/positron-python/python_files"
   # Force a path with spaces and to test extension works in these scenarios
   # Unicode characters are causing 2.7 failures so skip that for now.
-  special-working-directory: './path with spaces'
-  special-working-directory-relative: 'path with spaces'
+  special-working-directory: "./path with spaces"
+  special-working-directory-relative: "path with spaces"
 
 jobs:
   lint:
@@ -40,14 +39,14 @@ jobs:
       - name: Install Node ${{ env.NODE_VERSION }}
         uses: actions/setup-node@v3
         with:
-          cache: 'npm'
+          cache: "npm"
           node-version: ${{ env.NODE_VERSION }}
 
       - name: Install Python ${{ env.PYTHON_VERSION }}
         uses: actions/setup-python@v5
         with:
           python-version: ${{ env.PYTHON_VERSION }}
-          cache: 'pip'
+          cache: "pip"
 
       - name: Install Node dependencies
         run: npm ci --fetch-timeout 120000
@@ -82,10 +81,10 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ env.PYTHON_VERSION }}
-          cache: 'pip'
+          cache: "pip"
 
       - name: Install base Python requirements
-        run: 'python -m pip install --no-deps --require-hashes --only-binary :all: -t ./python_files/lib/python --no-cache-dir --implementation py -r requirements.txt'
+        run: "python -m pip install --no-deps --require-hashes --only-binary :all: -t ./python_files/lib/python --no-cache-dir --implementation py -r requirements.txt"
 
       - name: Install Positron IPyKernel requirements
         run: python scripts/vendor.py
@@ -114,7 +113,7 @@ jobs:
       matrix:
         os: [ubuntu-latest]
         # Run the tests on the oldest and most recent versions of Python.
-        python: ['3.8', '3.13']
+        python: ["3.8", "3.13"]
 
     steps:
       - name: Checkout
@@ -135,7 +134,7 @@ jobs:
         run: python -m pytest --version
 
       - name: Install base Python requirements
-        run: 'python -m pip install --no-deps --require-hashes --only-binary :all: -t ./python_files/lib/python --no-cache-dir --implementation py -r requirements.txt'
+        run: "python -m pip install --no-deps --require-hashes --only-binary :all: -t ./python_files/lib/python --no-cache-dir --implementation py -r requirements.txt"
 
       - name: Install test requirements
         run: python -m pip install -r build/test-requirements.txt
@@ -149,16 +148,16 @@ jobs:
     strategy:
       matrix:
         include:
-          - os: 'macos-latest'
-            python: '3.9'
-          - os: 'windows-latest'
-            python: '3.10'
-          - os: 'ubuntu-latest'
-            python: '3.11'
-          - os: 'ubuntu-latest'
-            python: '3.12'
-          - os: 'ubuntu-latest'
-            python: '3.13'
+          - os: "macos-latest"
+            python: "3.9"
+          - os: "windows-latest"
+            python: "3.10"
+          - os: "ubuntu-latest"
+            python: "3.11"
+          - os: "ubuntu-latest"
+            python: "3.12"
+          - os: "ubuntu-latest"
+            python: "3.13"
 
     steps:
       - name: Checkout
@@ -168,7 +167,7 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python }}
-          cache: 'pip'
+          cache: "pip"
 
       - name: Install Positron IPyKernel requirements
         run: python scripts/vendor.py
@@ -186,8 +185,8 @@ jobs:
       matrix:
         include:
           # currently only running on oldest supported Python version
-          - os: 'ubuntu-latest'
-            python: '3.8'
+          - os: "ubuntu-latest"
+            python: "3.8"
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -196,7 +195,7 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python }}
-          cache: 'pip'
+          cache: "pip"
 
       - name: Install testing requirements
         run: |
@@ -215,8 +214,9 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest, macos-latest, windows-latest]
-        python: ['3.x']
-        test-suite: [ts-unit, venv, single-workspace, debugger, functional, smoke]
+        python: ["3.x"]
+        test-suite:
+          [ts-unit, venv, single-workspace, debugger, functional, smoke]
         # TODO: Add integration tests on windows and ubuntu. This requires updating
         # src/test/positron/testElectron.ts to support installing Positron on these platforms.
         exclude:
@@ -247,14 +247,14 @@ jobs:
         uses: actions/setup-node@v3
         with:
           node-version: ${{ env.NODE_VERSION }}
-          cache: 'npm'
+          cache: "npm"
           cache-dependency-path: ${{ env.special-working-directory-relative }}/${{ env.PROJECT_DIR }}/package-lock.json
 
       - name: Use Python ${{ matrix.python }}
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python }}
-          cache: 'pip'
+          cache: "pip"
 
       - name: Install Node dependencies
         run: npm ci --fetch-timeout 120000
@@ -275,7 +275,7 @@ jobs:
       - name: Prepare pipenv for venv tests
         env:
           TEST_FILES_SUFFIX: testvirtualenvs
-          PYTHON_VIRTUAL_ENVS_LOCATION: './src/tmp/envPaths.json'
+          PYTHON_VIRTUAL_ENVS_LOCATION: "./src/tmp/envPaths.json"
         shell: pwsh
         if: matrix.test-suite == 'venv'
         run: |
@@ -295,7 +295,7 @@ jobs:
       - name: Prepare virtualenv for venv tests
         env:
           TEST_FILES_SUFFIX: testvirtualenvs
-          PYTHON_VIRTUAL_ENVS_LOCATION: './src/tmp/envPaths.json'
+          PYTHON_VIRTUAL_ENVS_LOCATION: "./src/tmp/envPaths.json"
         shell: pwsh
         if: matrix.test-suite == 'venv'
         run: |
@@ -310,7 +310,7 @@ jobs:
       - name: Prepare venv for venv tests
         env:
           TEST_FILES_SUFFIX: testvirtualenvs
-          PYTHON_VIRTUAL_ENVS_LOCATION: './src/tmp/envPaths.json'
+          PYTHON_VIRTUAL_ENVS_LOCATION: "./src/tmp/envPaths.json"
         shell: pwsh
         if: matrix.test-suite == 'venv' && startsWith(matrix.python, 3.)
         run: |
@@ -330,7 +330,7 @@ jobs:
       - name: Prepare conda for venv tests
         env:
           TEST_FILES_SUFFIX: testvirtualenvs
-          PYTHON_VIRTUAL_ENVS_LOCATION: './src/tmp/envPaths.json'
+          PYTHON_VIRTUAL_ENVS_LOCATION: "./src/tmp/envPaths.json"
         shell: pwsh
         if: matrix.test-suite == 'venv'
         run: |
@@ -402,9 +402,3 @@ jobs:
       - name: Run TypeScript functional tests
         run: npm run test:functional
         if: matrix.test-suite == 'functional'
-
-      - name: Run smoke tests
-        env:
-          POSITRON_GITHUB_PAT: ${{ github.token }}
-        run: npx tsc && node ./out/test/smokeTest.js
-        if: matrix.test-suite == 'smoke'

extensions/positron-python/.gitignore

@@ -53,6 +53,8 @@ tags
 # --- Start Positron ---
 python_files/posit/positron/tests/images
 python_files/posit/positron/_vendor/**
+scripts/*.js
+resources/pet/**
 # --- End Positron ---
 python-env-tools/**
 # coverage files produced as test output

extensions/positron-python/package.json

@@ -689,7 +689,7 @@
                     "type": "string"
                 },
                 "python.locator": {
-                    "default": "js",
+                    "default": "native",
                     "description": "%python.locator.description%",
                     "enum": [
                         "js",
@@ -699,7 +699,7 @@
                         "onExP",
                         "preview"
                     ],
-                    "scope": "machine",
+                    "scope": "machine-overridable",
                     "type": "string"
                 },
                 "python.pipenvPath": {
@@ -1807,7 +1807,8 @@
         "compiled": "deemon npm run compile",
         "kill-compiled": "deemon --kill npm run compile",
         "checkDependencies": "gulp checkDependencies",
-        "postinstall": "gulp installPythonLibs",
+        "install-pet": "ts-node scripts/install-pet.ts",
+        "postinstall": "gulp installPythonLibs && ts-node scripts/post-install.ts",
         "test": "node ./out/test/standardTest.js && node ./out/test/multiRootTest.js",
         "test:unittests": "mocha --config ./build/.mocha.unittests.json",
         "test:unittests:cover": "nyc --no-clean --nycrc-path ./build/.nycrc mocha --config ./build/.mocha.unittests.json",
@@ -1950,5 +1951,10 @@
         "webpack-require-from": "^1.8.6",
         "worker-loader": "^3.0.8",
         "yargs": "^15.3.1"
-    }
+    },
+    "positron": {
+        "externalDependencies": {
+          "pet": "v2024.16.0"
+        }
+      }
 }