Merge branch main into colin/memory-manager

.github/workflows/build-artifact-s3.yml

@@ -14,7 +14,7 @@ on:
 
 env:
   PACKAGE_NAME: getdaft
-  PYTHON_VERSION: 3.8
+  PYTHON_VERSION: 3.9
 
 jobs:
   build-and-push:

.github/workflows/nightlies-tests.yml

@@ -12,7 +12,7 @@ on:
 env:
   DAFT_ANALYTICS_ENABLED: '0'
   UV_SYSTEM_PYTHON: 1
-  PYTHON_VERSION: '3.8'
+  PYTHON_VERSION: '3.9'
 
 jobs:
   integration-test-tpch:

.github/workflows/notebook-checker.yml

@@ -15,7 +15,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8']
+        python-version: ['3.9']
     steps:
     - uses: actions/checkout@v4
     - name: Set up Python ${{ matrix.python-version }}

.github/workflows/property-based-tests.yml

@@ -15,7 +15,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8']
+        python-version: ['3.9']
         daft_runner: [py]
     steps:
     - uses: actions/checkout@v4

.github/workflows/python-package.yml

@@ -24,7 +24,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8', '3.10']
+        python-version: ['3.9', '3.10']
         daft-runner: [py, ray, native]
         pyarrow-version: [7.0.0, 16.0.0]
         os: [ubuntu-20.04, windows-latest]
@@ -40,10 +40,10 @@ jobs:
           python-version: '3.10'
           pyarrow-version: 7.0.0
           os: ubuntu-20.04
-        - python-version: '3.8'
+        - python-version: '3.9'
           pyarrow-version: 16.0.0
         - os: windows-latest
-          python-version: '3.8'
+          python-version: '3.9'
         - os: windows-latest
           pyarrow-version: 7.0.0
     steps:
@@ -181,7 +181,7 @@ jobs:
       package-name: getdaft
     strategy:
       matrix:
-        python-version: ['3.8']
+        python-version: ['3.9']
     steps:
     - uses: actions/checkout@v4
       with:
@@ -219,7 +219,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8']
+        python-version: ['3.9']
         daft-runner: [py, ray, native]
     steps:
     - uses: actions/checkout@v4
@@ -294,7 +294,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8'] # can't use 3.7 due to requiring anon mode for adlfs
+        python-version: ['3.9'] # can't use 3.7 due to requiring anon mode for adlfs
         daft-runner: [py, ray, native]
     steps:
     - uses: actions/checkout@v4
@@ -372,7 +372,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8'] # can't use 3.7 due to requiring anon mode for adlfs
+        python-version: ['3.9'] # can't use 3.7 due to requiring anon mode for adlfs
         daft-runner: [py, ray, native]
     # These permissions are needed to interact with GitHub's OIDC Token endpoint.
     # This is used in the step "Assume GitHub Actions AWS Credentials"
@@ -466,7 +466,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8'] # can't use 3.7 due to requiring anon mode for adlfs
+        python-version: ['3.9'] # can't use 3.7 due to requiring anon mode for adlfs
         daft-runner: [py, ray, native]
     steps:
     - uses: actions/checkout@v4
@@ -543,7 +543,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8'] # can't use 3.7 due to requiring anon mode for adlfs
+        python-version: ['3.9'] # can't use 3.7 due to requiring anon mode for adlfs
         daft-runner: [py, ray, native]
     steps:
     - uses: actions/checkout@v4
@@ -854,7 +854,7 @@ jobs:
       fail-fast: false
       matrix:
         os: [ubuntu, Windows]
-        python-version: ['3.8']
+        python-version: ['3.9']
     steps:
     - uses: actions/checkout@v4
     - uses: moonrepo/setup-rust@v1
@@ -946,7 +946,7 @@ jobs:
     runs-on: ubuntu-latest
     timeout-minutes: 15
     env:
-      python-version: '3.8'
+      python-version: '3.9'
     steps:
     - uses: actions/checkout@v4
     - name: Set up Python ${{ env.python-version }}

.github/workflows/python-publish.yml

@@ -162,7 +162,7 @@ jobs:
       with:
         # Really doesn't matter what version we upload with
         # just the version we test with
-        python-version: '3.8'
+        python-version: '3.9'
         channels: conda-forge
         channel-priority: true
 

.github/workflows/run-cluster.yaml

@@ -115,6 +115,7 @@ jobs:
           --env-vars='${{ inputs.env_vars }}' \
           --enable-ray-tracing
     - name: Download log files from ray cluster
+      if: always()
       run: |
         source .venv/bin/activate
         ray rsync-down .github/assets/ray.yaml /tmp/ray/session_*/logs ray-daft-logs
@@ -144,6 +145,7 @@ jobs:
         source .venv/bin/activate
         ray down .github/assets/ray.yaml -y
     - name: Upload log files
+      if: always()
       uses: actions/upload-artifact@v4
       with:
         name: ray-daft-logs

.ruff.toml

@@ -1,6 +1,7 @@
 fix = true
 indent-width = 4
 line-length = 120
+# TODO: clean up typing code and update to py39
 target-version = "py38"
 
 [format]