Add configurations for DBR 15.4 LTS (#413)

.github/workflows/test.yml

@@ -83,6 +83,8 @@ jobs:
             dbr: dbr133
           - py: '3.10'
             dbr: dbr143
+          - py: '3.11'
+            dbr: dbr154
       fail-fast: false
     steps:
     - uses: actions/checkout@v4

python/requirements/dbr154.txt

@@ -0,0 +1,7 @@
+delta-spark~=3.2.0
+ipython~=8.15.0
+numpy~=1.23.5
+pandas~=1.5.3
+pyarrow~=14.0.1
+pyspark~=3.5.0
+scipy~=1.11.1

python/tox.ini

@@ -6,7 +6,7 @@ isolated_build = True
 envlist =
     ; Mirror Supported LTS DBR versions here: https://docs.databricks.com/release-notes/runtime/
     ; Use correct PySpark version based on Python version present in env name
-    dbr{113,122,133,143}
+    dbr{113,122,133,143,154}
     coverage-report
 skip_missing_interpreters = true
 
@@ -16,7 +16,8 @@ package = wheel
 wheel_build_env = .pkg
 setenv =
     COVERAGE_FILE = .coverage.{envname}
-basepython =    
+basepython =
+    dbr154: py311
     dbr143: py310
     dbr133: py310
     dbr122: py39
@@ -73,7 +74,7 @@ deps =
     ; We should have a top-level makefile that orchestrates this which allows better environment prep and execution of
     ; shell scripts prior to tox execution. it'll also create a stable interface for migrating to hatch in the future
     ; since the make commands would not change
-    -rrequirements/dbr143.txt
+    -rrequirements/dbr154.txt
     semver
 commands =
     make --directory ../docs html