diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 6c151e5c..588b142d 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -83,6 +83,8 @@ jobs: dbr: dbr133 - py: '3.10' dbr: dbr143 + - py: '3.11' + dbr: dbr154 fail-fast: false steps: - uses: actions/checkout@v4 diff --git a/python/requirements/dbr154.txt b/python/requirements/dbr154.txt new file mode 100644 index 00000000..c07caf17 --- /dev/null +++ b/python/requirements/dbr154.txt @@ -0,0 +1,7 @@ +delta-spark~=3.2.0 +ipython~=8.15.0 +numpy~=1.23.5 +pandas~=1.5.3 +pyarrow~=14.0.1 +pyspark~=3.5.0 +scipy~=1.11.1 \ No newline at end of file diff --git a/python/tox.ini b/python/tox.ini index 3141ffb8..1ba8893f 100644 --- a/python/tox.ini +++ b/python/tox.ini @@ -6,7 +6,7 @@ isolated_build = True envlist = ; Mirror Supported LTS DBR versions here: https://docs.databricks.com/release-notes/runtime/ ; Use correct PySpark version based on Python version present in env name - dbr{113,122,133,143} + dbr{113,122,133,143,154} coverage-report skip_missing_interpreters = true @@ -16,7 +16,8 @@ package = wheel wheel_build_env = .pkg setenv = COVERAGE_FILE = .coverage.{envname} -basepython = +basepython = + dbr154: py311 dbr143: py310 dbr133: py310 dbr122: py39 @@ -73,7 +74,7 @@ deps = ; We should have a top-level makefile that orchestrates this which allows better environment prep and execution of ; shell scripts prior to tox execution. it'll also create a stable interface for migrating to hatch in the future ; since the make commands would not change - -rrequirements/dbr143.txt + -rrequirements/dbr154.txt semver commands = make --directory ../docs html