set spark_version env var for pydeequ (#31)

Affirm · Mar 26, 2024 · adce32e · adce32e
1 parent 6d19414
commit adce32e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/python/pyspark/version.py b/python/pyspark/version.py
@@ -16,4 +16,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__: str = "2815!3.3.2+affirm.4"
+__version__: str = "2815!3.3.2+affirm.5"
diff --git a/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh b/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh
@@ -107,4 +107,5 @@ case "$1" in
 esac
 
 # Execute the container CMD under tini for better hygiene
+export SPARK_VERSION="3.3"
 exec /tini -s -- "${CMD[@]}"