diff --git a/sagemaker-pyspark-sdk/requirements.txt b/sagemaker-pyspark-sdk/requirements.txt index 74cb8e5..d29eab7 100644 --- a/sagemaker-pyspark-sdk/requirements.txt +++ b/sagemaker-pyspark-sdk/requirements.txt @@ -1,3 +1,3 @@ -pyspark==2.3.2 +pyspark==3.3.2 numpy pytest diff --git a/sagemaker-pyspark-sdk/setup.py b/sagemaker-pyspark-sdk/setup.py index 42815c3..9250dc8 100644 --- a/sagemaker-pyspark-sdk/setup.py +++ b/sagemaker-pyspark-sdk/setup.py @@ -101,7 +101,7 @@ def read_version(): scripts=["bin/sagemakerpyspark-jars", "bin/sagemakerpyspark-emr-jars"], install_requires=[ - "pyspark==2.3.2", + "pyspark==3.3.2", "numpy", ],