From 77d43ed5ed2085b4953e55df1b2ef5ef74dc9a2f Mon Sep 17 00:00:00 2001 From: Felipe Pessoto Date: Thu, 7 Mar 2024 16:36:39 -0800 Subject: [PATCH] [Spark] CI - Use Python packages compatible to Python 3.9 + Run CI when workflow files change (#2353) - [X] Spark - [ ] Standalone - [ ] Flink - [ ] Kernel - [ ] Other (fill in here) ## Description Use Python packages compatible to both Python 3.8 and 3.9 https://setuptools.pypa.io/en/stable/history.html#v41-1-0 https://pypi.org/project/pandas/1.1.3/ ## How was this patch tested? ## Does this PR introduce _any_ user-facing changes? --------- Signed-off-by: Felipe Fujiy Pessoto Signed-off-by: Felipe Pessoto --- .github/workflows/spark_test.yaml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/spark_test.yaml b/.github/workflows/spark_test.yaml index 40476509ce1..1e573e64cfc 100644 --- a/.github/workflows/spark_test.yaml +++ b/.github/workflows/spark_test.yaml @@ -16,6 +16,7 @@ jobs: with: PATTERNS: | ** + .github/workflows/** !kernel/** !connectors/** - name: install java @@ -56,9 +57,9 @@ jobs: pipenv run pip install cryptography==37.0.4 pipenv run pip install twine==4.0.1 pipenv run pip install wheel==0.33.4 - pipenv run pip install setuptools==41.0.1 + pipenv run pip install setuptools==41.1.0 pipenv run pip install pydocstyle==3.0.0 - pipenv run pip install pandas==1.0.5 + pipenv run pip install pandas==1.1.3 pipenv run pip install pyarrow==8.0.0 pipenv run pip install numpy==1.20.3 if: steps.git-diff.outputs.diff