diff --git a/openeogeotrellis/deploy/sparkapplication_template.yaml.j2 b/openeogeotrellis/deploy/sparkapplication_template.yaml.j2 index 4a26a8cc..c3d8a933 100644 --- a/openeogeotrellis/deploy/sparkapplication_template.yaml.j2 +++ b/openeogeotrellis/deploy/sparkapplication_template.yaml.j2 @@ -58,7 +58,7 @@ spec: "spark.kryoserializer.buffer.max": "1g" "spark.kryo.classesToRegister": "org.openeo.geotrellis.layers.BandCompositeRasterSource,geotrellis.raster.RasterRegion,geotrellis.raster.geotiff.GeoTiffResampleRasterSource,geotrellis.raster.RasterSource,geotrellis.raster.SourceName,geotrellis.raster.geotiff.GeoTiffPath" "spark.serializer": "org.apache.spark.serializer.KryoSerializer" - "spark.extraListeners": "org.openeo.sparklisteners.LogErrorSparkListener,org.openeo.sparklisteners.BatchJobProgressListener" + "spark.extraListeners": "org.openeo.sparklisteners.BatchJobProgressListener" "spark.dynamicAllocation.enabled": "true" "spark.dynamicAllocation.shuffleTracking.enabled": "true" "spark.dynamicAllocation.executorIdleTimeout": "240s" diff --git a/openeogeotrellis/deploy/submit_batch_job_spark3.sh b/openeogeotrellis/deploy/submit_batch_job_spark3.sh index 3d965d20..7f6e1f1a 100755 --- a/openeogeotrellis/deploy/submit_batch_job_spark3.sh +++ b/openeogeotrellis/deploy/submit_batch_job_spark3.sh @@ -191,7 +191,7 @@ spark-submit \ --conf spark.history.store.path=/var/lib/spark2/shs_db \ --conf spark.yarn.historyServer.address=epod-ha.vgt.vito.be:18481 \ --conf spark.archives=${archives} \ - --conf spark.extraListeners=org.openeo.sparklisteners.LogErrorSparkListener,org.openeo.sparklisteners.BatchJobProgressListener \ + --conf spark.extraListeners=org.openeo.sparklisteners.BatchJobProgressListener \ --conf spark.sql.adaptive.coalescePartitions.parallelismFirst=false \ --conf spark.sql.adaptive.advisoryPartitionSizeInBytes=5242880 \ --files "${files}" \