From bf554414fc4fdcc6bd7881bdbbd64059436c3ef9 Mon Sep 17 00:00:00 2001 From: Thanh Nguyen Date: Tue, 11 Jun 2024 13:23:59 -0500 Subject: [PATCH] fix filename --- spark/master/master.sh | 2 +- spark/worker/worker.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/spark/master/master.sh b/spark/master/master.sh index eb96f69..09cfa99 100644 --- a/spark/master/master.sh +++ b/spark/master/master.sh @@ -26,5 +26,5 @@ function addConfig() { sed -i "/<\/configuration>/ s/.*/${escapedEntry}\n&/" $path } -cd /spark/bin && /spark/sbin/../bin/spark-class -Dlog4j.configuration=file:/spark/conf/log4j.properties org.apache.spark.deploy.master.Master \ +cd /spark/bin && /spark/sbin/../bin/spark-class -Dlog4j.configuration=file:/spark/conf/log4j2.properties org.apache.spark.deploy.master.Master \ --ip $SPARK_MASTER_HOST --port $SPARK_MASTER_PORT --webui-port $SPARK_MASTER_WEBUI_PORT >> $SPARK_MASTER_LOG/spark-master.out \ No newline at end of file diff --git a/spark/worker/worker.sh b/spark/worker/worker.sh index 8f48702..16af2ce 100644 --- a/spark/worker/worker.sh +++ b/spark/worker/worker.sh @@ -14,5 +14,5 @@ cp /spark/conf/log4j2.properties.template /spark/conf/log4j2.properties sed -i 's/= info/= DEBUG/g' /spark/conf/log4j2.properties echo "logger.org.apache.spark=DEBUG" >> /spark/conf/log4j2.properties -/spark/sbin/../bin/spark-class -Dlog4j.configuration=file:/spark/conf/log4j.properties org.apache.spark.deploy.worker.Worker \ +/spark/sbin/../bin/spark-class -Dlog4j.configuration=file:/spark/conf/log4j2.properties org.apache.spark.deploy.worker.Worker \ --webui-port $SPARK_WORKER_WEBUI_PORT $SPARK_MASTER >> $SPARK_WORKER_LOG/spark-worker.out \ No newline at end of file