From c6a8b1ddcfc5d08f4e4415b3f15163d98381aa21 Mon Sep 17 00:00:00 2001
From: zwangsheng <2213335496@qq.com>
Date: Wed, 23 Aug 2023 19:49:34 +0800
Subject: [PATCH 1/3] [CELEBORN-905]Redraw the flowchart backpressure.svg after
worker pause logic is reconstructed
---
docs/assets/img/backpressure.svg | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/docs/assets/img/backpressure.svg b/docs/assets/img/backpressure.svg
index 67596a081eb..0bdce03b881 100644
--- a/docs/assets/img/backpressure.svg
+++ b/docs/assets/img/backpressure.svg
@@ -1,4 +1,4 @@
-
\ No newline at end of file
+
\ No newline at end of file
From 43d95830d88484007886d64f24fc6a5d2b666e56 Mon Sep 17 00:00:00 2001
From: zwangsheng <2213335496@qq.com>
Date: Wed, 23 Aug 2023 19:55:16 +0800
Subject: [PATCH 2/3] fix missing condition
---
docs/assets/img/backpressure.svg | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/docs/assets/img/backpressure.svg b/docs/assets/img/backpressure.svg
index 0bdce03b881..5ca8c346e97 100644
--- a/docs/assets/img/backpressure.svg
+++ b/docs/assets/img/backpressure.svg
@@ -1,4 +1,4 @@
-
\ No newline at end of file
+
\ No newline at end of file
From 8890db23ae7247594411f927e8ed5654c590e547 Mon Sep 17 00:00:00 2001
From: zwangsheng <2213335496@qq.com>
Date: Thu, 24 Aug 2023 11:21:43 +0800
Subject: [PATCH 3/3] set default resume ratio to 0.7
---
.../main/scala/org/apache/celeborn/common/CelebornConf.scala | 2 +-
docs/assets/img/backpressure.svg | 2 +-
docs/configuration/worker.md | 2 +-
3 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala b/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala
index 764b1121767..65e55ef51d9 100644
--- a/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala
+++ b/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala
@@ -2474,7 +2474,7 @@ object CelebornConf extends Logging {
.doc("If direct memory usage is less than this limit, worker will resume.")
.version("0.2.0")
.doubleConf
- .createWithDefault(0.5)
+ .createWithDefault(0.7)
val WORKER_CONGESTION_CONTROL_ENABLED: ConfigEntry[Boolean] =
buildConf("celeborn.worker.congestionControl.enabled")
diff --git a/docs/assets/img/backpressure.svg b/docs/assets/img/backpressure.svg
index 5ca8c346e97..9463f236945 100644
--- a/docs/assets/img/backpressure.svg
+++ b/docs/assets/img/backpressure.svg
@@ -1,4 +1,4 @@
-
\ No newline at end of file
+
\ No newline at end of file
diff --git a/docs/configuration/worker.md b/docs/configuration/worker.md
index f846268cd85..994838b3fef 100644
--- a/docs/configuration/worker.md
+++ b/docs/configuration/worker.md
@@ -39,7 +39,7 @@ license: |
| celeborn.worker.directMemoryRatioForReadBuffer | 0.1 | Max ratio of direct memory for read buffer | 0.2.0 |
| celeborn.worker.directMemoryRatioToPauseReceive | 0.85 | If direct memory usage reaches this limit, the worker will stop to receive data from Celeborn shuffle clients. | 0.2.0 |
| celeborn.worker.directMemoryRatioToPauseReplicate | 0.95 | If direct memory usage reaches this limit, the worker will stop to receive replication data from other workers. This value should be higher than celeborn.worker.directMemoryRatioToPauseReceive. | 0.2.0 |
-| celeborn.worker.directMemoryRatioToResume | 0.5 | If direct memory usage is less than this limit, worker will resume. | 0.2.0 |
+| celeborn.worker.directMemoryRatioToResume | 0.7 | If direct memory usage is less than this limit, worker will resume. | 0.2.0 |
| celeborn.worker.fetch.heartbeat.enabled | false | enable the heartbeat from worker to client when fetching data | 0.3.0 |
| celeborn.worker.fetch.io.threads | <undefined> | Netty IO thread number of worker to handle client fetch data. The default threads number is the number of flush thread. | 0.2.0 |
| celeborn.worker.fetch.port | 0 | Server port for Worker to receive fetch data request from ShuffleClient. | 0.2.0 |