Skip to content

Commit

Permalink
Pipe: set pipe_sink_selector_number to pipe_sink_core_client_number t…
Browse files Browse the repository at this point in the history
…o improves the performance of concurrent file transfers (apache#11760)
  • Loading branch information
SteveYurongSu authored Dec 21, 2023
1 parent cc4d083 commit 1e7395a
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -959,7 +959,8 @@ timestamp_precision=ms
# pipe_sink_timeout_ms=900000

# The maximum number of selectors that can be used in the sink.
# pipe_sink_selector_number=1
# Recommend to set this value to less than or equal to pipe_sink_max_client_number.
# pipe_sink_selector_number=8

# The core number of clients that can be used in the sink.
# pipe_sink_core_client_number=8
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -171,7 +171,7 @@ public class CommonConfig {
private int pipeConnectorPendingQueueSize = 256;
private boolean pipeConnectorRPCThriftCompressionEnabled = false;

private int pipeAsyncConnectorSelectorNumber = 1;
private int pipeAsyncConnectorSelectorNumber = 8;
private int pipeAsyncConnectorCoreClientNumber = 8;
private int pipeAsyncConnectorMaxClientNumber = 16;

Expand Down

0 comments on commit 1e7395a

Please sign in to comment.