[Enhancement](stream-load)(config) implement streamload via http stre…

…am (#36773) 1. Add a new BE config `enable_streamload_by_httpstream` 2. Implement streamload via httpstream
apache · Nov 8, 2024 · 59b0045 · 59b0045
1 parent 4cf69e4
commit 59b0045
Show file tree

Hide file tree

Showing 4 changed files with 515 additions and 1 deletion.
diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp
@@ -545,6 +545,8 @@ DEFINE_mInt32(slave_replica_writer_rpc_timeout_sec, "60");
 // Whether to enable stream load record function, the default is false.
 // False: disable stream load record
 DEFINE_mBool(enable_stream_load_record, "false");
+// Whether to enable use httpstream to perform streamload , the default is false.
+DEFINE_mBool(enable_streamload_by_httpstream, "false");
 // batch size of stream load record reported to FE
 DEFINE_mInt32(stream_load_record_batch_size, "50");
 // expire time of stream load record in rocksdb.

diff --git a/be/src/common/config.h b/be/src/common/config.h
@@ -592,6 +592,8 @@ DECLARE_mInt32(slave_replica_writer_rpc_timeout_sec);
 // Whether to enable stream load record function, the default is false.
 // False: disable stream load record
 DECLARE_mBool(enable_stream_load_record);
+// Whether to enable use httpstream to perform streamload , the default is false.
+DECLARE_mBool(enable_streamload_by_httpstream);
 // batch size of stream load record reported to FE
 DECLARE_mInt32(stream_load_record_batch_size);
 // expire time of stream load record in rocksdb.