[Feature](stream-load)(config) implement streamload via http stream (#…

…36773) 1. Add a new BE config `enable_streamload_by_httpstream` 2. Implement streamload via httpstream
apache · Nov 9, 2024 · 4fcf985 · 4fcf985
1 parent 4cf69e4
commit 4fcf985
Show file tree

Hide file tree

Showing 4 changed files with 557 additions and 1 deletion.
diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp
@@ -545,6 +545,8 @@ DEFINE_mInt32(slave_replica_writer_rpc_timeout_sec, "60");
 // Whether to enable stream load record function, the default is false.
 // False: disable stream load record
 DEFINE_mBool(enable_stream_load_record, "false");
+// Whether to enable use httpstream to perform streamload , the default is false.
+DEFINE_mBool(enable_streamload_by_httpstream, "false");
 // batch size of stream load record reported to FE
 DEFINE_mInt32(stream_load_record_batch_size, "50");
 // expire time of stream load record in rocksdb.

diff --git a/be/src/common/config.h b/be/src/common/config.h
@@ -592,6 +592,8 @@ DECLARE_mInt32(slave_replica_writer_rpc_timeout_sec);
 // Whether to enable stream load record function, the default is false.
 // False: disable stream load record
 DECLARE_mBool(enable_stream_load_record);
+// Whether to enable use httpstream to perform streamload , the default is false.
+DECLARE_mBool(enable_streamload_by_httpstream);
 // batch size of stream load record reported to FE
 DECLARE_mInt32(stream_load_record_batch_size);
 // expire time of stream load record in rocksdb.