[Improvement](fragment) Improvement map performance in fragment mgr

apache · Jan 1, 2025 · 7a72f30 · 7a72f30
1 parent 3a8fbc9
commit 7a72f30
Show file tree

Hide file tree

Showing 4 changed files with 328 additions and 208 deletions.
diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp
@@ -231,6 +231,7 @@ DEFINE_Int32(check_consistency_worker_count, "1");
 DEFINE_Int32(upload_worker_count, "1");
 // the count of thread to download
 DEFINE_Int32(download_worker_count, "1");
+DEFINE_Int32(num_query_ctx_map_partitions, "128");
 // the count of thread to make snapshot
 DEFINE_Int32(make_snapshot_worker_count, "5");
 // the count of thread to release snapshot

diff --git a/be/src/common/config.h b/be/src/common/config.h
@@ -1353,6 +1353,8 @@ DECLARE_Int32(spill_io_thread_pool_queue_size);
 
 DECLARE_mBool(check_segment_when_build_rowset_meta);
 
+DECLARE_Int32(num_query_ctx_map_partitions);
+
 DECLARE_mBool(enable_s3_rate_limiter);
 DECLARE_mInt64(s3_get_bucket_tokens);
 DECLARE_mInt64(s3_get_token_per_second);