Update spark.rss.client.bitmap.splitNum to 10 to improve perf

maobaolong · Aug 22, 2024 · edc3596 · edc3596
1 parent 0495fbc
commit edc3596
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/client-spark/common/src/main/java/org/apache/spark/shuffle/RssSparkConfig.java b/client-spark/common/src/main/java/org/apache/spark/shuffle/RssSparkConfig.java
@@ -318,7 +318,7 @@ public class RssSparkConfig {
 
   public static final ConfigEntry<Integer> RSS_CLIENT_BITMAP_SPLIT_NUM =
       createIntegerBuilder(new ConfigBuilder("spark.rss.client.bitmap.splitNum"))
-          .createWithDefault(1);
+          .createWithDefault(10);
 
   public static final ConfigEntry<String> RSS_ACCESS_ID =
       createStringBuilder(new ConfigBuilder("spark.rss.access.id")).createWithDefault("");