Skip to content

Commit 485d38f

Browse files
yjyolandeyanfacebook-github-bot
authored andcommitted
feat: Add max_split_preload_per_driver to java system config (#26583)
Summary: as title Reviewed By: kewang1024 Differential Revision: D86237359
1 parent da5d5fc commit 485d38f

File tree

1 file changed

+11
-0
lines changed

1 file changed

+11
-0
lines changed

presto-main-base/src/main/java/com/facebook/presto/SystemSessionProperties.java

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -191,6 +191,7 @@ public final class SystemSessionProperties
191191
public static final String IGNORE_STATS_CALCULATOR_FAILURES = "ignore_stats_calculator_failures";
192192
public static final String PRINT_STATS_FOR_NON_JOIN_QUERY = "print_stats_for_non_join_query";
193193
public static final String MAX_DRIVERS_PER_TASK = "max_drivers_per_task";
194+
public static final String MAX_SPLIT_PRELOAD_PER_DRIVER = "max_split_preload_per_driver";
194195
public static final String MAX_TASKS_PER_STAGE = "max_tasks_per_stage";
195196
public static final String DEFAULT_FILTER_FACTOR_ENABLED = "default_filter_factor_enabled";
196197
public static final String CTE_MATERIALIZATION_STRATEGY = "cte_materialization_strategy";
@@ -1024,6 +1025,11 @@ public SystemSessionProperties(
10241025
false,
10251026
value -> min(taskManagerConfig.getMaxDriversPerTask(), validateNullablePositiveIntegerValue(value, MAX_DRIVERS_PER_TASK)),
10261027
object -> object),
1028+
integerProperty(
1029+
MAX_SPLIT_PRELOAD_PER_DRIVER,
1030+
"Maximum number of splits to preload per driver. Set to 0 to disable preloading",
1031+
2,
1032+
false),
10271033
booleanProperty(
10281034
IGNORE_STATS_CALCULATOR_FAILURES,
10291035
"Ignore statistics calculator failures",
@@ -2584,6 +2590,11 @@ public static OptionalInt getMaxDriversPerTask(Session session)
25842590
return OptionalInt.of(value);
25852591
}
25862592

2593+
public static int getMaxSplitPreloadPerDriver(Session session)
2594+
{
2595+
return session.getSystemProperty(MAX_SPLIT_PRELOAD_PER_DRIVER, Integer.class);
2596+
}
2597+
25872598
public static int getMaxTasksPerStage(Session session)
25882599
{
25892600
return session.getSystemProperty(MAX_TASKS_PER_STAGE, Integer.class);

0 commit comments

Comments
 (0)