Skip to content

Commit

Permalink
Partial revert of increase split scheduling config
Browse files Browse the repository at this point in the history
  • Loading branch information
Dith3r authored and sopel39 committed Nov 27, 2023
1 parent 69759e6 commit b2efce7
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -56,10 +56,10 @@ public class TaskManagerConfig
private boolean shareIndexLoading;
private int maxWorkerThreads = Runtime.getRuntime().availableProcessors() * 2;
private Integer minDrivers;
private int initialSplitsPerNode = Runtime.getRuntime().availableProcessors() * 4;
private int initialSplitsPerNode = maxWorkerThreads;
private int minDriversPerTask = 3;
private int maxDriversPerTask = Integer.MAX_VALUE;
private Duration splitConcurrencyAdjustmentInterval = new Duration(1, TimeUnit.SECONDS);
private Duration splitConcurrencyAdjustmentInterval = new Duration(100, TimeUnit.MILLISECONDS);

private DataSize sinkMaxBufferSize = DataSize.of(32, Unit.MEGABYTE);
private DataSize sinkMaxBroadcastBufferSize = DataSize.of(200, Unit.MEGABYTE);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -41,8 +41,8 @@ public void testDefaults()
{
assertRecordedDefaults(recordDefaults(TaskManagerConfig.class)
.setThreadPerDriverSchedulerEnabled(false)
.setInitialSplitsPerNode(Runtime.getRuntime().availableProcessors() * 4)
.setSplitConcurrencyAdjustmentInterval(new Duration(1, TimeUnit.SECONDS))
.setInitialSplitsPerNode(Runtime.getRuntime().availableProcessors() * 2)
.setSplitConcurrencyAdjustmentInterval(new Duration(100, TimeUnit.MILLISECONDS))
.setStatusRefreshMaxWait(new Duration(1, TimeUnit.SECONDS))
.setInfoUpdateInterval(new Duration(3, TimeUnit.SECONDS))
.setTaskTerminationTimeout(new Duration(1, TimeUnit.MINUTES))
Expand Down

0 comments on commit b2efce7

Please sign in to comment.