From b2efce76b2e2e6e65da281cc9e9add31ed85a01b Mon Sep 17 00:00:00 2001 From: Kamil Endruszkiewicz Date: Thu, 23 Nov 2023 19:00:43 +0100 Subject: [PATCH] Partial revert of increase split scheduling config --- .../src/main/java/io/trino/execution/TaskManagerConfig.java | 4 ++-- .../test/java/io/trino/execution/TestTaskManagerConfig.java | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/core/trino-main/src/main/java/io/trino/execution/TaskManagerConfig.java b/core/trino-main/src/main/java/io/trino/execution/TaskManagerConfig.java index 2d964eb0d00a..4d584c36034a 100644 --- a/core/trino-main/src/main/java/io/trino/execution/TaskManagerConfig.java +++ b/core/trino-main/src/main/java/io/trino/execution/TaskManagerConfig.java @@ -56,10 +56,10 @@ public class TaskManagerConfig private boolean shareIndexLoading; private int maxWorkerThreads = Runtime.getRuntime().availableProcessors() * 2; private Integer minDrivers; - private int initialSplitsPerNode = Runtime.getRuntime().availableProcessors() * 4; + private int initialSplitsPerNode = maxWorkerThreads; private int minDriversPerTask = 3; private int maxDriversPerTask = Integer.MAX_VALUE; - private Duration splitConcurrencyAdjustmentInterval = new Duration(1, TimeUnit.SECONDS); + private Duration splitConcurrencyAdjustmentInterval = new Duration(100, TimeUnit.MILLISECONDS); private DataSize sinkMaxBufferSize = DataSize.of(32, Unit.MEGABYTE); private DataSize sinkMaxBroadcastBufferSize = DataSize.of(200, Unit.MEGABYTE); diff --git a/core/trino-main/src/test/java/io/trino/execution/TestTaskManagerConfig.java b/core/trino-main/src/test/java/io/trino/execution/TestTaskManagerConfig.java index d48d2fde1082..73685aa8f09b 100644 --- a/core/trino-main/src/test/java/io/trino/execution/TestTaskManagerConfig.java +++ b/core/trino-main/src/test/java/io/trino/execution/TestTaskManagerConfig.java @@ -41,8 +41,8 @@ public void testDefaults() { assertRecordedDefaults(recordDefaults(TaskManagerConfig.class) .setThreadPerDriverSchedulerEnabled(false) - .setInitialSplitsPerNode(Runtime.getRuntime().availableProcessors() * 4) - .setSplitConcurrencyAdjustmentInterval(new Duration(1, TimeUnit.SECONDS)) + .setInitialSplitsPerNode(Runtime.getRuntime().availableProcessors() * 2) + .setSplitConcurrencyAdjustmentInterval(new Duration(100, TimeUnit.MILLISECONDS)) .setStatusRefreshMaxWait(new Duration(1, TimeUnit.SECONDS)) .setInfoUpdateInterval(new Duration(3, TimeUnit.SECONDS)) .setTaskTerminationTimeout(new Duration(1, TimeUnit.MINUTES))