Skip to content

Commit

Permalink
Bump default value of fault-tolerant-execution-task-memory-growth-fac…
Browse files Browse the repository at this point in the history
…tor to 3
  • Loading branch information
losipiuk committed Apr 8, 2022
1 parent 9f36c16 commit 991a59b
Show file tree
Hide file tree
Showing 3 changed files with 5 additions and 5 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,7 @@ public class MemoryManagerConfig
// enforced against user + system memory allocations (default is maxQueryMemory * 2)
private DataSize maxQueryTotalMemory;
private DataSize faultTolerantExecutionTaskMemory = DataSize.of(4, GIGABYTE);
private double faultTolerantExecutionTaskMemoryGrowthFactor = 2.0;
private double faultTolerantExecutionTaskMemoryGrowthFactor = 3.0;
private LowMemoryKillerPolicy lowMemoryKillerPolicy = LowMemoryKillerPolicy.TOTAL_RESERVATION_ON_BLOCKED_NODES;
private Duration killOnOutOfMemoryDelay = new Duration(5, MINUTES);

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -49,15 +49,15 @@ public void testEstimator()
new PartitionMemoryEstimator.MemoryRequirements(DataSize.of(50, MEGABYTE), false),
DataSize.of(10, MEGABYTE),
StandardErrorCode.CLUSTER_OUT_OF_MEMORY.toErrorCode()))
.isEqualTo(new PartitionMemoryEstimator.MemoryRequirements(DataSize.of(100, MEGABYTE), false));
.isEqualTo(new PartitionMemoryEstimator.MemoryRequirements(DataSize.of(150, MEGABYTE), false));

assertThat(
estimator.getNextRetryMemoryRequirements(
session,
new PartitionMemoryEstimator.MemoryRequirements(DataSize.of(50, MEGABYTE), false),
DataSize.of(10, MEGABYTE),
StandardErrorCode.EXCEEDED_LOCAL_MEMORY_LIMIT.toErrorCode()))
.isEqualTo(new PartitionMemoryEstimator.MemoryRequirements(DataSize.of(100, MEGABYTE), false));
.isEqualTo(new PartitionMemoryEstimator.MemoryRequirements(DataSize.of(150, MEGABYTE), false));

// peak memory of failed task 70MB
assertThat(
Expand All @@ -74,6 +74,6 @@ public void testEstimator()
new PartitionMemoryEstimator.MemoryRequirements(DataSize.of(50, MEGABYTE), false),
DataSize.of(70, MEGABYTE),
StandardErrorCode.EXCEEDED_LOCAL_MEMORY_LIMIT.toErrorCode()))
.isEqualTo(new PartitionMemoryEstimator.MemoryRequirements(DataSize.of(140, MEGABYTE), false));
.isEqualTo(new PartitionMemoryEstimator.MemoryRequirements(DataSize.of(210, MEGABYTE), false));
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ public void testDefaults()
.setMaxQueryMemory(DataSize.of(20, GIGABYTE))
.setMaxQueryTotalMemory(DataSize.of(40, GIGABYTE))
.setFaultTolerantExecutionTaskMemory(DataSize.of(4, GIGABYTE))
.setFaultTolerantExecutionTaskMemoryGrowthFactor(2.0));
.setFaultTolerantExecutionTaskMemoryGrowthFactor(3.0));
}

@Test
Expand Down

0 comments on commit 991a59b

Please sign in to comment.