You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by az...@apache.org on 2020/03/12 09:35:18 UTC
[flink] branch release-1.10 updated: [FLINK-16406] Increase default
value for JVM Metaspace to minimise its OutOfMemoryError
This is an automated email from the ASF dual-hosted git repository.
azagrebin pushed a commit to branch release-1.10
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/release-1.10 by this push:
new 5ab101c [FLINK-16406] Increase default value for JVM Metaspace to minimise its OutOfMemoryError
5ab101c is described below
commit 5ab101cdaa519255f9131477521b904256ca2874
Author: Andrey Zagrebin <az...@apache.org>
AuthorDate: Tue Mar 3 16:46:31 2020 +0100
[FLINK-16406] Increase default value for JVM Metaspace to minimise its OutOfMemoryError
This closes #11300.
---
docs/_includes/generated/common_memory_section.html | 2 +-
docs/_includes/generated/task_manager_memory_configuration.html | 2 +-
.../main/java/org/apache/flink/configuration/TaskManagerOptions.java | 2 +-
flink-dist/src/main/resources/flink-conf.yaml | 2 +-
.../test-scripts/test_rocksdb_state_memory_control.sh | 2 +-
5 files changed, 5 insertions(+), 5 deletions(-)
diff --git a/docs/_includes/generated/common_memory_section.html b/docs/_includes/generated/common_memory_section.html
index 713edff..329916f 100644
--- a/docs/_includes/generated/common_memory_section.html
+++ b/docs/_includes/generated/common_memory_section.html
@@ -28,7 +28,7 @@
</tr>
<tr>
<td><h5>taskmanager.memory.jvm-metaspace.size</h5></td>
- <td style="word-wrap: break-word;">96 mb</td>
+ <td style="word-wrap: break-word;">256 mb</td>
<td>MemorySize</td>
<td>JVM Metaspace Size for the TaskExecutors.</td>
</tr>
diff --git a/docs/_includes/generated/task_manager_memory_configuration.html b/docs/_includes/generated/task_manager_memory_configuration.html
index a7777e4..3a25b14 100644
--- a/docs/_includes/generated/task_manager_memory_configuration.html
+++ b/docs/_includes/generated/task_manager_memory_configuration.html
@@ -28,7 +28,7 @@
</tr>
<tr>
<td><h5>taskmanager.memory.jvm-metaspace.size</h5></td>
- <td style="word-wrap: break-word;">96 mb</td>
+ <td style="word-wrap: break-word;">256 mb</td>
<td>MemorySize</td>
<td>JVM Metaspace Size for the TaskExecutors.</td>
</tr>
diff --git a/flink-core/src/main/java/org/apache/flink/configuration/TaskManagerOptions.java b/flink-core/src/main/java/org/apache/flink/configuration/TaskManagerOptions.java
index a5014c8..e2477fc 100644
--- a/flink-core/src/main/java/org/apache/flink/configuration/TaskManagerOptions.java
+++ b/flink-core/src/main/java/org/apache/flink/configuration/TaskManagerOptions.java
@@ -415,7 +415,7 @@ public class TaskManagerOptions {
public static final ConfigOption<MemorySize> JVM_METASPACE =
key("taskmanager.memory.jvm-metaspace.size")
.memoryType()
- .defaultValue(MemorySize.parse("96m"))
+ .defaultValue(MemorySize.parse("256m"))
.withDescription("JVM Metaspace Size for the TaskExecutors.");
/**
diff --git a/flink-dist/src/main/resources/flink-conf.yaml b/flink-dist/src/main/resources/flink-conf.yaml
index 084f24a..f58c04b 100644
--- a/flink-dist/src/main/resources/flink-conf.yaml
+++ b/flink-dist/src/main/resources/flink-conf.yaml
@@ -46,7 +46,7 @@ jobmanager.heap.size: 1024m
#
# Note this accounts for all memory usage within the TaskManager process, including JVM metaspace and other overhead.
-taskmanager.memory.process.size: 1568m
+taskmanager.memory.process.size: 1728m
# To exclude JVM metaspace and overhead, please, use total Flink memory size instead of 'taskmanager.memory.process.size'.
# It is not recommended to set both 'taskmanager.memory.process.size' and Flink memory.
diff --git a/flink-end-to-end-tests/test-scripts/test_rocksdb_state_memory_control.sh b/flink-end-to-end-tests/test-scripts/test_rocksdb_state_memory_control.sh
index 0674f72..5d15d0e 100755
--- a/flink-end-to-end-tests/test-scripts/test_rocksdb_state_memory_control.sh
+++ b/flink-end-to-end-tests/test-scripts/test_rocksdb_state_memory_control.sh
@@ -41,7 +41,7 @@ CHECKPOINT_DIR_URI="file://$CHECKPOINT_DIR"
EXPECTED_MAX_MEMORY_USAGE=200000000
set_config_key "taskmanager.numberOfTaskSlots" "$PARALLELISM"
-set_config_key "taskmanager.memory.process.size" "1024m"
+set_config_key "taskmanager.memory.process.size" "1184m"
set_config_key "taskmanager.memory.managed.size" "300m"
set_config_key "state.backend.rocksdb.memory.managed" "true"
set_config_key "state.backend.rocksdb.memory.write-buffer-ratio" "0.8"