You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by az...@apache.org on 2019/10/22 12:02:30 UTC
[flink] branch master updated (e1f5ead -> 7334e0a)
This is an automated email from the ASF dual-hosted git repository.
azagrebin pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from e1f5ead [FLINK-14434][coordination] Dispatcher#createJobManagerRunner returns on creation succeed
add 6b5a00c [hotfix] Annotate MemoryManager methods used for testing with the @VisibleForTesting
add 7a62d72 [hotfix] Introduce MemoryManagerBuilder for tests
add d8bfc30 [hotfix] Remove unsed methods and fields in MemoryManager
add 8f889a7 [hotfix] Checkstyle fixes in MemoryManager
add ffa7bdd [hotfix] Refactor MemoryManager constructor
add 597c969 [hotfix] Remove and deprecate memory preallocation in MemoryManager
add 76349cf [FLINK-13984] Separate on-heap and off-heap managed memory pools
add 036505f [FLINK-14399] Implement reservation of memory chunks in MemoryManager
add 7334e0a [hotfix] Enable memory manager with zero memory or zero pages
No new revisions were added by this update.
Summary of changes:
.../task_manager_memory_configuration.html | 5 -
docs/ops/config.md | 2 +-
docs/ops/config.zh.md | 2 +-
.../flink/configuration/ConfigConstants.java | 17 -
.../flink/configuration/TaskManagerOptions.java | 24 +-
flink-dist/src/main/flink-bin/bin/config.sh | 7 -
flink-dist/src/main/flink-bin/bin/taskmanager.sh | 2 +-
flink-dist/src/main/resources/flink-conf.yaml | 11 -
.../apache/flink/runtime/memory/MemoryManager.java | 861 ++++++++++-----------
.../MemoryReservationException.java} | 16 +-
.../runtime/taskexecutor/TaskManagerServices.java | 52 +-
.../TaskManagerServicesConfiguration.java | 11 -
.../flink/runtime/util/KeyedBudgetManager.java | 294 +++++++
.../flink/runtime/io/disk/ChannelViewsTest.java | 8 +-
.../runtime/io/disk/FileChannelStreamsITCase.java | 9 +-
.../runtime/io/disk/FileChannelStreamsTest.java | 6 +-
.../io/disk/SeekableFileChannelInputViewTest.java | 8 +-
.../flink/runtime/io/disk/SpillingBufferTest.java | 3 +-
.../runtime/io/disk/iomanager/IOManagerITCase.java | 3 +-
.../flink/runtime/memory/MemoryManagerBuilder.java | 67 ++
.../MemoryManagerConcurrentModReleaseTest.java | 13 +-
.../memory/MemoryManagerLazyAllocationTest.java | 198 -----
.../flink/runtime/memory/MemoryManagerTest.java | 140 +++-
.../runtime/memory/MemorySegmentSimpleTest.java | 7 +-
.../runtime/operators/drivers/TestTaskContext.java | 7 +-
.../runtime/operators/hash/HashTableITCase.java | 5 +-
.../hash/NonReusingHashJoinIteratorITCase.java | 3 +-
.../operators/hash/ReOpenableHashTableITCase.java | 8 +-
.../hash/ReOpenableHashTableTestBase.java | 8 +-
.../hash/ReusingHashJoinIteratorITCase.java | 3 +-
.../BlockResettableMutableObjectIteratorTest.java | 3 +-
.../NonReusingBlockResettableIteratorTest.java | 3 +-
.../ReusingBlockResettableIteratorTest.java | 3 +-
.../resettable/SpillingResettableIteratorTest.java | 7 +-
...pillingResettableMutableObjectIteratorTest.java | 3 +-
.../AbstractSortMergeOuterJoinIteratorITCase.java | 3 +-
.../sort/CombiningUnilateralSortMergerITCase.java | 3 +-
.../runtime/operators/sort/ExternalSortITCase.java | 3 +-
.../sort/ExternalSortLargeRecordsITCase.java | 3 +-
.../sort/FixedLengthRecordSorterTest.java | 8 +-
.../operators/sort/LargeRecordHandlerITCase.java | 14 +-
.../operators/sort/LargeRecordHandlerTest.java | 20 +-
...NonReusingSortMergeInnerJoinIteratorITCase.java | 3 +-
.../operators/sort/NormalizedKeySorterTest.java | 8 +-
.../ReusingSortMergeInnerJoinIteratorITCase.java | 3 +-
.../operators/sort/UnilateralSortMergerTest.java | 6 +-
.../testutils/BinaryOperatorTestBase.java | 3 +-
.../operators/testutils/DriverTestBase.java | 3 +-
.../operators/testutils/MockEnvironment.java | 3 +-
.../operators/testutils/UnaryOperatorTestBase.java | 3 +-
.../operators/util/HashVsSortMiniBenchmark.java | 8 +-
.../runtime/taskexecutor/TaskExecutorTest.java | 13 +-
.../taskexecutor/TaskManagerRunnerStartupTest.java | 20 -
.../taskexecutor/TaskManagerServicesBuilder.java | 13 +-
.../flink/runtime/taskmanager/TestTaskBuilder.java | 3 +-
.../runtime/util/JvmExitOnFatalErrorTest.java | 3 +-
.../flink/runtime/util/KeyedBudgetManagerTest.java | 261 +++++++
.../runtime/tasks/StreamMockEnvironment.java | 3 +-
.../runtime/tasks/StreamTaskTerminationTest.java | 4 +-
.../runtime/hashtable/BinaryHashTableTest.java | 34 +-
.../table/runtime/hashtable/LongHashTableTest.java | 3 +-
.../operators/aggregate/BytesHashMapTest.java | 40 +-
.../runtime/operators/aggregate/HashAggTest.java | 3 +-
.../join/Int2SortMergeJoinOperatorTest.java | 3 +-
.../operators/join/SortMergeJoinIteratorTest.java | 3 +-
.../over/BufferDataOverWindowOperatorTest.java | 3 +-
.../operators/sort/BinaryExternalSorterTest.java | 5 +-
.../runtime/util/ResettableExternalBufferTest.java | 3 +-
.../flink/test/manual/MassiveStringSorting.java | 5 +-
.../test/manual/MassiveStringValueSorting.java | 5 +-
.../manual/MassiveCaseClassSortingITCase.scala | 5 +-
.../yarn/YARNSessionCapacitySchedulerITCase.java | 3 +-
.../apache/flink/yarn/cli/FlinkYarnSessionCli.java | 4 +-
73 files changed, 1443 insertions(+), 909 deletions(-)
copy flink-runtime/src/main/java/org/apache/flink/runtime/{instance/InstanceID.java => memory/MemoryReservationException.java} (77%)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/util/KeyedBudgetManager.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/memory/MemoryManagerBuilder.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/memory/MemoryManagerLazyAllocationTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/util/KeyedBudgetManagerTest.java