You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by xt...@apache.org on 2022/07/08 08:28:48 UTC
[flink] branch master updated (c26094e72e5 -> 53d95af00a4)
This is an automated email from the ASF dual-hosted git repository.
xtsong pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from c26094e72e5 [FLINK-28230][ci] Unify Dependency class
add 76befb6d411 [hotfix] Migrate BufferReaderWriterUtilTest to junit5 and assertJ.
add d118b0471af [FLINK-27907][runtime] Introduce HsSubpartitionFileReader and HsResultPartitionReadScheduler.
add 53d95af00a4 [FLINK-27907] Introduce HsMemoryDataSpiller.
No new revisions were added by this update.
Summary of changes:
.../network/partition/BufferReaderWriterUtil.java | 31 +-
.../partition/hybrid/BufferWithIdentity.java | 48 +++
.../partition/hybrid/HsMemoryDataSpiller.java | 142 +++++++
.../hybrid/HsResultPartitionReadScheduler.java | 402 ++++++++++++++++++
.../partition/hybrid/HsSubpartitionFileReader.java | 63 +++
.../hybrid/HsSubpartitionFileReaderImpl.java | 411 +++++++++++++++++++
.../HsSubpartitionViewInternalOperations.java | 32 ++
.../hybrid/HybridShuffleConfiguration.java | 77 ++++
.../partition/BufferReaderWriterUtilTest.java | 139 ++++---
.../partition/hybrid/HsMemoryDataSpillerTest.java | 197 +++++++++
.../hybrid/HsResultPartitionReadSchedulerTest.java | 413 +++++++++++++++++++
.../hybrid/HsSubpartitionFileReaderImplTest.java | 449 +++++++++++++++++++++
.../TestingSubpartitionViewInternalOperation.java | 46 +++
13 files changed, 2387 insertions(+), 63 deletions(-)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/BufferWithIdentity.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsMemoryDataSpiller.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsResultPartitionReadScheduler.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionFileReader.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionFileReaderImpl.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionViewInternalOperations.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HybridShuffleConfiguration.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsMemoryDataSpillerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsResultPartitionReadSchedulerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionFileReaderImplTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/TestingSubpartitionViewInternalOperation.java