You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ga...@apache.org on 2021/11/01 07:15:20 UTC
[flink-ml] branch master updated (d1d5d00 -> b1253c0)
This is an automated email from the ASF dual-hosted git repository.
gaoyunhaii pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink-ml.git.
from d1d5d00 [FLINK-24652][iteration] Add per-round operator wrappers
add 54124cd [hotfix][iteration] Merge the IterationFactory and Iterations
add b1253c0 [FLINK-24653][iteration] Support per-round operators inside the iteration
No new revisions were added by this update.
Summary of changes:
flink-ml-iteration/pom.xml | 83 ++++
.../apache/flink/iteration/IterationFactory.java | 365 -----------------
.../org/apache/flink/iteration/Iterations.java | 436 ++++++++++++++++++++-
.../flink/iteration/config/IterationOptions.java | 27 +-
.../datacache/nonkeyed/DataCacheReader.java | 118 ++++++
.../datacache/nonkeyed/DataCacheWriter.java | 121 ++++++
.../iteration/datacache/nonkeyed/Segment.java | 73 ++++
.../flink/iteration/operator/HeadOperator.java | 6 +
.../flink/iteration/operator/OperatorUtils.java | 28 ++
.../flink/iteration/operator/ReplayOperator.java | 183 +++++++++
.../perround/OneInputPerRoundWrapperOperator.java | 6 +
.../perround/TwoInputPerRoundWrapperOperator.java | 6 +-
.../flink/iteration/IterationConstructionTest.java | 97 ++++-
.../datacache/nonkeyed/DataCacheWriteReadTest.java | 186 +++++++++
.../iteration/operator/ReplayOperatorTest.java | 122 ++++++
.../BoundedPerRoundStreamIterationITCase.java | 136 +++++++
.../operators/TwoInputReducePerRoundOperator.java | 57 +++
17 files changed, 1657 insertions(+), 393 deletions(-)
delete mode 100644 flink-ml-iteration/src/main/java/org/apache/flink/iteration/IterationFactory.java
copy flink-ml-examples/examples-streaming/src/test/java/org/apache/flink/streaming/test/StreamingExamplesITCase.java => flink-ml-iteration/src/main/java/org/apache/flink/iteration/config/IterationOptions.java (51%)
create mode 100644 flink-ml-iteration/src/main/java/org/apache/flink/iteration/datacache/nonkeyed/DataCacheReader.java
create mode 100644 flink-ml-iteration/src/main/java/org/apache/flink/iteration/datacache/nonkeyed/DataCacheWriter.java
create mode 100644 flink-ml-iteration/src/main/java/org/apache/flink/iteration/datacache/nonkeyed/Segment.java
create mode 100644 flink-ml-iteration/src/main/java/org/apache/flink/iteration/operator/ReplayOperator.java
create mode 100644 flink-ml-iteration/src/test/java/org/apache/flink/iteration/datacache/nonkeyed/DataCacheWriteReadTest.java
create mode 100644 flink-ml-iteration/src/test/java/org/apache/flink/iteration/operator/ReplayOperatorTest.java
create mode 100644 flink-ml-tests/src/test/java/org/apache/flink/test/iteration/BoundedPerRoundStreamIterationITCase.java
create mode 100644 flink-ml-tests/src/test/java/org/apache/flink/test/iteration/operators/TwoInputReducePerRoundOperator.java