You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by mx...@apache.org on 2019/05/14 19:08:58 UTC

[beam] branch master updated (3b7f085 -> 5674996)

This is an automated email from the ASF dual-hosted git repository.

mxm pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from 3b7f085  Merge pull request #8539 from mwalenia/BEAM-7028-pardo-load-test
     add 891e52f  Add first version of Hazelcast Jet based Java Runner
     new 5674996  Merge pull request #8410: [BEAM-7305] Add first version of Hazelcast Jet based Java Runner

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 runners/jet-experimental/build.gradle              |  85 ++++
 .../org/apache/beam/runners/jet/DAGBuilder.java    | 222 ++++++++++
 .../runners/jet/FailedRunningPipelineResults.java  |  91 ++++
 .../apache/beam/runners/jet/JetGraphVisitor.java   |  95 ++++
 .../beam/runners/jet/JetPipelineOptions.java       |  52 +++
 .../apache/beam/runners/jet/JetPipelineResult.java | 119 +++++
 .../org/apache/beam/runners/jet/JetRunner.java     | 154 +++++++
 .../beam/runners/jet/JetRunnerRegistrar.java       |  54 +++
 .../beam/runners/jet/JetTransformTranslator.java   |  29 ++
 .../beam/runners/jet/JetTransformTranslators.java  | 424 ++++++++++++++++++
 .../beam/runners/jet/JetTranslationContext.java    |  52 +++
 .../java/org/apache/beam/runners/jet/Utils.java    | 249 +++++++++++
 .../beam/runners/jet/metrics/AbstractMetric.java   |  35 ++
 .../beam/runners/jet/metrics/CounterImpl.java      |  56 +++
 .../beam/runners/jet/metrics/DistributionImpl.java |  51 +++
 .../apache/beam/runners/jet/metrics/GaugeImpl.java |  42 ++
 .../beam/runners/jet/metrics/JetMetricResults.java | 158 +++++++
 .../runners/jet/metrics/JetMetricsContainer.java   | 125 ++++++
 .../beam/runners/jet/metrics/package-info.java     |  20 +
 .../org/apache/beam/runners/jet/package-info.java  |  20 +
 .../runners/jet/processors/AbstractParDoP.java     | 492 +++++++++++++++++++++
 .../beam/runners/jet/processors/AssignWindowP.java | 129 ++++++
 .../runners/jet/processors/BoundedSourceP.java     | 216 +++++++++
 .../beam/runners/jet/processors/FlattenP.java      |  87 ++++
 .../beam/runners/jet/processors/ImpulseP.java      |  46 ++
 .../apache/beam/runners/jet/processors/ParDoP.java | 191 ++++++++
 .../runners/jet/processors/StatefulParDoP.java     | 302 +++++++++++++
 .../beam/runners/jet/processors/TestStreamP.java   |  94 ++++
 .../apache/beam/runners/jet/processors/ViewP.java  | 130 ++++++
 .../beam/runners/jet/processors/WindowGroupP.java  | 295 ++++++++++++
 .../beam/runners/jet/processors/package-info.java  |  20 +
 .../beam/runners/jet/JetTestRunnerRegistrar.java   |  54 +++
 .../org/apache/beam/runners/jet/TestJetRunner.java |  72 +++
 settings.gradle                                    |   1 +
 34 files changed, 4262 insertions(+)
 create mode 100644 runners/jet-experimental/build.gradle
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/DAGBuilder.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/FailedRunningPipelineResults.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/JetGraphVisitor.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/JetPipelineOptions.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/JetPipelineResult.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/JetRunner.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/JetRunnerRegistrar.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/JetTransformTranslator.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/JetTransformTranslators.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/JetTranslationContext.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/Utils.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/metrics/AbstractMetric.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/metrics/CounterImpl.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/metrics/DistributionImpl.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/metrics/GaugeImpl.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/metrics/JetMetricResults.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/metrics/JetMetricsContainer.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/metrics/package-info.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/package-info.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/processors/AbstractParDoP.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/processors/AssignWindowP.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/processors/BoundedSourceP.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/processors/FlattenP.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/processors/ImpulseP.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/processors/ParDoP.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/processors/StatefulParDoP.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/processors/TestStreamP.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/processors/ViewP.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/processors/WindowGroupP.java
 create mode 100644 runners/jet-experimental/src/main/java/org/apache/beam/runners/jet/processors/package-info.java
 create mode 100644 runners/jet-experimental/src/test/java/org/apache/beam/runners/jet/JetTestRunnerRegistrar.java
 create mode 100644 runners/jet-experimental/src/test/java/org/apache/beam/runners/jet/TestJetRunner.java


[beam] 01/01: Merge pull request #8410: [BEAM-7305] Add first version of Hazelcast Jet based Java Runner

Posted by mx...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

mxm pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 567499605dd11c5d22a6573fed5dd8bba2242a5c
Merge: 3b7f085 891e52f
Author: Maximilian Michels <mx...@apache.org>
AuthorDate: Tue May 14 21:08:43 2019 +0200

    Merge pull request #8410: [BEAM-7305] Add first version of Hazelcast Jet based Java Runner

 runners/jet-experimental/build.gradle              |  85 ++++
 .../org/apache/beam/runners/jet/DAGBuilder.java    | 222 ++++++++++
 .../runners/jet/FailedRunningPipelineResults.java  |  91 ++++
 .../apache/beam/runners/jet/JetGraphVisitor.java   |  95 ++++
 .../beam/runners/jet/JetPipelineOptions.java       |  52 +++
 .../apache/beam/runners/jet/JetPipelineResult.java | 119 +++++
 .../org/apache/beam/runners/jet/JetRunner.java     | 154 +++++++
 .../beam/runners/jet/JetRunnerRegistrar.java       |  54 +++
 .../beam/runners/jet/JetTransformTranslator.java   |  29 ++
 .../beam/runners/jet/JetTransformTranslators.java  | 424 ++++++++++++++++++
 .../beam/runners/jet/JetTranslationContext.java    |  52 +++
 .../java/org/apache/beam/runners/jet/Utils.java    | 249 +++++++++++
 .../beam/runners/jet/metrics/AbstractMetric.java   |  35 ++
 .../beam/runners/jet/metrics/CounterImpl.java      |  56 +++
 .../beam/runners/jet/metrics/DistributionImpl.java |  51 +++
 .../apache/beam/runners/jet/metrics/GaugeImpl.java |  42 ++
 .../beam/runners/jet/metrics/JetMetricResults.java | 158 +++++++
 .../runners/jet/metrics/JetMetricsContainer.java   | 125 ++++++
 .../beam/runners/jet/metrics/package-info.java     |  20 +
 .../org/apache/beam/runners/jet/package-info.java  |  20 +
 .../runners/jet/processors/AbstractParDoP.java     | 492 +++++++++++++++++++++
 .../beam/runners/jet/processors/AssignWindowP.java | 129 ++++++
 .../runners/jet/processors/BoundedSourceP.java     | 216 +++++++++
 .../beam/runners/jet/processors/FlattenP.java      |  87 ++++
 .../beam/runners/jet/processors/ImpulseP.java      |  46 ++
 .../apache/beam/runners/jet/processors/ParDoP.java | 191 ++++++++
 .../runners/jet/processors/StatefulParDoP.java     | 302 +++++++++++++
 .../beam/runners/jet/processors/TestStreamP.java   |  94 ++++
 .../apache/beam/runners/jet/processors/ViewP.java  | 130 ++++++
 .../beam/runners/jet/processors/WindowGroupP.java  | 295 ++++++++++++
 .../beam/runners/jet/processors/package-info.java  |  20 +
 .../beam/runners/jet/JetTestRunnerRegistrar.java   |  54 +++
 .../org/apache/beam/runners/jet/TestJetRunner.java |  72 +++
 settings.gradle                                    |   1 +
 34 files changed, 4262 insertions(+)