You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by lg...@apache.org on 2019/01/07 15:47:20 UTC
[beam] branch master updated (a95e964 -> ac18fac)
This is an automated email from the ASF dual-hosted git repository.
lgajowy pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from a95e964 Merge pull request #7308: [website] Add Integration page with information on Kettle
add dc25f5e [BEAM-6188] Move SyntheticSourceOptions to upper level
add ba62514 [BEAM-6188] Separate bundle splitting logic from the IO
add eaff6c6 [BEAM-6188] Separate source delay logic from the IO
add cf19855 [BEAM-6188] Move SyntheticBoundedSource to upper level
add 5def687 [BEAM-6188] Add UnboundedSyntheticSource for streaming tests
add 2c31821 [BEAM-6188] Enable using UnboundedSyntheticSource in load tests
add a61a79c [BEAM-6188] Remove unused code
add 9460ad5 [BEAM-6188] Make watermark go to +inf if there are no more records
add 032c3ed [BEAM-6188] Remove deduping related code (deduping is not required)
new ac18fac Merge pull request #7226: [BEAM-6188] Unbouded synthetic source
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../beam/sdk/io/synthetic/BundleSplitter.java | 67 ++++
.../beam/sdk/io/synthetic/SyntheticBoundedIO.java | 436 ---------------------
.../sdk/io/synthetic/SyntheticBoundedSource.java | 261 ++++++++++++
.../beam/sdk/io/synthetic/SyntheticOptions.java | 2 +-
.../io/synthetic/SyntheticRecordsCheckpoint.java | 75 ++++
.../sdk/io/synthetic/SyntheticSourceOptions.java | 174 ++++++++
.../beam/sdk/io/synthetic/SyntheticStep.java | 5 +-
.../sdk/io/synthetic/SyntheticUnboundedSource.java | 204 ++++++++++
.../beam/sdk/io/synthetic/SyntheticWatermark.java | 83 ++++
.../beam/sdk/io/synthetic/delay/ReaderDelay.java | 50 +++
.../SyntheticDelay.java} | 59 +--
.../beam/sdk/io/synthetic/delay}/package-info.java | 5 +-
.../beam/sdk/io/synthetic/BundleSplitterTest.java | 101 +++++
...IOTest.java => SyntheticBoundedSourceTest.java} | 17 +-
.../io/synthetic/SyntheticUnboundedSourceTest.java | 122 ++++++
.../beam/sdk/loadtests/CoGroupByKeyLoadTest.java | 20 +-
.../apache/beam/sdk/loadtests/CombineLoadTest.java | 21 +-
.../beam/sdk/loadtests/GroupByKeyLoadTest.java | 23 +-
.../org/apache/beam/sdk/loadtests/LoadTest.java | 21 +-
.../apache/beam/sdk/loadtests/LoadTestOptions.java | 3 +-
.../apache/beam/sdk/loadtests/ParDoLoadTest.java | 16 +-
.../loadtests/SyntheticDataPubSubPublisher.java | 4 +-
22 files changed, 1238 insertions(+), 531 deletions(-)
create mode 100644 sdks/java/io/synthetic/src/main/java/org/apache/beam/sdk/io/synthetic/BundleSplitter.java
delete mode 100644 sdks/java/io/synthetic/src/main/java/org/apache/beam/sdk/io/synthetic/SyntheticBoundedIO.java
create mode 100644 sdks/java/io/synthetic/src/main/java/org/apache/beam/sdk/io/synthetic/SyntheticBoundedSource.java
create mode 100644 sdks/java/io/synthetic/src/main/java/org/apache/beam/sdk/io/synthetic/SyntheticRecordsCheckpoint.java
create mode 100644 sdks/java/io/synthetic/src/main/java/org/apache/beam/sdk/io/synthetic/SyntheticSourceOptions.java
create mode 100644 sdks/java/io/synthetic/src/main/java/org/apache/beam/sdk/io/synthetic/SyntheticUnboundedSource.java
create mode 100644 sdks/java/io/synthetic/src/main/java/org/apache/beam/sdk/io/synthetic/SyntheticWatermark.java
create mode 100644 sdks/java/io/synthetic/src/main/java/org/apache/beam/sdk/io/synthetic/delay/ReaderDelay.java
rename sdks/java/io/synthetic/src/main/java/org/apache/beam/sdk/io/synthetic/{SyntheticUtils.java => delay/SyntheticDelay.java} (96%)
copy sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/udf => io/synthetic/src/main/java/org/apache/beam/sdk/io/synthetic/delay}/package-info.java (91%)
create mode 100644 sdks/java/io/synthetic/src/test/java/org/apache/beam/sdk/io/synthetic/BundleSplitterTest.java
rename sdks/java/io/synthetic/src/test/java/org/apache/beam/sdk/io/synthetic/{SyntheticBoundedIOTest.java => SyntheticBoundedSourceTest.java} (93%)
create mode 100644 sdks/java/io/synthetic/src/test/java/org/apache/beam/sdk/io/synthetic/SyntheticUnboundedSourceTest.java
[beam] 01/01: Merge pull request #7226: [BEAM-6188] Unbouded
synthetic source
Posted by lg...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
lgajowy pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
commit ac18fac2ea6a2fb8eb5bb85b6689740fd1758ea2
Merge: a95e964 032c3ed
Author: Łukasz Gajowy <lu...@gmail.com>
AuthorDate: Mon Jan 7 16:47:10 2019 +0100
Merge pull request #7226: [BEAM-6188] Unbouded synthetic source
.../beam/sdk/io/synthetic/BundleSplitter.java | 67 ++++
.../beam/sdk/io/synthetic/SyntheticBoundedIO.java | 436 ---------------------
.../sdk/io/synthetic/SyntheticBoundedSource.java | 261 ++++++++++++
.../beam/sdk/io/synthetic/SyntheticOptions.java | 2 +-
.../io/synthetic/SyntheticRecordsCheckpoint.java | 75 ++++
.../sdk/io/synthetic/SyntheticSourceOptions.java | 174 ++++++++
.../beam/sdk/io/synthetic/SyntheticStep.java | 5 +-
.../sdk/io/synthetic/SyntheticUnboundedSource.java | 204 ++++++++++
.../beam/sdk/io/synthetic/SyntheticWatermark.java | 83 ++++
.../beam/sdk/io/synthetic/delay/ReaderDelay.java | 50 +++
.../SyntheticDelay.java} | 59 +--
.../beam/sdk/io/synthetic/delay/package-info.java | 19 +
.../beam/sdk/io/synthetic/BundleSplitterTest.java | 101 +++++
...IOTest.java => SyntheticBoundedSourceTest.java} | 17 +-
.../io/synthetic/SyntheticUnboundedSourceTest.java | 122 ++++++
.../beam/sdk/loadtests/CoGroupByKeyLoadTest.java | 20 +-
.../apache/beam/sdk/loadtests/CombineLoadTest.java | 21 +-
.../beam/sdk/loadtests/GroupByKeyLoadTest.java | 23 +-
.../org/apache/beam/sdk/loadtests/LoadTest.java | 21 +-
.../apache/beam/sdk/loadtests/LoadTestOptions.java | 3 +-
.../apache/beam/sdk/loadtests/ParDoLoadTest.java | 16 +-
.../loadtests/SyntheticDataPubSubPublisher.java | 4 +-
22 files changed, 1255 insertions(+), 528 deletions(-)