You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by dm...@apache.org on 2018/11/09 17:29:53 UTC

[beam] branch master updated (8a88e72 -> f911be4)

This is an automated email from the ASF dual-hosted git repository.

dmvk pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from 8a88e72  Merge pull request #6988: [BEAM-6023] Remove Create.Values translation from Spark Runner
     add d52c4d2  [BEAM-5790] Euphoria: Remove Dataset abstraction.
     add 6e13ed0  [BEAM-5790] Euphoria: Fix missing website link.
     add 07faaa9  [BEAM-5790] Euphoria: Remove OutputBuilder where possible.
     new f911be4  Merge pull request #6750: [BEAM-5790] Euphoria: Remove Dataset abstraction.

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../euphoria/core/client/dataset/Dataset.java      | 109 -------
 .../euphoria/core/client/dataset/package-info.java |  22 --
 .../euphoria/core/client/lib/Euphoria.java         |  51 ---
 .../extensions/euphoria/core/client/lib/Split.java |  32 +-
 .../core/client/operator/AssignEventTime.java      |  40 ++-
 .../core/client/operator/CompositeOperator.java    |   6 +-
 .../euphoria/core/client/operator/CountByKey.java  |  45 ++-
 .../euphoria/core/client/operator/Distinct.java    |  42 ++-
 .../euphoria/core/client/operator/Filter.java      |  30 +-
 .../euphoria/core/client/operator/FlatMap.java     |  40 +--
 .../euphoria/core/client/operator/FullJoin.java    |  18 +-
 .../euphoria/core/client/operator/Join.java        |  64 ++--
 .../euphoria/core/client/operator/LeftJoin.java    |  18 +-
 .../euphoria/core/client/operator/MapElements.java |  43 ++-
 .../core/client/operator/OutputValues.java         |  59 ++++
 .../euphoria/core/client/operator/ReduceByKey.java |  54 ++--
 .../core/client/operator/ReduceWindow.java         |  40 ++-
 .../euphoria/core/client/operator/RightJoin.java   |  18 +-
 .../euphoria/core/client/operator/SumByKey.java    |  45 ++-
 .../euphoria/core/client/operator/TopPerKey.java   |  29 +-
 .../euphoria/core/client/operator/Union.java       |  52 ++-
 .../core/client/operator/base/Builders.java        |  10 +-
 .../core/client/operator/base/ShuffleOperator.java |   2 +-
 .../euphoria/core/client/type/TypeUtils.java       |  23 --
 .../util/PCollectionLists.java}                    |  15 +-
 ...lator.java => CompositeOperatorTranslator.java} |  33 +-
 .../euphoria/core/translate/FlatMapTranslator.java |   3 +-
 .../euphoria/core/translate/OperatorTransform.java |  32 +-
 .../core/translate/ReduceByKeyTranslator.java      |   5 +-
 .../core/translate/SimpleTranslatorProvider.java   |  12 +-
 .../euphoria/core/client/lib/SplitTest.java        |  26 +-
 .../core/client/operator/CountByKeyTest.java       |  37 +--
 .../core/client/operator/DistinctTest.java         |  30 +-
 .../euphoria/core/client/operator/FilterTest.java  |  16 +-
 .../euphoria/core/client/operator/FlatMapTest.java |  30 +-
 .../euphoria/core/client/operator/JoinTest.java    | 186 +++++------
 .../core/client/operator/MapElementsTest.java      |  30 +-
 .../core/client/operator/ReduceByKeyTest.java      |  76 ++---
 .../core/client/operator/ReduceWindowTest.java     |  30 +-
 .../core/client/operator/SumByKeyTest.java         |  30 +-
 .../{OperatorTestUtils.java => TestUtils.java}     |  72 ++++-
 .../core/client/operator/TopPerKeyTest.java        |  30 +-
 .../euphoria/core/client/operator/UnionTest.java   |  53 ++--
 .../euphoria/core/client/util/IOUtilsTest.java     |   6 +-
 .../core/docs/DocumentationExamplesTest.java       | 350 +++++++++------------
 .../core/testkit/AbstractOperatorTest.java         |  19 +-
 .../core/testkit/BroadcastHashJoinTest.java        |  16 +-
 .../euphoria/core/testkit/CountByKeyTest.java      |   6 +-
 .../euphoria/core/testkit/DistinctTest.java        |   8 +-
 .../euphoria/core/testkit/FilterTest.java          |   4 +-
 .../euphoria/core/testkit/FlatMapTest.java         |   6 +-
 .../extensions/euphoria/core/testkit/JoinTest.java |  76 ++---
 .../euphoria/core/testkit/MapElementsTest.java     |   6 +-
 .../euphoria/core/testkit/ReduceByKeyTest.java     | 149 +--------
 .../euphoria/core/testkit/ReduceWindowTest.java    |  18 +-
 .../euphoria/core/testkit/SumByKeyTest.java        |   7 +-
 .../euphoria/core/testkit/TopPerKeyTest.java       |  12 +-
 .../euphoria/core/testkit/UnionTest.java           |  37 ++-
 .../core/translate/BeamMetricsTranslationTest.java |  11 +-
 .../euphoria/core/translate/EuphoriaTest.java      | 103 ------
 website/src/documentation/sdks/euphoria.md         | 154 ++++-----
 61 files changed, 1071 insertions(+), 1555 deletions(-)
 delete mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/dataset/Dataset.java
 delete mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/dataset/package-info.java
 delete mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/lib/Euphoria.java
 create mode 100644 sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/OutputValues.java
 rename sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/{translate/OperatorTranslators.java => client/util/PCollectionLists.java} (68%)
 copy sdks/java/extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/translate/{UnionTranslator.java => CompositeOperatorTranslator.java} (53%)
 rename sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/client/operator/{OperatorTestUtils.java => TestUtils.java} (55%)
 delete mode 100644 sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/translate/EuphoriaTest.java


[beam] 01/01: Merge pull request #6750: [BEAM-5790] Euphoria: Remove Dataset abstraction.

Posted by dm...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

dmvk pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit f911be4337b5fd66cd78e1871f186c095b015ddd
Merge: 8a88e72 07faaa9
Author: David Moravek <da...@gmail.com>
AuthorDate: Fri Nov 9 18:29:46 2018 +0100

    Merge pull request #6750: [BEAM-5790] Euphoria: Remove Dataset abstraction.

 .../euphoria/core/client/dataset/Dataset.java      | 109 -------
 .../euphoria/core/client/dataset/package-info.java |  22 --
 .../euphoria/core/client/lib/Euphoria.java         |  51 ---
 .../extensions/euphoria/core/client/lib/Split.java |  32 +-
 .../core/client/operator/AssignEventTime.java      |  40 ++-
 .../core/client/operator/CompositeOperator.java    |   6 +-
 .../euphoria/core/client/operator/CountByKey.java  |  45 ++-
 .../euphoria/core/client/operator/Distinct.java    |  42 ++-
 .../euphoria/core/client/operator/Filter.java      |  30 +-
 .../euphoria/core/client/operator/FlatMap.java     |  40 +--
 .../euphoria/core/client/operator/FullJoin.java    |  18 +-
 .../euphoria/core/client/operator/Join.java        |  64 ++--
 .../euphoria/core/client/operator/LeftJoin.java    |  18 +-
 .../euphoria/core/client/operator/MapElements.java |  43 ++-
 .../core/client/operator/OutputValues.java         |  59 ++++
 .../euphoria/core/client/operator/ReduceByKey.java |  54 ++--
 .../core/client/operator/ReduceWindow.java         |  40 ++-
 .../euphoria/core/client/operator/RightJoin.java   |  18 +-
 .../euphoria/core/client/operator/SumByKey.java    |  45 ++-
 .../euphoria/core/client/operator/TopPerKey.java   |  29 +-
 .../euphoria/core/client/operator/Union.java       |  52 ++-
 .../core/client/operator/base/Builders.java        |  10 +-
 .../core/client/operator/base/ShuffleOperator.java |   2 +-
 .../euphoria/core/client/type/TypeUtils.java       |  23 --
 .../util/PCollectionLists.java}                    |  15 +-
 .../translate/CompositeOperatorTranslator.java     |  48 +++
 .../euphoria/core/translate/FlatMapTranslator.java |   3 +-
 .../euphoria/core/translate/OperatorTransform.java |  32 +-
 .../core/translate/ReduceByKeyTranslator.java      |   5 +-
 .../core/translate/SimpleTranslatorProvider.java   |  12 +-
 .../euphoria/core/client/lib/SplitTest.java        |  26 +-
 .../core/client/operator/CountByKeyTest.java       |  37 +--
 .../core/client/operator/DistinctTest.java         |  30 +-
 .../euphoria/core/client/operator/FilterTest.java  |  16 +-
 .../euphoria/core/client/operator/FlatMapTest.java |  30 +-
 .../euphoria/core/client/operator/JoinTest.java    | 186 +++++------
 .../core/client/operator/MapElementsTest.java      |  30 +-
 .../core/client/operator/ReduceByKeyTest.java      |  76 ++---
 .../core/client/operator/ReduceWindowTest.java     |  30 +-
 .../core/client/operator/SumByKeyTest.java         |  30 +-
 .../{OperatorTestUtils.java => TestUtils.java}     |  72 ++++-
 .../core/client/operator/TopPerKeyTest.java        |  30 +-
 .../euphoria/core/client/operator/UnionTest.java   |  53 ++--
 .../euphoria/core/client/util/IOUtilsTest.java     |   6 +-
 .../core/docs/DocumentationExamplesTest.java       | 350 +++++++++------------
 .../core/testkit/AbstractOperatorTest.java         |  19 +-
 .../core/testkit/BroadcastHashJoinTest.java        |  16 +-
 .../euphoria/core/testkit/CountByKeyTest.java      |   6 +-
 .../euphoria/core/testkit/DistinctTest.java        |   8 +-
 .../euphoria/core/testkit/FilterTest.java          |   4 +-
 .../euphoria/core/testkit/FlatMapTest.java         |   6 +-
 .../extensions/euphoria/core/testkit/JoinTest.java |  76 ++---
 .../euphoria/core/testkit/MapElementsTest.java     |   6 +-
 .../euphoria/core/testkit/ReduceByKeyTest.java     | 149 +--------
 .../euphoria/core/testkit/ReduceWindowTest.java    |  18 +-
 .../euphoria/core/testkit/SumByKeyTest.java        |   7 +-
 .../euphoria/core/testkit/TopPerKeyTest.java       |  12 +-
 .../euphoria/core/testkit/UnionTest.java           |  37 ++-
 .../core/translate/BeamMetricsTranslationTest.java |  11 +-
 .../euphoria/core/translate/EuphoriaTest.java      | 103 ------
 website/src/documentation/sdks/euphoria.md         | 154 ++++-----
 61 files changed, 1097 insertions(+), 1544 deletions(-)