You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/02/17 04:16:05 UTC
[beam] branch nightly-refs/heads/master updated (b3de798 -> 895a1dd)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from b3de798 Merge pull request #16735 from [BEAM-13827] - fix medium file size upload to s3
add 3fed305 Merge pull request #16753 from [BEAM-13837] [Playground] show graph on the frontend
add 07378ce [BEAM-13785] playground - enable scio sdk
add 879638a Merge pull request #16847 from [BEAM-13785] [Playground] enable SCIO sdk
add e300702 Add test category UsesProcessingTimeTimers
add c5b14de Label tests that need UsesProcessingTimeTimers
add a0bdba6 Exclude UsesProcessingTimeTimers from SamzaRunner tests
add b2f2128 Merge pull request #16865: Create test category for UsesProcessingTimeTimers are exclude from Samza
add add7bbc [BEAM-13202] Fix typos on tests names for VarianceFnTest
add 1105c34 [BEAM-13202] Add Coder to CountIfFn.Accum
add cf75357 [BEAM-13202] Reuse Count transform code since CountIf is a specific case
add 6e98dd4 Merge pull request #16856: [BEAM-13202] Add Coder to CountIfFn.Accum
add 9cac23a [BEAM-13955] Fix pylint breakage from #16836 (#16867)
add a1053d4 [adhoc] Migrate KinesisIOIT to use ITEnvironment for Localstack based IT tests
add eb60a79 Merge pull request #16869: [adhoc] Migrate KinesisIOIT to use ITEnvironment for Localstack based IT tests
add 7298487 Update Java LTS roadmap info on website for Java 17
add 95542f6 Merge pull request #16736: Update Java LTS roadmap info on website for Java 17
add 26c4056 [BEAM-13106] Support Flink 1.14.
add d38c117 [BEAM-13106] Reuse executor instead of shutting it down mid-test.
add 47486e4 [BEAM-13106] Prevent infinite wait in Flink savepoint test.
add 99a0907 [BEAM-13106] A couple additional fixes to FlinkSavepointTest.
add 4e5a2b4 Merge pull request #16679 from ibzib/BEAM-13106
add 895a1dd Bump dataflow.fnapi_container_version (#16874)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 2 +
gradle.properties | 2 +-
playground/frontend/lib/constants/colors.dart | 2 +
.../code_repository/code_client/code_client.dart | 5 +
.../code_client/grpc_code_client.dart | 18 +-
.../code_repository/code_repository.dart | 21 +-
.../code_repository/run_code_result.dart | 5 +-
.../lib/modules/examples/models/example_model.dart | 6 +
.../example_client/example_client.dart | 2 +
.../example_client/grpc_example_client.dart | 24 +-
.../examples/repositories/example_repository.dart | 7 +
.../modules/graph/graph_builder/canvas_drawer.dart | 128 +++++++++++
.../graph_builder/extractors/edge_extractor.dart | 61 +++++
.../extractors/element_extractor.dart | 63 ++++++
.../graph_builder/extractors/extractor_utils.dart | 23 +-
.../graph/graph_builder/extractors/extractors.dart | 13 +-
.../graph_builder/extractors/label_extractor.dart | 24 +-
.../modules/graph/graph_builder/graph_builder.dart | 246 +++++++++++++++++++++
.../graph/graph_builder/painters/edge_painter.dart | 105 +++++++++
.../graph_builder/painters/graph_painter.dart | 86 +++++++
.../graph/graph_builder/painters/node_painter.dart | 91 ++++++++
.../frontend/lib/modules/graph/models/graph.dart | 121 ++++++++++
.../lib/modules/graph/models/table_cell.dart | 25 ++-
.../lib/modules/output/components/graph.dart | 101 +++++++++
.../lib/modules/output/components/output.dart | 17 +-
.../lib/modules/output/components/output_area.dart | 15 +-
.../components/output_header/output_header.dart | 4 +-
.../components/output_header/output_tabs.dart | 19 +-
.../lib/modules/sdk/components/sdk_selector.dart | 7 +-
.../embedded_playground_page.dart | 6 +-
.../components/playground_page_body.dart | 13 +-
.../pages/playground/states/examples_state.dart | 11 +-
.../pages/playground/states/playground_state.dart | 6 +
playground/frontend/pubspec.lock | 9 +-
.../code_repository/code_repository_test.dart | 28 +++
.../code_repository_test.mocks.dart | 8 +
.../states/example_selector_state_test.mocks.dart | 7 +
.../streaming/AbstractStreamOperatorCompat.java | 31 +++
.../runners/flink/metrics/MetricGroupWrapper.java} | 19 +-
.../runners/flink/streaming/StreamSources.java | 27 ++-
.../streaming/AbstractStreamOperatorCompat.java | 31 +++
.../runners/flink/streaming/StreamSources.java | 27 ++-
.../runners/flink/streaming/StreamSources.java | 27 ++-
runners/flink/1.14/build.gradle | 34 +++
.../job-server-container/build.gradle | 0
runners/flink/1.14/job-server/build.gradle | 31 +++
.../streaming/AbstractStreamOperatorCompat.java | 28 +++
.../beam/runners/flink/RemoteMiniClusterImpl.java} | 31 ++-
.../runners/flink/metrics/MetricGroupWrapper.java} | 19 +-
.../runners/flink/streaming/StreamSources.java | 15 +-
runners/flink/flink_runner.gradle | 13 +-
.../flink/FlinkPipelineExecutionEnvironment.java | 7 +-
.../wrappers/streaming/DoFnOperator.java | 71 +++---
.../streaming/ExecutableStageDoFnOperator.java | 8 +-
.../beam/runners/flink/FlinkSavepointTest.java | 70 +++---
.../flink/metrics/FlinkMetricContainerTest.java | 3 +-
.../flink/streaming/BoundedSourceRestoreTest.java | 28 +--
.../wrappers/streaming/DoFnOperatorTest.java | 4 +-
.../streaming/ExecutableStageDoFnOperatorTest.java | 2 +-
.../streaming/io/UnboundedSourceWrapperTest.java | 43 +---
runners/google-cloud-dataflow-java/build.gradle | 2 +-
runners/samza/build.gradle | 1 +
.../beam/sdk/testing/UsesProcessingTimeTimers.java | 17 +-
.../apache/beam/sdk/transforms/GroupByKeyTest.java | 8 +-
.../org/apache/beam/sdk/transforms/ParDoTest.java | 13 +-
.../extensions/sql/impl/transform/agg/CountIf.java | 53 ++---
.../sql/impl/transform/agg/CountIfTest.java | 78 +++++++
.../sql/impl/transform/agg/VarianceFnTest.java | 4 +-
.../beam/sdk/io/aws2/kinesis/KinesisIOIT.java | 225 ++++++++-----------
.../sdk/io/aws2/kinesis/KinesisTestOptions.java | 87 --------
.../python/apache_beam/options/pipeline_options.py | 2 +-
.../apache_beam/transforms/userstate_test.py | 8 +-
settings.gradle.kts | 4 +
website/www/site/content/en/roadmap/_index.md | 4 +-
website/www/site/content/en/roadmap/java-sdk.md | 6 +-
75 files changed, 1893 insertions(+), 519 deletions(-)
create mode 100644 playground/frontend/lib/modules/graph/graph_builder/canvas_drawer.dart
create mode 100644 playground/frontend/lib/modules/graph/graph_builder/extractors/edge_extractor.dart
create mode 100644 playground/frontend/lib/modules/graph/graph_builder/extractors/element_extractor.dart
copy runners/flink/1.11/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java => playground/frontend/lib/modules/graph/graph_builder/extractors/extractor_utils.dart (57%)
copy runners/flink/1.11/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java => playground/frontend/lib/modules/graph/graph_builder/extractors/extractors.dart (57%)
copy runners/flink/1.11/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java => playground/frontend/lib/modules/graph/graph_builder/extractors/label_extractor.dart (57%)
create mode 100644 playground/frontend/lib/modules/graph/graph_builder/graph_builder.dart
create mode 100644 playground/frontend/lib/modules/graph/graph_builder/painters/edge_painter.dart
create mode 100644 playground/frontend/lib/modules/graph/graph_builder/painters/graph_painter.dart
create mode 100644 playground/frontend/lib/modules/graph/graph_builder/painters/node_painter.dart
create mode 100644 playground/frontend/lib/modules/graph/models/graph.dart
copy runners/flink/1.11/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java => playground/frontend/lib/modules/graph/models/table_cell.dart (57%)
create mode 100644 playground/frontend/lib/modules/output/components/graph.dart
copy runners/flink/1.11/src/{main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java => test/java/org/apache/beam/runners/flink/metrics/MetricGroupWrapper.java} (57%)
create mode 100644 runners/flink/1.14/build.gradle
copy runners/flink/{1.13 => 1.14}/job-server-container/build.gradle (100%)
create mode 100644 runners/flink/1.14/job-server/build.gradle
copy runners/flink/{1.12 => 1.14}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java (75%)
copy runners/flink/{1.11/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java => 1.14/src/test/java/org/apache/beam/runners/flink/RemoteMiniClusterImpl.java} (53%)
copy runners/flink/{1.11/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java => 1.14/src/test/java/org/apache/beam/runners/flink/metrics/MetricGroupWrapper.java} (57%)
copy runners/flink/{1.12 => 1.14}/src/test/java/org/apache/beam/runners/flink/streaming/StreamSources.java (84%)
copy runners/flink/1.11/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java => sdks/java/core/src/main/java/org/apache/beam/sdk/testing/UsesProcessingTimeTimers.java (57%)
create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/impl/transform/agg/CountIfTest.java
delete mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisTestOptions.java