You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2021/12/21 03:53:33 UTC
[beam] branch nightly-refs/heads/master updated (18fa2a1 -> 05cbe24)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 18fa2a1 Merge pull request #16270: [adhoc] Fix guava imports in tests
add 95ec22b [BEAM-13233] Replace AWS API used to list shards from DescribeStream to ListShards
add 67bcf1e Merge pull request #15973 from mosche/BEAM-13233-aws2-list-shards
add cd74e9f [BEAM-13443] Avoid blocking put to Kinesis records queue to shutdown readers faster
add cdc9065 Merge pull request #16286: [BEAM-13443] Avoid blocking put to Kinesis records queue to shutdown readers faster
add 8b5ec22 Merge pull request #16278 from [BEAM-13479] [Playground] Change logic with Cancel method.
add 935db8e [BEAM-13476] Changed Timeout Error Text
add bf30ba0 Merge pull request #16282 from [BEAM-13476] [Playground] [Bugfix] Update timeout/error message to be more friendly
add 660e698 Merge pull request #16281 from [BEAM-13475] [Playground] [Bugfix] Error message disappears too quick
add 60d67e9 [BEAM-13474] Changed 'Playground' logo text color
add 6ebd420 Merge pull request #16280 from [BEAM-13474] [Playground] [Bugfix] Darkmode - "Playground" should be white color per mocks
add aec2efa Merge pull request #16279 from [BEAM-13473] [Playground] [Bugfix] Reset should reset options when resetting example
add c3825c3 [BEAM-13485][Playground] Change the location where the `go.mod` and 'go.some' files are copied
add 33def57 Merge pull request #16272 from [BEAM-13485][Playground] [Bugfix] Move go.mod and go.sum to executable_files/{pipelineId}
add 4d8d115 Merge pull request #16232 from [BEAM-13285][Playground] Add steps to playgroundPrecommit gradle tasks
add f0d6403 [BEAM-13399] Add check for dev versions of JARs to download code (#16228)
add 81ed94f Merge pull request #16122 from [BEAM-13345] [Playground] add resizable split view for output and source areas
add 0fd6a04 Merge pull request #16170 from [BEAM-13411][Playground] Add getting of logs for the precompiled objects
add afd2c41 Merge pull request #16172 from [BEAM-13417] [Playground] Add java preparator for run katas
add ceb30a3 Merge pull request #16240 from [BEAM-13465][Playground] Change error messages which are sent to the client
add 2a1174a [BEAM-13466]: sort categories and examples by name
add d01c6bb Merge pull request #16245 from [BEAM-13466] [Playground] sort categories and examples by name
add 3b492ad Merge pull request #16234 from [BEAM-13461][Playground] [Bugfix] Error when try to set status after time-out
add ee8e759 Merge pull request #15489 from [BEAM-12865] Allow custom batch_duration in WriteToBigQuery
add f67670b [BEAM-13483] Increase timeout of Java Examples Dataflow suite. (#16226)
add 5dac32d Pin transitive log4j dependencies to 2.17.0 in :sdks:java:io:hcatalog and :sdks:java:extensions:sql:hcatalog (#16289)
add a474db6 [BEAM-13088] Add parameter tempWriteDataset to BigQueryIO to store temp staging tables
add d7cb814 [BEAM-13088] Make tempDataset final
add 25326b2 Merge pull request #16076 from [BEAM-13088] Load BigQuery temp tables into different dataset
add 930c885 [BEAM-13497] Correct class name in Flink tests.
add 73b1ef4 Merge pull request #16294 from ibzib/BEAM-13497
add 0d407fe [BEAM-13434] Bump solr to 8.11.1 (#16296)
add 4e4fb27 [BEAM-13496] Upgrade Flink runner to include log4j patches.
add 05cbe24 Merge pull request #16293 from ibzib/flink-upgrade
No new revisions were added by this update.
Summary of changes:
.../job_PreCommit_Java_Examples_Dataflow.groovy | 2 +-
..._PreCommit_Java_Examples_Dataflow_Java11.groovy | 2 +-
CHANGES.md | 2 +
build.gradle.kts | 1 +
playground/api/v1/api.proto | 48 +-
playground/backend/cmd/server/controller.go | 82 +-
playground/backend/configs/SDK_JAVA.json | 2 +-
playground/backend/internal/api/v1/api.pb.go | 828 ++++++++++++++-------
playground/backend/internal/api/v1/api_grpc.pb.go | 64 +-
.../internal/cloud_bucket/precompiled_objects.go | 11 +
.../internal/code_processing/code_processing.go | 100 +--
.../code_processing/code_processing_test.go | 14 +-
.../internal/environment/environment_service.go | 20 +-
.../environment/environment_service_test.go | 13 +-
playground/backend/internal/executors/executor.go | 6 +-
playground/backend/internal/fs_tool/fs_test.go | 12 +-
playground/backend/internal/fs_tool/java_fs.go | 4 +-
.../backend/internal/fs_tool/java_fs_test.go | 2 +-
.../backend/internal/preparators/go_preparators.go | 18 +-
.../internal/preparators/go_preparators_test.go | 2 +-
.../internal/preparators/java_preparators.go | 91 ++-
.../internal/preparators/java_preparators_test.go | 51 +-
.../internal/setup_tools/builder/setup_builder.go | 7 +
.../setup_tools/builder/setup_builder_test.go | 2 +-
.../setup_tools/life_cycle/life_cycle_setuper.go | 23 +-
.../backend/internal/validators/java_validators.go | 35 +-
.../internal/validators/java_validators_test.go | 70 +-
.../backend/internal/validators/validator.go | 5 +-
.../backend/internal/validators/validator_test.go | 2 +
playground/build.gradle.kts | 10 +
.../frontend/assets/drag_horizontal.svg | 8 +-
.../frontend/assets/drag_vertical.svg | 8 +-
playground/frontend/assets/output_left.svg | 2 +-
playground/frontend/assets/output_right.svg | 2 +-
playground/frontend/build.gradle | 15 +-
playground/frontend/lib/api/v1/api.pb.dart | 518 +++++++++----
playground/frontend/lib/api/v1/api.pbgrpc.dart | 279 ++++---
playground/frontend/lib/api/v1/api.pbjson.dart | 112 ++-
.../lib/components/logo/logo_component.dart | 7 +-
.../lib/components/split_view/split_view.dart | 177 +++++
playground/frontend/lib/constants/assets.dart | 2 +
.../code_repository/code_repository.dart | 24 +-
.../modules/examples/models/category_model.dart | 7 +-
.../lib/modules/examples/models/example_model.dart | 7 +-
.../example_client/grpc_example_client.dart | 24 +-
.../components/base_notification.dart | 3 +-
.../notifications/components/notification.dart | 34 +-
.../components/playground_page_body.dart | 38 +-
.../pages/playground/states/playground_state.dart | 1 +
playground/frontend/pubspec.lock | 7 +
playground/frontend/pubspec.yaml | 1 +
runners/flink/1.11/build.gradle | 2 +-
runners/flink/1.12/build.gradle | 2 +-
runners/flink/1.13/build.gradle | 2 +-
runners/flink/job-server/flink_job_server.gradle | 2 +-
.../core/runtime/xlangx/expansionx/download.go | 5 +
.../runtime/xlangx/expansionx/download_test.go | 11 +
sdks/java/extensions/sql/hcatalog/build.gradle | 14 +
.../aws2/kinesis/DynamicCheckpointGenerator.java | 24 +-
.../io/aws2/kinesis/KinesisReaderCheckpoint.java | 5 +
.../beam/sdk/io/aws2/kinesis/ShardReadersPool.java | 62 +-
.../sdk/io/aws2/kinesis/ShardRecordsIterator.java | 6 +-
.../io/aws2/kinesis/SimplifiedKinesisClient.java | 170 +++--
.../beam/sdk/io/aws2/kinesis/StartingPoint.java | 7 +-
.../io/aws2/kinesis/StartingPointShardsFinder.java | 201 -----
.../sdk/io/aws2/kinesis/AmazonKinesisMock.java | 73 +-
.../kinesis/DynamicCheckpointGeneratorTest.java | 36 +-
.../sdk/io/aws2/kinesis/KinesisMockReadTest.java | 15 +-
.../sdk/io/aws2/kinesis/ShardReadersPoolTest.java | 8 +-
.../aws2/kinesis/SimplifiedKinesisClientTest.java | 306 +++++++-
.../kinesis/StartingPointShardsFinderTest.java | 292 --------
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 11 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 19 +-
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 8 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 53 +-
sdks/java/io/hcatalog/build.gradle | 10 +-
.../beam/sdk/io/kinesis/ShardReadersPool.java | 16 +-
sdks/java/io/solr/build.gradle | 2 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 41 +-
sdks/python/apache_beam/io/gcp/bigquery_test.py | 17 +
80 files changed, 2699 insertions(+), 1526 deletions(-)
copy .test-infra/metrics/sync/jenkins/README.md => playground/frontend/assets/drag_horizontal.svg (71%)
copy .test-infra/metrics/sync/jenkins/README.md => playground/frontend/assets/drag_vertical.svg (74%)
create mode 100644 playground/frontend/lib/components/split_view/split_view.dart
delete mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/StartingPointShardsFinder.java
delete mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/StartingPointShardsFinderTest.java