You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/09/03 02:56:49 UTC
[beam] tag nightly-master updated (ab597ff -> 9f4d54a)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from ab597ff (commit)
to 9f4d54a (commit)
from ab597ff [BEAM-5122][BEAM-7582] Re-enable ignored tests in PubsubJsonIT (#12750)
add 0335ba5 [BEAM-10137] Add KinesisIO for cross-language usage with python wrapper (#12297)
add 472faa1 [BEAM-10171] Update CHANGES.md, portability website and kinesis docstring
add ca34a21 Merge pull request #12757: [BEAM-10171] Update CHANGES.md, multi-sdk roadmap website with kinesis and snowflake python wrappers
add a6f4a60 [BEAM-10760] Optimize state cleanup for global window in portable Flink runner
add e010b15 Merge pull request #12733: [BEAM-10760] Optimize state cleanup for global window in portable Flink runner
add 6f78edd [BEAM-10773] Use the image flag before the default environment. (#12697)
add 5ebdd6d [BEAM-10807] Add scheduled mail with metrics report (#12685)
add abb4a2c [BEAM-10808] Health checks streaming rpcs to streaming engine backend
add 2f8ea18 Merge pull request #12688: [BEAM-10808] Health checks streaming rpcs to streaming engine backend
add 7b440b9 [BEAM-10545] Added the inspector of PCollections and pipelines
add a49ae35 Simplified some of the code based on comments
add dc3144d Fixed lint issues.
add cfe172f Merge pull request #12626 from [BEAM-10545] Added the inspector of PCollections and pipelines
add 02a6da9 Refactor split logic to reuse common logic.
add b0abce2 Merge pull request #12710 from boyuanzz/split_refactor
add 44bcb53 Gracefully shutdown the channel reader in the test_stream_impl
add 39242ca Add CANCELLED to non error codes for test stream events from grpc
add 9f4d54a Merge pull request #12701 from [BEAM-10603] Gracefully shutdown the channel reader in the test_stream_impl
No new revisions were added by this update.
Summary of changes:
.../jenkins/InfluxDBCredentialsHelper.groovy | 4 +-
.../jenkins/NexmarkDatabaseProperties.groovy | 2 +-
.test-infra/jenkins/README.md | 1 +
.test-infra/jenkins/build.gradle | 28 +
.../jenkins/job_LoadTests_CoGBK_Java.groovy | 4 +-
...ts_CoGBK_Java_spark_structured_streaming.groovy | 2 +-
.../job_LoadTests_Combine_Flink_Python.groovy | 2 +-
.../jenkins/job_LoadTests_Combine_Java.groovy | 4 +-
..._Combine_Java_spark_structured_streaming.groovy | 2 +-
.../jenkins/job_LoadTests_Combine_Python.groovy | 4 +-
.test-infra/jenkins/job_LoadTests_GBK_Java.groovy | 4 +-
...ests_GBK_Java_spark_structured_streaming.groovy | 2 +-
.../jenkins/job_LoadTests_GBK_Python.groovy | 4 +-
.../job_LoadTests_GBK_Python_reiterate.groovy | 4 +-
.../job_LoadTests_ParDo_Flink_Python.groovy | 4 +-
.../jenkins/job_LoadTests_ParDo_Java.groovy | 4 +-
...ts_ParDo_Java_spark_structured_streaming.groovy | 2 +-
.../jenkins/job_LoadTests_ParDo_Python.groovy | 2 +-
.../jenkins/job_LoadTests_coGBK_Python.groovy | 4 +-
.test-infra/jenkins/job_Metrics_Report.groovy | 78 +++
.../job_PerformanceTests_BigQueryIO_Java.groovy | 2 +-
.../job_PerformanceTests_BigQueryIO_Python.groovy | 4 +-
.../job_PerformanceTests_FileBasedIO_IT.groovy | 4 +-
.../job_PerformanceTests_HadoopFormat.groovy | 2 +-
.../jenkins/job_PerformanceTests_JDBC.groovy | 2 +-
.../jenkins/job_PerformanceTests_KafkaIO_IT.groovy | 2 +-
.../job_PerformanceTests_MongoDBIO_IT.groovy | 2 +-
.../job_PerformanceTests_PubsubIO_Python.groovy | 2 +-
.../jenkins/job_PerformanceTests_Python.groovy | 2 +-
.../jenkins/metrics_report/dashboards_parser.py | 115 ++++
.../jenkins/metrics_report/report_generator.py | 227 +++++++
.../jenkins/metrics_report/requirements.txt | 20 +
.../templates/Metrics_Report.template | 141 ++++
.test-infra/jenkins/metrics_report/tox.ini | 36 ++
CHANGES.md | 5 +-
.../streaming/ExecutableStageDoFnOperator.java | 33 +
.../streaming/state/FlinkStateInternals.java | 12 +
.../streaming/ExecutableStageDoFnOperatorTest.java | 95 ++-
.../options/StreamingDataflowWorkerOptions.java | 20 +
.../worker/windmill/GrpcWindmillServer.java | 167 ++++-
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 6 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 410 +++++-------
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 712 +++++++++++++++++----
.../io/kinesis/expansion-service}/build.gradle | 22 +-
.../org/apache/beam/sdk/io/kinesis/KinesisIO.java | 121 ++--
.../sdk/io/kinesis/KinesisTransformRegistrar.java | 266 ++++++++
.../io/external/xlang_kinesisio_it_test.py | 320 +++++++++
sdks/python/apache_beam/io/kinesis.py | 328 ++++++++++
.../apache_beam/runners/direct/test_stream_impl.py | 18 +-
.../apache-beam-jupyterlab-sidepanel/package.json | 7 +-
.../__tests__/inspector/InspectableList.test.tsx | 96 +++
.../inspector/InspectableListItem.test.tsx | 62 ++
.../__tests__/inspector/InspectableView.test.tsx | 111 ++++
.../inspector/InspectableViewModel.test.ts | 84 +++
.../src/__tests__/inspector/Inspectables.test.tsx | 110 ++++
.../inspector/InteractiveInspector.test.tsx | 173 +++++
.../src/inspector/InspectableList.tsx | 102 +++
.../src/inspector/InspectableListItem.tsx | 78 +++
.../src/inspector/InspectableView.tsx | 128 ++++
.../src/inspector/InspectableViewModel.ts | 166 +++++
.../src/inspector/Inspectables.tsx | 104 +++
.../src/inspector/InteractiveInspector.tsx | 133 ++++
.../style/index.css | 1 +
.../apache-beam-jupyterlab-sidepanel/tsconfig.json | 1 +
.../apache-beam-jupyterlab-sidepanel/yarn.lock | 321 +++++++++-
sdks/python/test-suites/portable/common.gradle | 2 +
settings.gradle | 1 +
.../content/en/roadmap/connectors-multi-sdk.md | 4 +-
68 files changed, 4464 insertions(+), 477 deletions(-)
create mode 100644 .test-infra/jenkins/job_Metrics_Report.groovy
create mode 100644 .test-infra/jenkins/metrics_report/dashboards_parser.py
create mode 100644 .test-infra/jenkins/metrics_report/report_generator.py
create mode 100644 .test-infra/jenkins/metrics_report/requirements.txt
create mode 100644 .test-infra/jenkins/metrics_report/templates/Metrics_Report.template
create mode 100644 .test-infra/jenkins/metrics_report/tox.ini
copy {.test-infra/jenkins => sdks/java/io/kinesis/expansion-service}/build.gradle (56%)
create mode 100644 sdks/java/io/kinesis/src/main/java/org/apache/beam/sdk/io/kinesis/KinesisTransformRegistrar.java
create mode 100644 sdks/python/apache_beam/io/external/xlang_kinesisio_it_test.py
create mode 100644 sdks/python/apache_beam/io/kinesis.py
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/InspectableList.test.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/InspectableListItem.test.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/InspectableView.test.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/InspectableViewModel.test.ts
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/Inspectables.test.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/InteractiveInspector.test.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/InspectableList.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/InspectableListItem.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/InspectableView.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/InspectableViewModel.ts
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/Inspectables.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/InteractiveInspector.tsx