This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to tag nightly-master in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! *** from ab597ff (commit) to 9f4d54a (commit) from ab597ff [BEAM-5122][BEAM-7582] Re-enable ignored tests in PubsubJsonIT (#12750) add 0335ba5 [BEAM-10137] Add KinesisIO for cross-language usage with python wrapper (#12297) add 472faa1 [BEAM-10171] Update CHANGES.md, portability website and kinesis docstring add ca34a21 Merge pull request #12757: [BEAM-10171] Update CHANGES.md, multi-sdk roadmap website with kinesis and snowflake python wrappers add a6f4a60 [BEAM-10760] Optimize state cleanup for global window in portable Flink runner add e010b15 Merge pull request #12733: [BEAM-10760] Optimize state cleanup for global window in portable Flink runner add 6f78edd [BEAM-10773] Use the image flag before the default environment. (#12697) add 5ebdd6d [BEAM-10807] Add scheduled mail with metrics report (#12685) add abb4a2c [BEAM-10808] Health checks streaming rpcs to streaming engine backend add 2f8ea18 Merge pull request #12688: [BEAM-10808] Health checks streaming rpcs to streaming engine backend add 7b440b9 [BEAM-10545] Added the inspector of PCollections and pipelines add a49ae35 Simplified some of the code based on comments add dc3144d Fixed lint issues. add cfe172f Merge pull request #12626 from [BEAM-10545] Added the inspector of PCollections and pipelines add 02a6da9 Refactor split logic to reuse common logic. add b0abce2 Merge pull request #12710 from boyuanzz/split_refactor add 44bcb53 Gracefully shutdown the channel reader in the test_stream_impl add 39242ca Add CANCELLED to non error codes for test stream events from grpc add 9f4d54a Merge pull request #12701 from [BEAM-10603] Gracefully shutdown the channel reader in the test_stream_impl No new revisions were added by this update. Summary of changes: .../jenkins/InfluxDBCredentialsHelper.groovy | 4 +- .../jenkins/NexmarkDatabaseProperties.groovy | 2 +- .test-infra/jenkins/README.md | 1 + .test-infra/jenkins/build.gradle | 28 + .../jenkins/job_LoadTests_CoGBK_Java.groovy | 4 +- ...ts_CoGBK_Java_spark_structured_streaming.groovy | 2 +- .../job_LoadTests_Combine_Flink_Python.groovy | 2 +- .../jenkins/job_LoadTests_Combine_Java.groovy | 4 +- ..._Combine_Java_spark_structured_streaming.groovy | 2 +- .../jenkins/job_LoadTests_Combine_Python.groovy | 4 +- .test-infra/jenkins/job_LoadTests_GBK_Java.groovy | 4 +- ...ests_GBK_Java_spark_structured_streaming.groovy | 2 +- .../jenkins/job_LoadTests_GBK_Python.groovy | 4 +- .../job_LoadTests_GBK_Python_reiterate.groovy | 4 +- .../job_LoadTests_ParDo_Flink_Python.groovy | 4 +- .../jenkins/job_LoadTests_ParDo_Java.groovy | 4 +- ...ts_ParDo_Java_spark_structured_streaming.groovy | 2 +- .../jenkins/job_LoadTests_ParDo_Python.groovy | 2 +- .../jenkins/job_LoadTests_coGBK_Python.groovy | 4 +- .test-infra/jenkins/job_Metrics_Report.groovy | 78 +++ .../job_PerformanceTests_BigQueryIO_Java.groovy | 2 +- .../job_PerformanceTests_BigQueryIO_Python.groovy | 4 +- .../job_PerformanceTests_FileBasedIO_IT.groovy | 4 +- .../job_PerformanceTests_HadoopFormat.groovy | 2 +- .../jenkins/job_PerformanceTests_JDBC.groovy | 2 +- .../jenkins/job_PerformanceTests_KafkaIO_IT.groovy | 2 +- .../job_PerformanceTests_MongoDBIO_IT.groovy | 2 +- .../job_PerformanceTests_PubsubIO_Python.groovy | 2 +- .../jenkins/job_PerformanceTests_Python.groovy | 2 +- .../jenkins/metrics_report/dashboards_parser.py | 115 ++++ .../jenkins/metrics_report/report_generator.py | 227 +++++++ .../jenkins/metrics_report/requirements.txt | 20 + .../templates/Metrics_Report.template | 141 ++++ .test-infra/jenkins/metrics_report/tox.ini | 36 ++ CHANGES.md | 5 +- .../streaming/ExecutableStageDoFnOperator.java | 33 + .../streaming/state/FlinkStateInternals.java | 12 + .../streaming/ExecutableStageDoFnOperatorTest.java | 95 ++- .../options/StreamingDataflowWorkerOptions.java | 20 + .../worker/windmill/GrpcWindmillServer.java | 167 ++++- sdks/go/pkg/beam/runners/dataflow/dataflow.go | 6 +- .../apache/beam/fn/harness/FnApiDoFnRunner.java | 410 +++++------- .../beam/fn/harness/FnApiDoFnRunnerTest.java | 712 +++++++++++++++++---- .../io/kinesis/expansion-service}/build.gradle | 22 +- .../org/apache/beam/sdk/io/kinesis/KinesisIO.java | 121 ++-- .../sdk/io/kinesis/KinesisTransformRegistrar.java | 266 ++++++++ .../io/external/xlang_kinesisio_it_test.py | 320 +++++++++ sdks/python/apache_beam/io/kinesis.py | 328 ++++++++++ .../apache_beam/runners/direct/test_stream_impl.py | 18 +- .../apache-beam-jupyterlab-sidepanel/package.json | 7 +- .../__tests__/inspector/InspectableList.test.tsx | 96 +++ .../inspector/InspectableListItem.test.tsx | 62 ++ .../__tests__/inspector/InspectableView.test.tsx | 111 ++++ .../inspector/InspectableViewModel.test.ts | 84 +++ .../src/__tests__/inspector/Inspectables.test.tsx | 110 ++++ .../inspector/InteractiveInspector.test.tsx | 173 +++++ .../src/inspector/InspectableList.tsx | 102 +++ .../src/inspector/InspectableListItem.tsx | 78 +++ .../src/inspector/InspectableView.tsx | 128 ++++ .../src/inspector/InspectableViewModel.ts | 166 +++++ .../src/inspector/Inspectables.tsx | 104 +++ .../src/inspector/InteractiveInspector.tsx | 133 ++++ .../style/index.css | 1 + .../apache-beam-jupyterlab-sidepanel/tsconfig.json | 1 + .../apache-beam-jupyterlab-sidepanel/yarn.lock | 321 +++++++++- sdks/python/test-suites/portable/common.gradle | 2 + settings.gradle | 1 + .../content/en/roadmap/connectors-multi-sdk.md | 4 +- 68 files changed, 4464 insertions(+), 477 deletions(-) create mode 100644 .test-infra/jenkins/job_Metrics_Report.groovy create mode 100644 .test-infra/jenkins/metrics_report/dashboards_parser.py create mode 100644 .test-infra/jenkins/metrics_report/report_generator.py create mode 100644 .test-infra/jenkins/metrics_report/requirements.txt create mode 100644 .test-infra/jenkins/metrics_report/templates/Metrics_Report.template create mode 100644 .test-infra/jenkins/metrics_report/tox.ini copy {.test-infra/jenkins => sdks/java/io/kinesis/expansion-service}/build.gradle (56%) create mode 100644 sdks/java/io/kinesis/src/main/java/org/apache/beam/sdk/io/kinesis/KinesisTransformRegistrar.java create mode 100644 sdks/python/apache_beam/io/external/xlang_kinesisio_it_test.py create mode 100644 sdks/python/apache_beam/io/kinesis.py create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/InspectableList.test.tsx create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/InspectableListItem.test.tsx create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/InspectableView.test.tsx create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/InspectableViewModel.test.ts create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/Inspectables.test.tsx create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/__tests__/inspector/InteractiveInspector.test.tsx create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/InspectableList.tsx create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/InspectableListItem.tsx create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/InspectableView.tsx create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/InspectableViewModel.ts create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/Inspectables.tsx create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/inspector/InteractiveInspector.tsx