This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git
from a6ea1485b96 [BEAM-11106] Support drain in Go SDK (#17432) add 731237719a6 add __Init__ to inference. (#17514) add c6962d4d185 [BEAM-14405] Fix NPE when ProjectID is not specified in a template execution add 43d488c55cd Merge pull request #17540: [BEAM-14405] Fix NPE when ProjectID is not specified in a template execution add 0bde7ae8a0e Merge pull request #17440 from [BEAM-14329] Enable exponential backoff retries in FhirIO Execute bundle requests. add f1c10e570ac [BEAM-11104] Fix output forwarding issue for ProcessContinuations (#17543) add 8f2ecfda915 re-add testing package to pydoc (#17524) add 5ab361e8bf5 [BEAM-14250] Amended the workaround (#17531) add 62904f469f4 [BEAM-11104] Fix broken split result validation (#17546) add ee9640eaccf [BEAM-14382] [Website] add banner container for with css, images, html add 81bbf812ab5 [BEAM-14382] change mobile banner img, add padding to banner section desktop add cc44caee2fa Merge pull request #17502 from akvelon/BEAM-14382-add-beam-summit-banner add c904971ab21 Fixed a SQL and screenshots in the Beam SQL blog (#17545) add 52c3f07aa56 Merge pull request #17417: [BEAM-14388] Address some performance problems with the storage API add f691d668750 [BEAM-14386] [Flink] Support for scala 2.12 (#17512) add 9e96ddd4c38 fix test decotrator typo add 0b86cd6220c Merge pull request #17542 from [BEAM-14273] typo fix for BigQueryIO JSON test (python) add df1e6370d5d [BEAM-9245] Unable to pull datatore Entity which contains dict properties add fbcc90c8f55 add test add 228fd1a0021 Merge pull request #17499 from ihji/BEAM-9245 add 1c4418ce463 [BEAM-14294] Worker changes to support trivial Batched DoFns (#17384) add 0a01fbe6dba Moving to 2.40.0-SNAPSHOT on master branch. add e7d3e8c9814 [BEAM-14048] [CdapIO] Add ConfigWrapper for building CDAP PluginConfigs (#17051) No new revisions were added by this update. Summary of changes: CHANGES.md | 1 + .../org/apache/beam/gradle/BeamModulePlugin.groovy | 7 +- gradle.properties | 4 +- runners/flink/flink_runner.gradle | 22 +- sdks/go/pkg/beam/core/core.go | 2 +- sdks/go/pkg/beam/core/runtime/exec/datasource.go | 4 +- sdks/go/pkg/beam/core/runtime/exec/pardo.go | 4 + .../src/main/resources/beam/suppressions.xml | 1 + {.test-infra/jupyter => sdks/java/io/cdap}/OWNERS | 3 - sdks/java/io/{neo4j => cdap}/build.gradle | 39 +- .../org/apache/beam/sdk/io/cdap/ConfigWrapper.java | 88 ++++ .../io/cdap/PluginConfigInstantiationUtils.java | 98 ++++ .../org/apache/beam/sdk/io/cdap}/package-info.java | 4 +- .../apache/beam/sdk/io/cdap/ConfigWrapperTest.java | 139 ++++++ .../cdap/PluginConfigInstantiationUtilsTest.java | 107 +++++ .../test/resources/service_now_test_params.json | 11 + sdks/java/io/google-cloud-platform/build.gradle | 1 + .../beam/sdk/io/gcp/bigquery/BigQueryOptions.java | 6 + .../beam/sdk/io/gcp/bigquery/BigQueryServices.java | 8 + .../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 15 + .../StorageApiWriteRecordsInconsistent.java | 7 +- .../bigquery/StorageApiWriteUnshardedRecords.java | 84 +++- .../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 2 +- .../io/gcp/healthcare/HttpHealthcareApiClient.java | 56 +-- .../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 2 + .../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 2 + .../beam/sdk/io/gcp/healthcare/FhirIOTestUtil.java | 2 +- .../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java | 10 + .../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 16 + sdks/python/apache_beam/coders/fast_coders_test.py | 2 +- sdks/python/apache_beam/coders/row_coder.py | 5 + sdks/python/apache_beam/coders/typecoders.py | 4 +- .../apache_beam/io/gcp/bigquery_json_it_test.py | 10 +- .../apache_beam/io/gcp/datastore/v1new/types.py | 5 +- .../io/gcp/datastore/v1new/types_test.py | 10 + .../python/apache_beam/ml/inference}/__init__.py | 0 sdks/python/apache_beam/ml/inference/api.py | 3 +- sdks/python/apache_beam/ml/inference/base.py | 11 +- sdks/python/apache_beam/ml/inference/base_test.py | 2 +- sdks/python/apache_beam/ml/inference/pytorch.py | 19 +- .../apache_beam/ml/inference/sklearn_inference.py | 11 +- .../ml/inference/sklearn_inference_test.py | 6 +- sdks/python/apache_beam/runners/common.pxd | 15 +- sdks/python/apache_beam/runners/common.py | 505 ++++++++++++++++----- .../portability/fn_api_runner/fn_runner_test.py | 202 +++++++++ .../runners/portability/portable_runner_test.py | 5 + .../apache_beam/runners/worker/bundle_processor.py | 32 +- .../apache_beam/runners/worker/opcounters.pxd | 2 + .../apache_beam/runners/worker/opcounters.py | 17 +- .../apache_beam/runners/worker/operations.pxd | 22 +- .../apache_beam/runners/worker/operations.py | 282 ++++++++++-- .../apache_beam/transforms/batch_dofn_test.py | 14 + sdks/python/apache_beam/transforms/combiners.py | 4 +- .../apache_beam/transforms/ptransform_test.py | 8 +- sdks/python/apache_beam/typehints/batch.py | 6 + sdks/python/apache_beam/utils/windowed_value.pxd | 8 + sdks/python/apache_beam/utils/windowed_value.py | 129 +++++- .../apache_beam/utils/windowed_value_test.py | 92 ++++ sdks/python/apache_beam/version.py | 2 +- sdks/python/scripts/generate_pydoc.sh | 15 +- sdks/python/tox.ini | 1 + settings.gradle.kts | 1 + .../assets/scss/{_playground.sass => _banner.sass} | 49 +- website/www/site/assets/scss/_hero.scss | 3 +- website/www/site/assets/scss/_navbar-desktop.scss | 3 +- website/www/site/assets/scss/main.scss | 1 + .../content/en/blog/beam-sql-with-notebooks.md | 3 +- website/www/site/layouts/partials/header.html | 6 + website/www/site/static/images/banner_desktop.png | Bin 0 -> 32182 bytes website/www/site/static/images/banner_mobile.png | Bin 0 -> 23152 bytes .../images/blog/beam-sql-notebooks/image24.png | Bin 735928 -> 1827405 bytes .../images/blog/beam-sql-notebooks/image25.png | Bin 91003 -> 259026 bytes .../images/blog/beam-sql-notebooks/image26.png | Bin 192296 -> 679636 bytes 73 files changed, 1903 insertions(+), 357 deletions(-) copy {.test-infra/jupyter => sdks/java/io/cdap}/OWNERS (73%) copy sdks/java/io/{neo4j => cdap}/build.gradle (54%) create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/ConfigWrapper.java create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/PluginConfigInstantiationUtils.java copy sdks/java/io/{jdbc/src/main/java/org/apache/beam/sdk/io/jdbc => cdap/src/main/java/org/apache/beam/sdk/io/cdap}/package-info.java (91%) create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/ConfigWrapperTest.java create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/PluginConfigInstantiationUtilsTest.java create mode 100644 sdks/java/io/cdap/src/test/resources/service_now_test_params.json copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/ml/inference}/__init__.py (100%) copy website/www/site/assets/scss/{_playground.sass => _banner.sass} (63%) create mode 100644 website/www/site/static/images/banner_desktop.png create mode 100644 website/www/site/static/images/banner_mobile.png