This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git
from 2f0aaea066f [BEAM-14017] beam_PreCommit_CommunityMetrics_Cron test failing (#17396) add 851355f5ad9 Annotating Read API tests. add 433ef8e104f Merge pull request #17144: [BEAM-10917] Annotating Read API tests. add d38c2d77e7f BEAM-13582 Fixing broken links in the documentation (#17300) add 49a8da27f24 [BEAM-14335] Spotless Spark sources add 839ff5749c7 Merge pull request #17407: [BEAM-14335] Spotless Spark sources add 378338c1940 [BEAM-13657] Sunset python 3.6 (#17252) add 373c1c9cb96 Removes unsupported Python 3.6 from the release validation script (#17397) add 59542096cb5 [BEAM-13984] Implement RunInference for PyTorch (#17196) add 5e3a59fe200 [BEAM-14345] Force paranamer 2.8 for Spark Hadoop version tests to avoid issues when using Scala 2.12 add 33f2b7ee37e Merge pull request #17424: [BEAM-14345] Force paranamer 2.8 for Spark Hadoop version tests to avoid issues when using Scala 2.12 add a64572ea68d [BEAM-13945] add json type support for java bigquery connector (#17209) add 8f4456636ab [BEAM-14346] Fix incorrect error case index in ret2() (#17425) add 3baf14c8e29 Revert "[BEAM-14300] Fix Java precommit failure" add 11c465351a3 Revert "Merge pull request #17223 from [BEAM-14215] Improve argument validation in SnowflakeIO" add 76903772b2e Merge pull request #17426 from Snowflake-Labs/revert-snowflake-io-fix add 65068d663c8 [BEAM-14342] Fix wrong default buffer type in fn_runner (#17420) add a5d6dac77da Updates opencensus-api dependency to the latest version - 0.31.0 (#17421) add 657caa88c01 [BEAM-14306] Add unit testing to pane coder (#17370) add 266005cfbfd Updated the dep and golden for screen diff integration tests (#17442) No new revisions were added by this update. Summary of changes: .github/workflows/build_wheels.yml | 8 +- .github/workflows/python_tests.yml | 5 +- .test-infra/jenkins/PythonTestProperties.groovy | 1 - .test-infra/jenkins/README.md | 3 +- .../job_PostCommit_PortableJar_Flink.groovy | 1 - .../jenkins/job_PreCommit_Portable_Python.groovy | 2 +- CHANGES.md | 2 +- build.gradle.kts | 11 +- .../org/apache/beam/gradle/BeamModulePlugin.groovy | 1 - .../apache/beam/gradle/GrpcVendoring_1_43_2.groovy | 2 +- release/src/main/scripts/run_rc_validation.sh | 2 +- .../google-cloud-dataflow-java/worker/build.gradle | 2 +- .../worker/legacy-worker/build.gradle | 2 +- runners/{flink => spark}/build.gradle | 0 runners/spark/spark_runner.gradle | 2 + .../spark/stateful/SparkTimerInternals.java | 3 +- .../spark/structuredstreaming/Constants.java | 1 - .../translation/AbstractTranslationContext.java | 49 +- .../CreatePCollectionViewTranslatorBatch.java | 3 +- .../translation/batch/FlattenTranslatorBatch.java | 3 +- .../translation/batch/ParDoTranslatorBatch.java | 3 +- .../batch/ReadSourceTranslatorBatch.java | 3 +- .../batch/ReshuffleTranslatorBatch.java | 3 +- .../streaming/ReadSourceTranslatorStreaming.java | 4 +- .../GroupNonMergingWindowsFunctions.java | 29 +- .../SparkBatchPortablePipelineTranslator.java | 6 +- .../translation/SparkExecutableStageFunction.java | 24 +- .../SparkStreamingPortablePipelineTranslator.java | 1 - .../spark/translation/TransformTranslator.java | 5 +- .../runners/spark/GlobalWatermarkHolderTest.java | 4 +- .../metrics/sink/SparkMetricsSinkTest.java | 3 +- .../spark/translation/TransformTranslatorTest.java | 6 +- .../translation/streaming/CreateStreamTest.java | 10 +- sdks/go/pkg/beam/core/graph/coder/panes.go | 18 +- sdks/go/pkg/beam/core/graph/coder/panes_test.go | 179 ++++++ sdks/go/pkg/beam/core/runtime/exec/fn.go | 2 +- sdks/go/pkg/beam/core/runtime/exec/fn_arity.go | 3 - sdks/go/pkg/beam/core/runtime/exec/fn_arity.tmpl | 3 - sdks/go/pkg/beam/core/runtime/exec/fn_test.go | 62 +- sdks/java/io/google-cloud-platform/build.gradle | 3 +- .../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 2 + .../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 12 +- .../beam/sdk/io/gcp/bigquery/BigQueryIOJsonIT.java | 674 +++++++++++++++++++++ .../apache/beam/sdk/io/snowflake/SnowflakeIO.java | 49 +- .../test/unit/DataSourceConfigurationTest.java | 141 +---- .../test/unit/read/SnowflakeIOReadTest.java | 52 -- sdks/python/apache_beam/io/gcp/bigquery.py | 2 + .../apache_beam/io/gcp/bigquery_read_it_test.py | 8 + sdks/python/apache_beam/ml/inference/pytorch.py | 101 +++ .../apache_beam/ml/inference/pytorch_test.py | 209 +++++++ .../Darwin/7a35f487b2a5f3a9b9852a8659eeb4bd.png | Bin 762483 -> 750154 bytes .../runners/portability/fn_api_runner/execution.py | 8 +- .../runners/portability/fn_api_runner/fn_runner.py | 9 +- sdks/python/container/build.gradle | 3 - .../container/license_scripts/dep_urls_py.yaml | 2 + .../container/py36/base_image_requirements.txt | 159 ----- sdks/python/container/py36/build.gradle | 28 - sdks/python/container/run_validatescontainer.sh | 2 - sdks/python/pytest.ini | 1 + sdks/python/setup.py | 5 +- sdks/python/test-suites/dataflow/py36/build.gradle | 24 - sdks/python/test-suites/direct/py36/build.gradle | 24 - sdks/python/test-suites/gradle.properties | 2 +- sdks/python/test-suites/portable/py36/build.gradle | 26 - sdks/python/test-suites/tox/py36/build.gradle | 32 - sdks/python/test-suites/tox/py38/build.gradle | 9 + sdks/python/tox.ini | 26 +- settings.gradle.kts | 5 - website/www/site/content/en/blog/beam-2.29.0.md | 2 +- .../www/site/content/en/blog/beam-a-look-back.md | 2 +- .../content/en/blog/beam-summit-digital-2020.md | 4 +- .../content/en/blog/beam-summit-europe-2019.md | 2 +- .../en/blog/review-input-streaming-connectors.md | 10 +- .../content/en/contribute/become-a-committer.md | 4 +- .../site/content/en/contribute/release-guide.md | 2 +- .../documentation/io/built-in/google-bigquery.md | 2 +- .../site/content/en/documentation/io/testing.md | 4 +- .../content/en/documentation/programming-guide.md | 2 +- .../documentation/resources/learning-resources.md | 3 +- .../content/en/documentation/runners/direct.md | 2 +- .../content/en/documentation/runners/jstorm.md | 4 +- .../en/documentation/runtime/environments.md | 2 +- 82 files changed, 1448 insertions(+), 686 deletions(-) copy runners/{flink => spark}/build.gradle (100%) create mode 100644 sdks/go/pkg/beam/core/graph/coder/panes_test.go create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIOJsonIT.java create mode 100644 sdks/python/apache_beam/ml/inference/pytorch.py create mode 100644 sdks/python/apache_beam/ml/inference/pytorch_test.py delete mode 100644 sdks/python/container/py36/base_image_requirements.txt delete mode 100644 sdks/python/container/py36/build.gradle delete mode 100644 sdks/python/test-suites/dataflow/py36/build.gradle delete mode 100644 sdks/python/test-suites/direct/py36/build.gradle delete mode 100644 sdks/python/test-suites/portable/py36/build.gradle delete mode 100644 sdks/python/test-suites/tox/py36/build.gradle