This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git
from 25e1a64641b Fix referenced README url (#27977) add 35596b7050c [AWS SQS] Support strict expiration of SQS batches when writing (#27484) add ef12a33bf43 Add Java IO Direct jobs: Cdap, HBase, HCatalog, InfluxDb, Kudu (#27955) add b855ec58df5 Replace ip (104.154.241.245, 35.193.202.176) with metrics.beam.apache.org (#27945) add de3fbd14e28 Remove OWNERS files (#27896) add d1ec4ba3728 Remove Pablo from IO reviewers (#27988) add c9d8dcfa327 Bump org.checkerframework:checkerframework-gradle-plugin (#27793) add d2663f95af3 Add Vertex AI image classification integration test (#27958) add 3459a1cddef Bump google.golang.org/api from 0.135.0 to 0.136.0 in /sdks (#27950) add 5b8149a5783 Remove unused `reverse` argument in SmallestPerKey (#27621) add afb492305a7 Added the security section into CHANGES add f388f3c2f64 Merge pull request #27976: Added the security section into CHANGES add be3428f976d Update JavaCC Gradle plugin to latest version (3.0.0) (#27869) add 8837c93d642 Re-word line in Octo case study add 83f09e70682 Merge pull request #27992 from jrmccluskey/caseStudyCleanup add bbaa7ebd3ee Github Workflow Replacement for Jenkins Job, beam_PreCommit_SQL_Java17 (Cron, Commit, Phrase) (#27965) add 606060dc57f Add pytest logging in VC tests. (#27993) add 9c548b34c7d pull out StreamPool/StreamData from WindmillServerStub file. Organize streaming appliance files into their own directory. (#27593) No new revisions were added by this update. Summary of changes: .github/REVIEWERS.yml | 1 - .github/workflows/README.md | 6 + .../beam_PreCommit_Java_Cdap_IO_Direct.yml | 99 ++ .../beam_PreCommit_Java_HBase_IO_Direct.yml | 97 ++ .../beam_PreCommit_Java_HCatalog_IO_Direct.yml | 97 ++ .../beam_PreCommit_Java_InfluxDb_IO_Direct.yml | 95 ++ .../beam_PreCommit_Java_Kudu_IO_Direct.yml | 95 ++ .github/workflows/beam_PreCommit_SQL_Java17.yml | 111 +++ .test-infra/OWNERS | 4 - .test-infra/jenkins/OWNERS | 6 - .test-infra/jupyter/OWNERS | 4 - .test-infra/kubernetes/OWNERS | 5 - .test-infra/metrics/OWNERS | 8 - .../metrics/src/test/groovy/ProberTests.groovy | 2 +- .test-infra/terraform/OWNERS | 5 - CHANGES.md | 3 + OWNERS | 22 - buildSrc/OWNERS | 4 - buildSrc/build.gradle.kts | 3 +- examples/java/OWNERS | 5 - gradle/OWNERS | 4 - it/OWNERS | 5 - model/OWNERS | 5 - model/fn-execution/OWNERS | 6 - model/interactive/OWNERS | 4 - model/job-management/OWNERS | 6 - model/pipeline/OWNERS | 6 - ownership/JAVA_DEPENDENCY_OWNERS.yaml | 1013 -------------------- ownership/PYTHON_DEPENDENCY_OWNERS.yaml | 97 -- release/OWNERS | 4 - runners/core-construction-java/OWNERS | 4 - runners/core-java/OWNERS | 5 - .../org/apache/beam/runners/core/metrics/OWNERS | 4 - runners/direct-java/OWNERS | 4 - .../apache/beam/runners/extensions/metrics/OWNERS | 4 - runners/flink/OWNERS | 6 - runners/google-cloud-dataflow-java/OWNERS | 5 - .../worker/MetricTrackingWindmillServerStub.java | 59 +- .../dataflow/worker/StreamingDataflowWorker.java | 10 +- .../options/StreamingDataflowWorkerOptions.java | 4 +- .../worker/windmill/AbstractWindmillStream.java | 1 - .../worker/windmill/WindmillServerBase.java | 12 +- .../worker/windmill/WindmillServerStub.java | 163 +--- .../dataflow/worker/windmill/WindmillStream.java | 89 ++ .../worker/windmill/WindmillStreamPool.java | 181 ++++ .../JniWindmillApplianceServer.java} | 13 +- .../windmill/grpcclient/GrpcCommitWorkStream.java | 2 +- .../windmill/grpcclient/GrpcGetDataStream.java | 2 +- .../windmill/grpcclient/GrpcGetWorkStream.java | 4 +- .../windmill/grpcclient/GrpcWindmillServer.java | 4 + .../dataflow/worker/FakeWindmillServer.java | 117 +-- .../worker/windmill/WindmillStreamPoolTest.java | 251 +++++ .../grpcclient/GrpcWindmillServerTest.java | 6 +- runners/java-fn-execution/OWNERS | 5 - runners/local-java/OWNERS | 4 - runners/portability/OWNERS | 4 - runners/samza/OWNERS | 6 - runners/spark/OWNERS | 4 - sdks/go.mod | 12 +- sdks/go.sum | 28 +- sdks/go/OWNERS | 5 - sdks/java/OWNERS | 5 - sdks/java/build-tools/OWNERS | 4 - sdks/java/container/OWNERS | 5 - sdks/java/core/OWNERS | 4 - .../extensions/google-cloud-platform-core/OWNERS | 8 - sdks/java/extensions/sql/OWNERS | 10 - sdks/java/extensions/sql/build.gradle | 2 +- sdks/java/fn-execution/OWNERS | 5 - sdks/java/harness/OWNERS | 4 - sdks/java/io/OWNERS | 7 - sdks/java/io/amazon-web-services/OWNERS | 5 - sdks/java/io/amazon-web-services2/OWNERS | 5 - .../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 295 ++++-- .../sdk/io/aws2/sqs/SqsIOWriteBatchesTest.java | 87 ++ sdks/java/io/amqp/OWNERS | 4 - sdks/java/io/cassandra/OWNERS | 5 - sdks/java/io/cdap/OWNERS | 1 - sdks/java/io/clickhouse/OWNERS | 4 - sdks/java/io/clickhouse/build.gradle | 3 +- sdks/java/io/common/OWNERS | 5 - sdks/java/io/elasticsearch-tests/OWNERS | 5 - sdks/java/io/elasticsearch/OWNERS | 7 - sdks/java/io/file-based-io-tests/OWNERS | 7 - sdks/java/io/file-schema-transform/OWNERS | 8 - sdks/java/io/google-cloud-platform/OWNERS | 36 - sdks/java/io/hadoop-common/OWNERS | 5 - sdks/java/io/hadoop-file-system/OWNERS | 5 - sdks/java/io/hadoop-format/OWNERS | 5 - sdks/java/io/hbase/OWNERS | 5 - sdks/java/io/hcatalog/OWNERS | 5 - sdks/java/io/jdbc/OWNERS | 5 - sdks/java/io/jms/OWNERS | 4 - sdks/java/io/kafka/OWNERS | 7 - sdks/java/io/kinesis/OWNERS | 5 - sdks/java/io/kudu/OWNERS | 4 - sdks/java/io/mongodb/OWNERS | 4 - sdks/java/io/mqtt/OWNERS | 4 - sdks/java/io/neo4j/OWNERS | 5 - sdks/java/io/parquet/OWNERS | 6 - sdks/java/io/rabbitmq/OWNERS | 4 - sdks/java/io/redis/OWNERS | 4 - sdks/java/io/solr/OWNERS | 4 - sdks/java/io/sparkreceiver/2/OWNERS | 1 - sdks/java/javadoc/OWNERS | 4 - sdks/java/testing/OWNERS | 6 - sdks/java/testing/load-tests/OWNERS | 5 - sdks/java/testing/nexmark/OWNERS | 5 - sdks/java/testing/test-utils/OWNERS | 5 - sdks/python/OWNERS | 12 - sdks/python/apache_beam/coders/OWNERS | 4 - sdks/python/apache_beam/examples/OWNERS | 5 - sdks/python/apache_beam/internal/OWNERS | 5 - sdks/python/apache_beam/io/OWNERS | 6 - sdks/python/apache_beam/metrics/OWNERS | 5 - .../ml/inference/vertex_ai_inference_it_test.py | 69 ++ .../ml/inference/vertex_ai_tests_requirements.txt | 19 + sdks/python/apache_beam/options/OWNERS | 5 - sdks/python/apache_beam/portability/OWNERS | 6 - sdks/python/apache_beam/runners/OWNERS | 5 - sdks/python/apache_beam/testing/OWNERS | 5 - .../python/apache_beam/testing/analyzers/README.md | 17 +- .../testing/analyzers/tests_config.yaml | 12 +- sdks/python/apache_beam/tools/OWNERS | 5 - sdks/python/apache_beam/transforms/OWNERS | 6 - sdks/python/apache_beam/transforms/combiners.py | 2 +- sdks/python/apache_beam/typehints/OWNERS | 4 - sdks/python/apache_beam/utils/OWNERS | 5 - sdks/python/container/OWNERS | 6 - sdks/python/container/run_validatescontainer.sh | 3 +- sdks/python/pytest.ini | 1 + sdks/python/scripts/OWNERS | 4 - sdks/python/test-suites/dataflow/common.gradle | 38 + sdks/python/test-suites/direct/common.gradle | 2 +- sdks/python/tox.ini | 15 +- settings.gradle.kts | 6 + website/OWNERS | 5 - website/www/site/content/en/case-studies/octo.md | 2 +- .../www/site/content/en/contribute/dependencies.md | 4 - 139 files changed, 1744 insertions(+), 2017 deletions(-) create mode 100644 .github/workflows/beam_PreCommit_Java_Cdap_IO_Direct.yml create mode 100644 .github/workflows/beam_PreCommit_Java_HBase_IO_Direct.yml create mode 100644 .github/workflows/beam_PreCommit_Java_HCatalog_IO_Direct.yml create mode 100644 .github/workflows/beam_PreCommit_Java_InfluxDb_IO_Direct.yml create mode 100644 .github/workflows/beam_PreCommit_Java_Kudu_IO_Direct.yml create mode 100644 .github/workflows/beam_PreCommit_SQL_Java17.yml delete mode 100644 .test-infra/OWNERS delete mode 100644 .test-infra/jenkins/OWNERS delete mode 100644 .test-infra/jupyter/OWNERS delete mode 100644 .test-infra/kubernetes/OWNERS delete mode 100644 .test-infra/metrics/OWNERS delete mode 100644 .test-infra/terraform/OWNERS delete mode 100644 OWNERS delete mode 100644 buildSrc/OWNERS delete mode 100644 examples/java/OWNERS delete mode 100644 gradle/OWNERS delete mode 100644 it/OWNERS delete mode 100644 model/OWNERS delete mode 100644 model/fn-execution/OWNERS delete mode 100644 model/interactive/OWNERS delete mode 100644 model/job-management/OWNERS delete mode 100644 model/pipeline/OWNERS delete mode 100644 ownership/JAVA_DEPENDENCY_OWNERS.yaml delete mode 100644 ownership/PYTHON_DEPENDENCY_OWNERS.yaml delete mode 100644 release/OWNERS delete mode 100644 runners/core-construction-java/OWNERS delete mode 100644 runners/core-java/OWNERS delete mode 100644 runners/core-java/src/main/java/org/apache/beam/runners/core/metrics/OWNERS delete mode 100644 runners/direct-java/OWNERS delete mode 100644 runners/extensions-java/metrics/src/main/java/org/apache/beam/runners/extensions/metrics/OWNERS delete mode 100644 runners/flink/OWNERS delete mode 100644 runners/google-cloud-dataflow-java/OWNERS create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/WindmillStream.java create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/WindmillStreamPool.java rename runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/{WindmillServer.java => appliance/JniWindmillApplianceServer.java} (83%) create mode 100644 runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/WindmillStreamPoolTest.java delete mode 100644 runners/java-fn-execution/OWNERS delete mode 100644 runners/local-java/OWNERS delete mode 100644 runners/portability/OWNERS delete mode 100644 runners/samza/OWNERS delete mode 100644 runners/spark/OWNERS delete mode 100644 sdks/go/OWNERS delete mode 100644 sdks/java/OWNERS delete mode 100644 sdks/java/build-tools/OWNERS delete mode 100644 sdks/java/container/OWNERS delete mode 100644 sdks/java/core/OWNERS delete mode 100644 sdks/java/extensions/google-cloud-platform-core/OWNERS delete mode 100644 sdks/java/extensions/sql/OWNERS delete mode 100644 sdks/java/fn-execution/OWNERS delete mode 100644 sdks/java/harness/OWNERS delete mode 100644 sdks/java/io/OWNERS delete mode 100644 sdks/java/io/amazon-web-services/OWNERS delete mode 100644 sdks/java/io/amazon-web-services2/OWNERS delete mode 100644 sdks/java/io/amqp/OWNERS delete mode 100644 sdks/java/io/cassandra/OWNERS delete mode 100644 sdks/java/io/cdap/OWNERS delete mode 100644 sdks/java/io/clickhouse/OWNERS delete mode 100644 sdks/java/io/common/OWNERS delete mode 100644 sdks/java/io/elasticsearch-tests/OWNERS delete mode 100644 sdks/java/io/elasticsearch/OWNERS delete mode 100644 sdks/java/io/file-based-io-tests/OWNERS delete mode 100644 sdks/java/io/file-schema-transform/OWNERS delete mode 100644 sdks/java/io/google-cloud-platform/OWNERS delete mode 100644 sdks/java/io/hadoop-common/OWNERS delete mode 100644 sdks/java/io/hadoop-file-system/OWNERS delete mode 100644 sdks/java/io/hadoop-format/OWNERS delete mode 100644 sdks/java/io/hbase/OWNERS delete mode 100644 sdks/java/io/hcatalog/OWNERS delete mode 100644 sdks/java/io/jdbc/OWNERS delete mode 100644 sdks/java/io/jms/OWNERS delete mode 100644 sdks/java/io/kafka/OWNERS delete mode 100644 sdks/java/io/kinesis/OWNERS delete mode 100644 sdks/java/io/kudu/OWNERS delete mode 100644 sdks/java/io/mongodb/OWNERS delete mode 100644 sdks/java/io/mqtt/OWNERS delete mode 100644 sdks/java/io/neo4j/OWNERS delete mode 100644 sdks/java/io/parquet/OWNERS delete mode 100644 sdks/java/io/rabbitmq/OWNERS delete mode 100644 sdks/java/io/redis/OWNERS delete mode 100644 sdks/java/io/solr/OWNERS delete mode 100644 sdks/java/io/sparkreceiver/2/OWNERS delete mode 100644 sdks/java/javadoc/OWNERS delete mode 100644 sdks/java/testing/OWNERS delete mode 100644 sdks/java/testing/load-tests/OWNERS delete mode 100644 sdks/java/testing/nexmark/OWNERS delete mode 100644 sdks/java/testing/test-utils/OWNERS delete mode 100644 sdks/python/OWNERS delete mode 100644 sdks/python/apache_beam/coders/OWNERS delete mode 100644 sdks/python/apache_beam/examples/OWNERS delete mode 100644 sdks/python/apache_beam/internal/OWNERS delete mode 100644 sdks/python/apache_beam/io/OWNERS delete mode 100644 sdks/python/apache_beam/metrics/OWNERS create mode 100644 sdks/python/apache_beam/ml/inference/vertex_ai_inference_it_test.py create mode 100644 sdks/python/apache_beam/ml/inference/vertex_ai_tests_requirements.txt delete mode 100644 sdks/python/apache_beam/options/OWNERS delete mode 100644 sdks/python/apache_beam/portability/OWNERS delete mode 100644 sdks/python/apache_beam/runners/OWNERS delete mode 100644 sdks/python/apache_beam/testing/OWNERS delete mode 100644 sdks/python/apache_beam/tools/OWNERS delete mode 100644 sdks/python/apache_beam/transforms/OWNERS delete mode 100644 sdks/python/apache_beam/typehints/OWNERS delete mode 100644 sdks/python/apache_beam/utils/OWNERS delete mode 100644 sdks/python/container/OWNERS delete mode 100644 sdks/python/scripts/OWNERS delete mode 100644 website/OWNERS