This is an automated email from the ASF dual-hosted git repository. damccorm pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git
from f57c7b94a7a Restrict tox to be in 3.x version (#24601) add 816f3515c4a [Playground] support for Kafka-enabled examples (#24459) No new revisions were added by this update. Summary of changes: .github/workflows/playground_examples_ci.yml | 2 +- .../workflows/playground_examples_ci_reusable.yml | 18 +- .../workflows/tour_of_beam_backend_integration.yml | 2 +- build.gradle.kts | 4 + .../apache/beam/examples/KafkaWordCountAvro.java | 120 ++ .../apache/beam/examples/KafkaWordCountJson.java | 120 ++ playground/api/v1/api.proto | 13 + playground/backend/CONTRIBUTE.md | 30 +- playground/backend/cmd/server/controller.go | 30 +- playground/backend/cmd/server/controller_test.go | 85 +- playground/backend/containers/java/Dockerfile | 26 +- playground/backend/containers/router/Dockerfile | 19 +- playground/backend/datasets/CountWords.avro | Bin 0 -> 888 bytes playground/backend/datasets/CountWords.json | 22 + playground/backend/go.mod | 53 +- playground/backend/go.sum | 350 +++- playground/backend/internal/api/v1/api.pb.go | 1221 +++++++------ playground/backend/internal/api/v1/api_grpc.pb.go | 17 - .../internal/code_processing/code_processing.go | 25 +- .../code_processing/code_processing_test.go | 10 +- .../internal/constants/datastore_constants.go | 1 + .../internal/constants/emulator_constants.go} | 8 +- .../backend/internal/db/datastore/datastore_db.go | 74 +- .../backend/internal/db/dto/precompiled_object.go | 27 +- .../internal/db/dto/precompiled_object_test.go | 219 +++ playground/backend/internal/db/dto/snippet.go | 10 + playground/backend/internal/db/entity/snippet.go | 35 +- playground/backend/internal/db/mapper/mapper.go | 1 + .../db/mapper/precompiled_object_mapper.go | 63 +- .../db/mapper/precompiled_object_mapper_test.go | 82 +- playground/backend/internal/emulators/emulator.go | 106 ++ playground/backend/internal/emulators/kafka.go | 181 ++ .../backend/internal/executors/executor_test.go | 10 +- playground/backend/internal/fs_tool/fs.go | 6 +- playground/backend/internal/fs_tool/fs_test.go | 8 +- .../internal/preparers/go_preparers_test.go | 7 +- .../backend/internal/preparers/java_preparers.go | 45 +- .../internal/preparers/java_preparers_test.go | 23 +- playground/backend/internal/preparers/preparer.go | 14 +- .../backend/internal/preparers/preparer_test.go | 53 +- .../internal/preparers/python_preparers_test.go | 10 +- .../internal/preparers/scio_preparers_test.go | 7 +- .../internal/setup_tools/builder/setup_builder.go | 13 +- .../setup_tools/builder/setup_builder_test.go | 26 +- .../setup_tools/life_cycle/life_cycle_setuper.go | 27 +- .../life_cycle/life_cycle_setuper_test.go | 12 +- .../backend/internal/tests/test_data/test_data.go | 29 +- .../backend/internal/utils/datastore_utils.go | 5 + playground/backend/internal/utils/file_utils.go | 3 +- .../backend/internal/utils/file_utils_test.go | 5 + .../lib/src/api/v1/api.pb.dart | 119 +- .../lib/src/api/v1/api.pbenum.dart | 35 +- .../lib/src/api/v1/api.pbgrpc.dart | 20 +- .../lib/src/api/v1/api.pbjson.dart | 63 +- playground/infrastructure/api/v1/api_pb2.py | 1889 +++----------------- playground/infrastructure/cd_helper.py | 7 +- playground/infrastructure/checker.py | 4 +- playground/infrastructure/ci_helper.py | 5 +- playground/infrastructure/config.py | 37 +- playground/infrastructure/datastore_client.py | 267 +-- playground/infrastructure/grpc_client.py | 8 +- playground/infrastructure/helper.py | 95 +- playground/infrastructure/proxy/allow_list.py | 6 +- .../infrastructure/repository.py | 35 +- playground/infrastructure/requirements.txt | 1 + playground/infrastructure/test_datastore_client.py | 43 +- playground/infrastructure/test_grpc_client.py | 2 +- playground/infrastructure/test_helper.py | 381 +++- playground/infrastructure/test_repository.py | 53 + 69 files changed, 3477 insertions(+), 2870 deletions(-) create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KafkaWordCountAvro.java create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KafkaWordCountJson.java create mode 100755 playground/backend/datasets/CountWords.avro create mode 100644 playground/backend/datasets/CountWords.json copy playground/{frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/directory/ignore.txt => backend/internal/constants/emulator_constants.go} (86%) create mode 100644 playground/backend/internal/db/dto/precompiled_object_test.go create mode 100644 playground/backend/internal/emulators/emulator.go create mode 100644 playground/backend/internal/emulators/kafka.go copy sdks/python/apache_beam/runners/job/utils.py => playground/infrastructure/repository.py (56%) create mode 100644 playground/infrastructure/test_repository.py