This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git
from 49dd2df027b Remove shuffle mode=appliance in tests (#24879) add e7244250908 Sync script for grafana dashboard - github actions postcommit workflows (#24073) add f9d30c3fd55 Integration test to load the default example of the default SDK and change the example (#24731) add 07ba8f1c6c3 issue23923 emulated data indicator (#24708) add be5bdbd26c6 Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks (#24917) add de3ebdb5bde issue23918 extract java symbols (#24588) add 5096daafd11 Attempt deserialize all non-standard portable logical types from proto (#24910) add 6ad75405c97 TFT Criteo benchmarks (#24382) add db1f9d23b5f Add thread prefix for StreamingDataflowWorker work executor add e54871d76f0 Merge pull request #24646: Add thread prefix for StreamingDataflowWorker work executor add f9d5de34ae1 update Java version from 11 to 17 (#24839) No new revisions were added by this update. Summary of changes: .gitignore | 4 +- .../job_CloudMLBenchmarkTests_Python.groovy | 54 + .test-infra/metrics/sync/github/sync_workflows.py | 187 + learning/tour-of-beam/frontend/pubspec.yaml | 2 +- playground/frontend/README.md | 31 + playground/frontend/assets/drag_horizontal.svg | 23 - playground/frontend/assets/drag_vertical.svg | 23 - playground/frontend/assets/streaming.svg | 20 + playground/frontend/assets/translations/en.yaml | 1 + playground/frontend/build.gradle | 136 +- .../common/common.dart} | 28 +- .../integration_test/common/common_finders.dart | 99 + .../miscellaneous_ui/description_test.dart} | 56 +- .../miscellaneous_ui/enjoy_playground_test.dart | 102 + .../miscellaneous_ui/output_placement_test.dart | 45 + .../miscellaneous_ui/resize_output_test.dart | 103 + .../miscellaneous_ui/shortcuts_modal_test.dart} | 57 +- .../toggle_brightness_mode_test.dart} | 35 +- .../standalone_change_example_sdk_run_test.dart | 174 + .../standalone_miscellaneous_ui_test.dart} | 48 +- .../lib/components/banner/banner_button.dart | 7 +- .../dropdown_button/dropdown_button.dart | 4 +- .../lib/components/logo/logo_component.dart | 13 +- playground/frontend/lib/constants/assets.dart | 42 - playground/frontend/lib/main.dart | 2 +- .../modules/analytics/analytics_event.dart} | 31 +- .../lib/modules/analytics/analytics_service.dart | 3 + .../analytics/google_analytics_service.dart | 12 + .../description_popover/description_popover.dart | 11 +- .../example_list/example_item_actions.dart | 29 +- .../example_list/expansion_panel_item.dart | 16 +- .../multifile_popover/multifile_popover.dart | 11 +- .../multifile_popover_button.dart | 11 +- .../output_header/output_placements.dart | 1 + .../modules/output/models/output_placement.dart | 13 +- .../lib/modules/sdk/components/sdk_selector.dart | 21 +- .../modules/sdk/components/sdk_selector_row.dart | 5 +- .../modules/shortcuts/components/shortcut_row.dart | 20 +- .../shortcuts/components/shortcuts_modal.dart | 1 + .../lib/pages/embedded_playground/screen.dart | 28 +- .../widgets/embedded_actions.dart | 4 +- .../widgets/embedded_appbar_title.dart | 9 +- .../widgets/embedded_editor.dart | 2 +- .../lib/pages/standalone_playground/screen.dart | 18 +- .../widgets/editor_textarea_wrapper.dart | 108 +- .../feedback/feedback_dropdown_content.dart | 10 +- .../widgets/feedback/playground_feedback.dart | 18 +- .../widgets/more_actions.dart | 19 +- .../widgets/playground_page_body.dart | 27 +- .../lib/src/assets/assets.gen.dart | 102 +- playground/frontend/playground_components/LICENSE | 407 - .../frontend/playground_components/README.md | 28 +- .../playground_components/analysis_options.yaml | 3 - .../playground_components/assets/symbols/go.g.yaml | 15 + .../assets/symbols/java.g.yaml | 13371 +++++++++++++++++++ .../assets/symbols/python.g.yaml | 426 +- .../playground_components/build.gradle.kts | 5 + .../lib/playground_components.dart | 5 + .../lib/src/assets/assets.gen.dart | 3 + .../example_loaders/standard_example_loader.dart | 21 +- .../lib/src/controllers/playground_controller.dart | 40 + .../controllers/snippet_editing_controller.dart | 26 + .../emulator_type.dart} | 14 +- .../run_code_request.dart => models/dataset.dart} | 18 +- .../lib/src/models/example.dart | 8 +- .../lib/src/models/example_base.dart | 7 + .../repositories/code_client/grpc_code_client.dart | 11 +- ...de_request.dart => dataset_grpc_extension.dart} | 30 +- ...sion.dart => emulator_type_grpc_extension.dart} | 43 +- .../example_client/grpc_example_client.dart | 18 +- .../src/repositories/models/run_code_request.dart | 3 + .../lib/src/repositories/sdk_grpc_extension.dart | 4 +- .../lib/src/router/router_delegate.dart} | 31 +- .../lib/src/services/symbols/loaders/map.dart | 12 + .../playground_components/lib/src/theme/theme.dart | 12 +- .../lib/src/widgets/output/output.dart | 10 +- .../lib/src/widgets/split_view.dart | 20 +- .../lib/src/widgets/toasts/toast_listener.dart | 1 + .../frontend/playground_components/pubspec.yaml | 4 +- .../test/src/common/examples.dart | 46 +- .../src/controllers/example_loaders/common.dart | 1 - .../examples_loader_test.mocks.dart | 64 +- .../user_shared_example_loader_test.dart | 3 +- .../src/repositories/code_repository_test.dart | 1 + .../repositories/dataset_grpc_extension_test.dart} | 43 +- .../emulator_type_grpc_extension_test.dart} | 23 +- .../extract_symbols_java_test.dart | 94 + .../tools/extract_symbols_java/java.golden.yaml | 13 + .../sdk_mock/DefaultClass.java | 19 + .../extract_symbols_java/sdk_mock/KotlinClass.kt | 21 + .../sdk_mock/PrivateClass.java | 21 + .../extract_symbols_java/sdk_mock/PublicClass.java | 29 + .../tools/extract_symbols_java/sdk_mock/Test.java | 20 + .../sdk_mock/directory/ExtendedPublicClass.java | 26 + .../sdk_mock/directory/PublicClass.java | 32 + .../sdk_mock/test/TestFolderPublicClass.java | 24 + .../tools/extract_symbols_java/build.gradle | 47 + .../com/playground/extract_symbols/ClassInfo.java | 38 + .../java/com/playground/extract_symbols/Main.java | 124 + .../README.md} | 5 +- .../analysis_options.yaml | 0 .../lib/playground_components_dev.dart} | 22 +- .../lib/src/code.dart} | 21 +- .../lib/src/common_finders.dart | 66 + .../lib/src/example_names.dart} | 15 +- .../lib/src/example_outputs.dart} | 15 +- .../lib/src/example_paths.dart} | 20 +- .../lib/src/examples.dart} | 24 +- .../lib/src/expect.dart} | 25 +- .../lib/src/finder.dart} | 33 +- .../lib/src/string.dart} | 22 +- .../lib/src/widget_tester.dart} | 39 +- .../pubspec.yaml} | 20 +- playground/frontend/pubspec.lock | 58 +- playground/frontend/pubspec.yaml | 8 +- .../frontend/test_driver/integration_test.dart | 0 .../dataflow/worker/StreamingDataflowWorker.java | 12 +- sdks/go.mod | 2 +- sdks/go.sum | 3 +- .../apache/beam/sdk/schemas/SchemaTranslation.java | 53 +- .../beam/sdk/schemas/SchemaTranslationTest.java | 46 + .../testing/benchmarks/cloudml}/__init__.py | 0 .../cloudml/cloudml_benchmark_constants_lib.py | 29 + .../benchmarks/cloudml/cloudml_benchmark_test.py | 90 + .../benchmarks/cloudml/criteo_tft}/__init__.py | 0 .../benchmarks/cloudml/criteo_tft/criteo.py | 158 + .../benchmarks/cloudml/pipelines}/__init__.py | 0 .../benchmarks/cloudml/pipelines/workflow.py | 215 + .../testing/benchmarks/cloudml/requirements.txt | 19 + sdks/python/pytest.ini | 2 + sdks/python/scripts/generate_pydoc.sh | 1 + sdks/python/test-suites/dataflow/build.gradle | 6 + sdks/python/test-suites/dataflow/common.gradle | 34 + sdks/python/test-suites/gradle.properties | 3 +- settings.gradle.kts | 1 + .../site/content/en/get-started/quickstart/java.md | 4 +- 136 files changed, 16605 insertions(+), 1577 deletions(-) create mode 100644 .test-infra/jenkins/job_CloudMLBenchmarkTests_Python.groovy create mode 100644 .test-infra/metrics/sync/github/sync_workflows.py delete mode 100644 playground/frontend/assets/drag_horizontal.svg delete mode 100644 playground/frontend/assets/drag_vertical.svg create mode 100644 playground/frontend/assets/streaming.svg copy playground/frontend/{playground_components/lib/src/repositories/models/run_code_request.dart => integration_test/common/common.dart} (57%) create mode 100644 playground/frontend/integration_test/common/common_finders.dart copy playground/frontend/{playground_components/test/src/controllers/example_loaders/user_shared_example_loader_test.dart => integration_test/miscellaneous_ui/description_test.dart} (50%) create mode 100644 playground/frontend/integration_test/miscellaneous_ui/enjoy_playground_test.dart create mode 100644 playground/frontend/integration_test/miscellaneous_ui/output_placement_test.dart create mode 100644 playground/frontend/integration_test/miscellaneous_ui/resize_output_test.dart copy playground/frontend/{playground_components/test/src/controllers/example_loaders/user_shared_example_loader_test.dart => integration_test/miscellaneous_ui/shortcuts_modal_test.dart} (50%) copy playground/frontend/{lib/pages/embedded_playground/widgets/embedded_editor.dart => integration_test/miscellaneous_ui/toggle_brightness_mode_test.dart} (55%) create mode 100644 playground/frontend/integration_test/standalone_change_example_sdk_run_test.dart copy playground/frontend/{playground_components/test/src/controllers/example_loaders/user_shared_example_loader_test.dart => integration_test/standalone_miscellaneous_ui_test.dart} (50%) delete mode 100644 playground/frontend/lib/constants/assets.dart copy playground/frontend/{playground_components/lib/src/repositories/models/run_code_request.dart => lib/modules/analytics/analytics_event.dart} (62%) copy playground/frontend/{playground_components => }/lib/src/assets/assets.gen.dart (53%) delete mode 100644 playground/frontend/playground_components/LICENSE create mode 100644 playground/frontend/playground_components/assets/symbols/java.g.yaml copy playground/frontend/playground_components/lib/src/{repositories/models/run_code_request.dart => enums/emulator_type.dart} (76%) copy playground/frontend/playground_components/lib/src/{repositories/models/run_code_request.dart => models/dataset.dart} (76%) copy playground/frontend/playground_components/lib/src/repositories/{models/run_code_request.dart => dataset_grpc_extension.dart} (60%) copy playground/frontend/playground_components/lib/src/repositories/{sdk_grpc_extension.dart => emulator_type_grpc_extension.dart} (57%) copy playground/frontend/{lib/pages/embedded_playground/widgets/embedded_editor.dart => playground_components/lib/src/router/router_delegate.dart} (60%) copy playground/frontend/{lib/pages/embedded_playground/widgets/embedded_editor.dart => playground_components/test/src/repositories/dataset_grpc_extension_test.dart} (51%) copy playground/frontend/playground_components/{lib/src/repositories/models/run_code_request.dart => test/src/repositories/emulator_type_grpc_extension_test.dart} (60%) create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_java/extract_symbols_java_test.dart create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_java/java.golden.yaml create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_java/sdk_mock/DefaultClass.java create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_java/sdk_mock/KotlinClass.kt create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_java/sdk_mock/PrivateClass.java create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_java/sdk_mock/PublicClass.java create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_java/sdk_mock/Test.java create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_java/sdk_mock/directory/ExtendedPublicClass.java create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_java/sdk_mock/directory/PublicClass.java create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_java/sdk_mock/test/TestFolderPublicClass.java create mode 100644 playground/frontend/playground_components/tools/extract_symbols_java/build.gradle create mode 100644 playground/frontend/playground_components/tools/extract_symbols_java/src/main/java/com/playground/extract_symbols/ClassInfo.java create mode 100644 playground/frontend/playground_components/tools/extract_symbols_java/src/main/java/com/playground/extract_symbols/Main.java rename playground/frontend/{playground_components/CHANGELOG.md => playground_components_dev/README.md} (83%) copy {learning/tour-of-beam/frontend => playground/frontend/playground_components_dev}/analysis_options.yaml (100%) copy playground/frontend/{playground_components/lib/src/repositories/models/run_code_request.dart => playground_components_dev/lib/playground_components_dev.dart} (74%) copy playground/frontend/{playground_components/lib/src/repositories/models/run_code_request.dart => playground_components_dev/lib/src/code.dart} (70%) create mode 100644 playground/frontend/playground_components_dev/lib/src/common_finders.dart copy playground/frontend/{playground_components/lib/src/repositories/models/run_code_request.dart => playground_components_dev/lib/src/example_names.dart} (76%) copy playground/frontend/{playground_components/lib/src/repositories/models/run_code_request.dart => playground_components_dev/lib/src/example_outputs.dart} (75%) copy playground/frontend/{playground_components/lib/src/repositories/models/run_code_request.dart => playground_components_dev/lib/src/example_paths.dart} (59%) copy playground/frontend/{playground_components/lib/src/repositories/models/run_code_request.dart => playground_components_dev/lib/src/examples.dart} (62%) copy playground/frontend/{playground_components/lib/src/repositories/models/run_code_request.dart => playground_components_dev/lib/src/expect.dart} (62%) copy playground/frontend/{lib/pages/embedded_playground/widgets/embedded_editor.dart => playground_components_dev/lib/src/finder.dart} (55%) copy playground/frontend/{playground_components/lib/src/repositories/models/run_code_request.dart => playground_components_dev/lib/src/string.dart} (65%) copy playground/frontend/{lib/pages/embedded_playground/widgets/embedded_editor.dart => playground_components_dev/lib/src/widget_tester.dart} (51%) copy playground/frontend/{playground_components/analysis_options.yaml => playground_components_dev/pubspec.yaml} (65%) copy {learning/tour-of-beam => playground}/frontend/test_driver/integration_test.dart (100%) copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/testing/benchmarks/cloudml}/__init__.py (100%) create mode 100644 sdks/python/apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_constants_lib.py create mode 100644 sdks/python/apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_test.py copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/testing/benchmarks/cloudml/criteo_tft}/__init__.py (100%) create mode 100644 sdks/python/apache_beam/testing/benchmarks/cloudml/criteo_tft/criteo.py copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/testing/benchmarks/cloudml/pipelines}/__init__.py (100%) create mode 100644 sdks/python/apache_beam/testing/benchmarks/cloudml/pipelines/workflow.py create mode 100644 sdks/python/apache_beam/testing/benchmarks/cloudml/requirements.txt