This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git
from 4799828f753 Persist ghprbPullId parameter in seed job (#22579) add 00b5605852c Adhoc: Fix logging in Spark runner to avoid unnecessary creation of strings (#22638) add 5d6f9f16dc6 Improve exception when requested error tag does not exist (#22401) (#22405) add fa9691fe2e9 Reimplement Pub/Sub Lite's I/O using UnboundedSource. (#22612) add 05eb9b2c298 [Website] update contribution content collapse add e86456ea71b Merge pull request #22468: [Website] update contribution content collapse add 5dced2e55fd Clean up checkstyle suppressions.xml (#22649) add ad120dfe202 [Playground] [Infrastructure] format python code style (#22291) add 8fb494544d7 Minor: Add helpful names for parameterized dataframe.schemas_test (#22630) add 434427e90b5 [BEAM-14118, #21639] Use vendored gRPC 1.48.1 (#22628) add 3031a3d2aca Fix #22466 Add github actions dependency updates with dependabot add 80aec231f6c Change Python PostCommits timeout (#22655) add f56e5476e8a Revert "Persist ghprbPullId parameter in seed job (#22579)" (#22656) add bb8ebf0572b Bump actions/setup-java from 2 to 3 (#22666) add fb7a01370c2 Bump actions/labeler from 3 to 4 (#22670) add fa9e0bbbd55 Bump actions/setup-node from 2 to 3 (#22671) add f0de6b39600 Bump actions/setup-go from 2 to 3 (#22669) add fca4fb168cb Bump actions/setup-python from 2 to 4 (#22668) add 45910cde6e3 Bump actions/checkout from 2 to 3 (#22667) add e3dec0d9c34 Fix broken link to Retry Policy blog (#22554) add c9c57a765db Include total in header of issue report (#22475) add 38cc8bc7cfc [Playground] Share any code feature frontend (#22477) add 9a538d2367c Update vendored gRPC version for SpannerTransformRegistrarTest add 2f569990d64 Merge pull request #22677: Update vendored gRPC version for SpannerTransformRegistrarTest add 0c2e235a016 Remove subprocess.PIPE usage by using a temp file (#22654) add cf9ea1f4426 [#22647] Upgrade org.apache.samza to 1.6 (#22648) No new revisions were added by this update. Summary of changes: .github/dependabot.yml | 8 + .github/workflows/build_playground_backend.yml | 8 +- .github/workflows/build_playground_frontend.yml | 6 +- .github/workflows/build_wheels.yml | 10 +- .github/workflows/cancel.yml | 2 +- .github/workflows/go_tests.yml | 4 +- .github/workflows/issue-tagger.yml | 2 +- .github/workflows/java_tests.yml | 14 +- .github/workflows/label_prs.yml | 2 +- .github/workflows/local_env_tests.yml | 8 +- .github/workflows/playground_deploy_examples.yml | 10 +- .github/workflows/pr-bot-new-prs.yml | 2 +- .github/workflows/pr-bot-pr-updates.yml | 2 +- .github/workflows/pr-bot-prs-needing-attention.yml | 2 +- .github/workflows/pr-bot-update-reviewers.yml | 2 +- .github/workflows/python_tests.yml | 20 +- .github/workflows/typescript_tests.yml | 4 +- .test-infra/jenkins/job_00_seed.groovy | 4 - .test-infra/jenkins/job_PostCommit_Python.groovy | 2 +- .../org/apache/beam/gradle/BeamModulePlugin.groovy | 12 +- .../apache/beam/gradle/GrpcVendoring_1_43_2.groovy | 207 ------- examples/java/build.gradle | 2 +- .../transforms/DataProtectors.java | 6 +- .../kafkatopubsub/kafka/consumer/Utils.java | 4 +- playground/frontend/analysis_options.yaml | 1 - .../dropdown_button/dropdown_button.dart | 53 +- .../horizontal_divider.dart} | 27 +- .../lib/components/split_view/split_view.dart | 2 +- .../toggle_theme_button/toggle_theme_button.dart | 10 +- .../toggle_theme_icon_button.dart | 4 +- playground/frontend/lib/config/theme.dart | 110 +++- playground/frontend/lib/constants/params.dart | 8 +- playground/frontend/lib/constants/sizes.dart | 4 + playground/frontend/lib/l10n/app_en.arb | 22 +- .../modules/editor/components/editor_themes.dart | 5 +- .../components/share_dropdown/link_text_field.dart | 103 ++++ .../components/share_dropdown/share_button.dart | 58 ++ .../share_dropdown/share_dropdown_body.dart} | 54 +- .../components/share_dropdown/share_tab_body.dart} | 32 +- .../share_tabs/example_share_tabs.dart | 67 +++ .../share_dropdown/share_tabs/share_tabs.dart} | 50 +- .../share_tabs/snippet_save_and_share_tabs.dart | 56 ++ .../share_dropdown/share_tabs_headers.dart} | 35 +- .../example_list/expansion_panel_item.dart | 14 +- .../lib/modules/examples/example_selector.dart | 65 +-- ...atalog_default_example_loading_descriptor.dart} | 25 +- .../empty_example_loading_descriptor.dart} | 25 +- .../example_loading_descriptor.dart} | 15 +- .../examples_loading_descriptor.dart} | 26 +- .../examples_loading_descriptor_factory.dart | 79 +++ .../standard_example_loading_descriptor.dart} | 27 +- .../user_shared_example_loading_descriptor.dart} | 28 +- .../lib/modules/examples/models/example_model.dart | 4 + .../modules/examples/models/example_origin.dart | 24 +- ...tor_size_model.dart => example_token_type.dart} | 21 +- .../example_client/example_client.dart | 28 +- .../example_client/grpc_example_client.dart | 110 +++- .../examples/repositories/example_repository.dart | 21 +- .../models/get_snippet_request.dart} | 10 +- .../models/get_snippet_response.dart} | 17 +- .../models/save_snippet_request.dart} | 17 +- .../repositories/models/save_snippet_response.dart | 9 +- .../models/shared_file_model.dart} | 14 +- .../lib/modules/output/components/output.dart | 20 +- .../output_header/output_placements.dart | 41 +- .../{output_header.dart => tab_header.dart} | 25 +- .../lib/modules/sdk/components/sdk_selector.dart | 7 +- .../frontend/lib/modules/sdk/models/sdk.dart | 27 + .../components/editor_textarea_wrapper.dart | 9 +- .../feedback/feedback_dropdown_content.dart | 10 +- .../components/playground_page_body.dart | 4 +- .../components/playground_page_providers.dart | 128 +--- .../lib/pages/playground/playground_page.dart | 13 +- .../catalog_default_example_loader.dart | 48 ++ .../example_loaders/empty_example_loader.dart} | 50 +- .../states/example_loaders/example_loader.dart | 9 +- .../states/example_loaders/examples_loader.dart | 87 +++ .../example_loaders/standard_example_loader.dart | 74 +++ .../user_shared_example_loader.dart} | 21 +- .../playground/states/example_selector_state.dart | 17 +- .../pages/playground/states/examples_state.dart | 92 ++- .../pages/playground/states/playground_state.dart | 33 +- playground/frontend/lib/playground_app.dart | 65 +-- playground/frontend/lib/utils/dropdown_utils.dart | 48 ++ .../frontend/lib/utils/share_code_utils.dart | 111 ++++ .../example_repository_test.mocks.dart | 80 ++- .../states/example_selector_state_test.dart | 20 +- .../states/example_selector_state_test.mocks.dart | 89 +-- .../playground/states/examples_state_test.dart | 31 +- .../playground/states/mocks/example_mock.dart | 22 +- .../states/mocks/example_repository_mock.dart | 51 ++ .../example_repository_mock.mocks.dart} | 76 ++- .../playground/states/mocks/request_mock.dart | 2 +- .../playground/states/playground_state_test.dart | 25 +- .../states/playground_state_test.mocks.dart | 197 +++++++ playground/infrastructure/cd_helper.py | 442 +++++++------- playground/infrastructure/checker.py | 52 +- playground/infrastructure/ci_cd.py | 74 +-- playground/infrastructure/ci_helper.py | 184 +++--- playground/infrastructure/config.py | 108 ++-- playground/infrastructure/grpc_client.py | 280 ++++----- playground/infrastructure/helper.py | 644 ++++++++++----------- playground/infrastructure/logger.py | 46 +- playground/infrastructure/test_cd_helper.py | 232 ++++---- playground/infrastructure/test_ci_cd.py | 12 +- playground/infrastructure/test_ci_helper.py | 254 ++++---- playground/infrastructure/test_grpc_client.py | 80 +-- playground/infrastructure/test_helper.py | 372 ++++++------ playground/infrastructure/test_logger.py | 6 +- runners/core-construction-java/build.gradle | 2 +- .../beam/runners/core/construction/BeamUrns.java | 2 +- .../core/construction/CoderTranslation.java | 2 +- .../core/construction/CoderTranslators.java | 2 +- .../core/construction/CombineTranslation.java | 2 +- .../CreatePCollectionViewTranslation.java | 2 +- .../DefaultExpansionServiceClientFactory.java | 2 +- .../core/construction/DisplayDataTranslation.java | 2 +- .../runners/core/construction/Environments.java | 4 +- .../beam/runners/core/construction/External.java | 6 +- .../runners/core/construction/ModelCoders.java | 2 +- .../construction/PCollectionViewTranslation.java | 2 +- .../core/construction/ParDoTranslation.java | 4 +- .../construction/PipelineOptionsTranslation.java | 6 +- .../runners/core/construction/ReadTranslation.java | 4 +- .../runners/core/construction/SdkComponents.java | 2 +- .../core/construction/TestStreamTranslation.java | 2 +- .../core/construction/WindowIntoTranslation.java | 2 +- .../construction/WindowingStrategyTranslation.java | 8 +- .../core/construction/WriteFilesTranslation.java | 2 +- .../graph/GreedyPCollectionFusers.java | 2 +- .../core/construction/graph/QueryablePipeline.java | 2 +- .../core/construction/BaseExternalTest.java | 6 +- .../PipelineOptionsTranslationTest.java | 6 +- .../core/construction/PipelineTranslationTest.java | 2 +- .../construction/WindowIntoTranslationTest.java | 2 +- .../construction/graph/ProtoOverridesTest.java | 2 +- runners/core-java/build.gradle | 2 +- .../runners/core/metrics/MetricsContainerImpl.java | 2 +- .../core/metrics/MetricsContainerStepMap.java | 6 +- .../core/metrics/MonitoringInfoEncodings.java | 2 +- .../beam/runners/core/metrics/ShortIdMap.java | 2 +- .../runners/core/metrics/SimpleExecutionState.java | 2 +- .../runners/core/metrics/SimpleStateRegistry.java | 2 +- .../core/metrics/MonitoringInfoEncodingsTest.java | 2 +- runners/direct-java/build.gradle | 4 +- runners/flink/flink_runner.gradle | 2 +- .../FlinkBatchPortablePipelineTranslator.java | 2 +- .../apache/beam/runners/flink/FlinkJobInvoker.java | 2 +- .../beam/runners/flink/FlinkPipelineRunner.java | 2 +- .../FlinkStreamingPortablePipelineTranslator.java | 2 +- .../utils/FlinkPortableRunnerUtils.java | 2 +- .../streaming/ExecutableStageDoFnOperator.java | 4 +- .../wrappers/streaming/FlinkKeyUtils.java | 2 +- .../FlinkExecutableStageFunctionTest.java | 2 +- .../streaming/ExecutableStageDoFnOperatorTest.java | 4 +- .../wrappers/streaming/FlinkKeyUtilsTest.java | 2 +- runners/google-cloud-dataflow-java/build.gradle | 2 +- .../dataflow/DataflowPipelineTranslator.java | 2 +- .../beam/runners/dataflow/DataflowRunner.java | 4 +- .../util/RowCoderCloudObjectTranslator.java | 2 +- .../util/SchemaCoderCloudObjectTranslator.java | 2 +- .../dataflow/DataflowPipelineTranslatorTest.java | 2 +- .../beam/runners/dataflow/DataflowRunnerTest.java | 2 +- .../google-cloud-dataflow-java/worker/build.gradle | 2 +- .../worker/legacy-worker/build.gradle | 4 +- .../runners/dataflow/worker/ByteArrayReader.java | 4 +- .../runners/dataflow/worker/ByteStringCoder.java | 2 +- .../worker/ChunkingShuffleBatchReader.java | 2 +- .../dataflow/worker/DataflowRunnerHarness.java | 2 +- .../worker/DataflowWorkerHarnessHelper.java | 4 +- .../worker/GroupAlsoByWindowParDoFnFactory.java | 2 +- .../beam/runners/dataflow/worker/PubsubSink.java | 2 +- .../dataflow/worker/StreamingDataflowWorker.java | 4 +- .../worker/StreamingModeExecutionContext.java | 2 +- .../dataflow/worker/StreamingSideInputFetcher.java | 2 +- .../dataflow/worker/UngroupedShuffleReader.java | 2 +- .../dataflow/worker/WindmillComputationKey.java | 4 +- .../dataflow/worker/WindmillNamespacePrefix.java | 2 +- .../beam/runners/dataflow/worker/WindmillSink.java | 2 +- .../dataflow/worker/WindmillStateCache.java | 2 +- .../dataflow/worker/WindmillStateInternals.java | 2 +- .../dataflow/worker/WindmillStateReader.java | 2 +- .../dataflow/worker/WindmillTimerInternals.java | 2 +- .../dataflow/worker/WorkerCustomSources.java | 2 +- .../dataflow/worker/fn/BeamFnControlService.java | 6 +- .../control/RegisterAndProcessBundleOperation.java | 8 +- .../worker/fn/data/BeamFnDataGrpcService.java | 4 +- .../worker/fn/logging/BeamFnLoggingService.java | 4 +- .../fn/stream/ServerStreamObserverFactory.java | 6 +- .../graph/CreateExecutableStageNodeFunction.java | 4 +- ...nsertFetchAndFilterStreamingSideInputNodes.java | 2 +- .../worker/graph/RegisterNodeFunction.java | 4 +- .../common/worker/ByteArrayShufflePosition.java | 4 +- .../worker/GroupingShuffleEntryIterator.java | 2 +- .../common/worker/KeyGroupedShuffleEntries.java | 2 +- .../worker/util/common/worker/ShuffleEntry.java | 2 +- .../worker/windmill/DirectStreamObserver.java | 4 +- .../windmill/ForwardingClientResponseObserver.java | 6 +- .../worker/windmill/GrpcWindmillServer.java | 30 +- .../worker/windmill/StreamObserverFactory.java | 4 +- .../runners/dataflow/harness/test/TestStreams.java | 4 +- .../runners/dataflow/worker/DataflowMatchers.java | 2 +- .../worker/DataflowWorkerHarnessHelperTest.java | 2 +- .../dataflow/worker/GroupingShuffleReaderTest.java | 2 +- .../runners/dataflow/worker/PubsubReaderTest.java | 2 +- .../runners/dataflow/worker/PubsubSinkTest.java | 2 +- .../runners/dataflow/worker/ReaderCacheTest.java | 2 +- .../runners/dataflow/worker/ShuffleSinkTest.java | 2 +- .../runners/dataflow/worker/StateFetcherTest.java | 2 +- .../worker/StreamingDataflowWorkerTest.java | 4 +- .../worker/StreamingGroupAlsoByWindowFnsTest.java | 2 +- ...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 2 +- .../worker/StreamingModeExecutionContextTest.java | 2 +- .../worker/StreamingSideInputDoFnRunnerTest.java | 2 +- .../worker/StreamingSideInputFetcherTest.java | 2 +- .../runners/dataflow/worker/TestShuffleReader.java | 2 +- .../runners/dataflow/worker/TestShuffleWriter.java | 2 +- .../dataflow/worker/WindmillKeyedWorkItemTest.java | 2 +- .../worker/WindmillReaderIteratorBaseTest.java | 2 +- .../dataflow/worker/WindmillStateCacheTest.java | 2 +- .../worker/WindmillStateInternalsTest.java | 2 +- .../dataflow/worker/WindmillStateReaderTest.java | 2 +- .../dataflow/worker/WorkerCustomSourcesTest.java | 2 +- .../worker/fn/BeamFnControlServiceTest.java | 4 +- .../RegisterAndProcessBundleOperationTest.java | 2 +- .../worker/fn/data/BeamFnDataGrpcServiceTest.java | 8 +- .../fn/logging/BeamFnLoggingServiceTest.java | 6 +- .../fn/stream/ServerStreamObserverFactoryTest.java | 4 +- ...tFetchAndFilterStreamingSideInputNodesTest.java | 2 +- .../logging/DataflowWorkerLoggingHandlerTest.java | 2 +- .../worker/BatchingShuffleEntryReaderTest.java | 2 +- .../worker/GroupingShuffleEntryIteratorTest.java | 2 +- .../util/common/worker/ShuffleEntryTest.java | 2 +- .../worker/windmill/GrpcWindmillServerTest.java | 14 +- runners/java-fn-execution/build.gradle | 2 +- .../artifact/ArtifactRetrievalService.java | 8 +- .../artifact/ArtifactStagingService.java | 10 +- .../control/BundleCheckpointHandlers.java | 2 +- .../fnexecution/control/FnApiControlClient.java | 6 +- .../control/FnApiControlClientPoolService.java | 6 +- .../control/ProcessBundleDescriptors.java | 2 +- .../runners/fnexecution/data/GrpcDataService.java | 2 +- .../environment/ExternalEnvironmentFactory.java | 2 +- .../fnexecution/logging/GrpcLoggingService.java | 2 +- .../runners/fnexecution/provisioning/JobInfo.java | 2 +- .../provisioning/StaticGrpcProvisionService.java | 2 +- .../fnexecution/state/GrpcStateService.java | 4 +- .../fnexecution/state/StateRequestHandlers.java | 2 +- .../status/BeamWorkerStatusGrpcService.java | 2 +- .../fnexecution/status/WorkerStatusClient.java | 2 +- .../translation/PipelineTranslatorUtils.java | 2 +- .../runners/fnexecution/wire/ByteStringCoder.java | 4 +- .../GrpcContextHeaderAccessorProviderTest.java | 20 +- .../runners/fnexecution/ServerFactoryTest.java | 12 +- .../artifact/ArtifactRetrievalServiceTest.java | 10 +- .../artifact/ArtifactStagingServiceTest.java | 12 +- .../control/DefaultJobBundleFactoryTest.java | 4 +- .../control/FnApiControlClientPoolServiceTest.java | 8 +- .../control/FnApiControlClientTest.java | 2 +- .../fnexecution/control/RemoteExecutionTest.java | 2 +- .../fnexecution/control/SdkHarnessClientTest.java | 2 +- .../fnexecution/data/GrpcDataServiceTest.java | 8 +- .../logging/GrpcLoggingServiceTest.java | 6 +- .../StaticGrpcProvisionServiceTest.java | 10 +- .../fnexecution/state/GrpcStateServiceTest.java | 4 +- .../state/StateRequestHandlersTest.java | 2 +- .../status/BeamWorkerStatusGrpcServiceTest.java | 8 +- .../fnexecution/status/WorkerStatusClientTest.java | 2 +- .../fnexecution/wire/ByteStringCoderTest.java | 2 +- .../runners/fnexecution/wire/CommonCoderTest.java | 4 +- runners/java-job-service/build.gradle | 2 +- .../runners/jobsubmission/InMemoryJobService.java | 10 +- .../beam/runners/jobsubmission/JobInvocation.java | 2 +- .../beam/runners/jobsubmission/JobInvoker.java | 2 +- .../beam/runners/jobsubmission/JobPreparation.java | 2 +- .../jobsubmission/PortablePipelineJarCreator.java | 4 +- .../jobsubmission/PortablePipelineJarUtils.java | 6 +- .../jobsubmission/InMemoryJobServiceTest.java | 6 +- .../runners/jobsubmission/JobInvocationTest.java | 2 +- .../PortablePipelineJarCreatorTest.java | 2 +- .../portability/JobServicePipelineResult.java | 2 +- .../beam/runners/portability/PortableRunner.java | 4 +- .../portability/testing/TestJobService.java | 2 +- .../runners/portability/PortableRunnerTest.java | 8 +- runners/samza/build.gradle | 4 +- runners/samza/job-server/build.gradle | 6 +- .../apache/beam/runners/samza/SamzaJobInvoker.java | 2 +- .../samza/runtime/SamzaStateRequestHandlers.java | 2 +- .../samza/runtime/SamzaTimerInternalsFactory.java | 13 +- .../translation/SamzaTestStreamTranslator.java | 2 +- .../samza/translation/WindowAssignTranslator.java | 2 +- .../aggregators/AggregatorsAccumulator.java | 2 +- .../metrics/MetricsAccumulator.java | 2 +- .../aggregators/AggregatorsAccumulator.java | 2 +- .../metrics/MetricsAccumulator.java | 2 +- runners/spark/spark_runner.gradle | 2 +- .../apache/beam/runners/spark/SparkJobInvoker.java | 2 +- .../beam/runners/spark/SparkPipelineRunner.java | 16 +- .../org/apache/beam/runners/spark/SparkRunner.java | 2 +- .../beam/runners/spark/SparkRunnerDebugger.java | 2 +- .../apache/beam/runners/spark/TestSparkRunner.java | 2 +- .../spark/aggregators/AggregatorsAccumulator.java | 2 +- .../beam/runners/spark/io/MicrobatchSource.java | 7 +- .../beam/runners/spark/io/SourceDStream.java | 2 +- .../runners/spark/metrics/MetricsAccumulator.java | 2 +- .../SparkGroupAlsoByWindowViaWindowSet.java | 25 +- .../streaming/WatermarkSyncedDStream.java | 6 +- runners/twister2/build.gradle | 2 +- .../functions/AssignWindowsFunction.java | 2 +- .../translators/functions/DoFnFunction.java | 2 +- .../functions/GroupByWindowFunction.java | 2 +- scripts/ci/issue-report/generateReport.js | 3 +- .../src/main/resources/beam/suppressions.xml | 44 -- sdks/java/core/build.gradle | 2 +- sdks/java/core/jmh/build.gradle | 2 +- .../jmh/util/ByteStringOutputStreamBenchmark.java | 4 +- .../java/org/apache/beam/sdk/io/TextSource.java | 2 +- .../java/org/apache/beam/sdk/io/range/ByteKey.java | 4 +- .../apache/beam/sdk/schemas/SchemaTranslation.java | 2 +- .../schemas/logicaltypes/SchemaLogicalType.java | 2 +- .../transforms/resourcehints/ResourceHints.java | 2 +- .../beam/sdk/util/ByteStringOutputStream.java | 4 +- .../java/org/apache/beam/sdk/util/CoderUtils.java | 2 +- .../beam/sdk/schemas/SchemaTranslationTest.java | 2 +- .../beam/sdk/util/ByteStringOutputStreamTest.java | 2 +- .../org/apache/beam/sdk/util/CoderUtilsTest.java | 2 +- sdks/java/expansion-service/build.gradle | 2 +- .../sdk/expansion/service/ExpansionServer.java | 4 +- .../sdk/expansion/service/ExpansionService.java | 8 +- .../service/JavaClassLookupTransformProvider.java | 4 +- .../beam/sdk/expansion/service/ExternalTest.java | 4 +- .../JavaClassLookupTransformProviderTest.java | 4 +- sdks/java/extensions/python/build.gradle | 2 +- .../extensions/python/PythonExternalTransform.java | 2 +- .../schemaio-expansion-service/build.gradle | 2 +- .../ExternalSchemaIOTransformRegistrar.java | 2 +- sdks/java/fn-execution/build.gradle | 2 +- .../sdk/fn/channel/AddHarnessIdInterceptor.java | 8 +- .../beam/sdk/fn/channel/ManagedChannelFactory.java | 20 +- .../beam/sdk/fn/channel/SocketAddressFactory.java | 2 +- .../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 6 +- .../sdk/fn/data/BeamFnDataGrpcMultiplexer2.java | 4 +- .../sdk/fn/data/BeamFnDataInboundObserver.java | 2 +- .../sdk/fn/data/BeamFnDataOutboundAggregator.java | 4 +- .../sdk/fn/data/BeamFnDataOutboundObserver.java | 2 +- .../beam/sdk/fn/data/DecodingFnDataReceiver.java | 2 +- .../beam/sdk/fn/data/RemoteGrpcPortRead.java | 2 +- .../beam/sdk/fn/data/RemoteGrpcPortWrite.java | 2 +- .../org/apache/beam/sdk/fn/server/FnService.java | 6 +- .../server/GrpcContextHeaderAccessorProvider.java | 16 +- .../apache/beam/sdk/fn/server/GrpcFnServer.java | 2 +- .../beam/sdk/fn/server/InProcessServerFactory.java | 8 +- .../apache/beam/sdk/fn/server/ServerFactory.java | 26 +- .../sdk/fn/stream/BufferingStreamObserver.java | 4 +- .../org/apache/beam/sdk/fn/stream/DataStreams.java | 2 +- .../beam/sdk/fn/stream/DirectStreamObserver.java | 4 +- .../stream/ForwardingClientResponseObserver.java | 6 +- .../sdk/fn/stream/OutboundObserverFactory.java | 4 +- .../sdk/fn/stream/SynchronizedStreamObserver.java | 2 +- .../org/apache/beam/sdk/fn/test/TestStreams.java | 4 +- .../sdk/fn/windowing/EncodedBoundedWindow.java | 2 +- .../sdk/fn/channel/ManagedChannelFactoryTest.java | 6 +- .../sdk/fn/channel/SocketAddressFactoryTest.java | 2 +- .../fn/data/BeamFnDataGrpcMultiplexer2Test.java | 2 +- .../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 2 +- .../sdk/fn/data/BeamFnDataInboundObserverTest.java | 2 +- .../beam/sdk/fn/data/RemoteGrpcPortReadTest.java | 2 +- .../beam/sdk/fn/data/RemoteGrpcPortWriteTest.java | 2 +- .../apache/beam/sdk/fn/stream/DataStreamsTest.java | 2 +- .../ForwardingClientResponseObserverTest.java | 6 +- .../sdk/fn/stream/OutboundObserverFactoryTest.java | 4 +- .../sdk/fn/windowing/EncodedBoundedWindowTest.java | 2 +- sdks/java/harness/build.gradle | 2 +- sdks/java/harness/jmh/build.gradle | 2 +- .../fn/harness/jmh/ProcessBundleBenchmark.java | 2 +- .../control/ExecutionStateSamplerBenchmark.java | 2 +- .../fn/harness/jmh/control/MetricsBenchmark.java | 2 +- .../jmh/logging/BeamFnLoggingClientBenchmark.java | 6 +- .../beam/fn/harness/BeamFnDataReadRunner.java | 2 +- .../beam/fn/harness/ExternalWorkerService.java | 2 +- .../apache/beam/fn/harness/FnApiDoFnRunner.java | 16 +- .../java/org/apache/beam/fn/harness/FnHarness.java | 4 +- .../fn/harness/control/BeamFnControlClient.java | 4 +- .../fn/harness/control/BundleProgressReporter.java | 2 +- .../fn/harness/control/ExecutionStateSampler.java | 2 +- .../apache/beam/fn/harness/control/Metrics.java | 2 +- .../fn/harness/control/ProcessBundleHandler.java | 4 +- .../beam/fn/harness/data/BeamFnDataGrpcClient.java | 2 +- .../fn/harness/logging/BeamFnLoggingClient.java | 12 +- .../harness/state/BeamFnStateGrpcClientCache.java | 4 +- .../beam/fn/harness/state/FnApiStateAccessor.java | 2 +- .../fn/harness/state/FnApiTimerBundleTracker.java | 2 +- .../beam/fn/harness/state/MultimapSideInput.java | 2 +- .../beam/fn/harness/state/MultimapUserState.java | 2 +- .../beam/fn/harness/state/StateBackedIterable.java | 2 +- .../fn/harness/state/StateFetchingIterators.java | 2 +- .../beam/fn/harness/status/BeamFnStatusClient.java | 4 +- .../stream/HarnessStreamObserverFactories.java | 2 +- .../beam/fn/harness/BeamFnDataReadRunnerTest.java | 2 +- .../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 2 +- .../beam/fn/harness/ExternalWorkerServiceTest.java | 2 +- .../beam/fn/harness/FnApiDoFnRunnerTest.java | 38 +- .../org/apache/beam/fn/harness/FnHarnessTest.java | 12 +- .../harness/control/BeamFnControlClientTest.java | 8 +- .../control/BundleProgressReporterTest.java | 2 +- .../harness/control/ExecutionStateSamplerTest.java | 2 +- .../beam/fn/harness/control/MetricsTest.java | 2 +- .../harness/control/ProcessBundleHandlerTest.java | 4 +- .../fn/harness/data/BeamFnDataGrpcClientTest.java | 14 +- .../data/PCollectionConsumerRegistryTest.java | 2 +- .../harness/logging/BeamFnLoggingClientTest.java | 16 +- .../beam/fn/harness/state/BagUserStateTest.java | 2 +- .../state/BeamFnStateGrpcClientCacheTest.java | 12 +- .../fn/harness/state/FakeBeamFnStateClient.java | 2 +- .../fn/harness/state/IterableSideInputTest.java | 2 +- .../fn/harness/state/MultimapSideInputTest.java | 2 +- .../fn/harness/state/MultimapUserStateTest.java | 2 +- .../fn/harness/state/StateBackedIterableTest.java | 2 +- .../harness/state/StateFetchingIteratorsTest.java | 2 +- .../fn/harness/status/BeamFnStatusClientTest.java | 6 +- .../stream/HarnessStreamObserverFactoriesTest.java | 4 +- sdks/java/io/contextualtextio/build.gradle | 2 +- .../contextualtextio/ContextualTextIOSource.java | 2 +- sdks/java/io/debezium/build.gradle | 2 +- .../apache/beam/io/debezium/SourceRecordJson.java | 4 +- sdks/java/io/google-cloud-platform/build.gradle | 2 +- .../beam/sdk/io/gcp/bigquery/WriteResult.java | 8 +- .../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 121 ++-- .../beam/sdk/io/gcp/pubsublite/PubsubLiteIO.java | 3 + .../{BlockingCommitter.java => ApiServices.java} | 12 +- .../gcp/pubsublite/internal/BlockingCommitter.java | 3 +- .../pubsublite/internal/BlockingCommitterImpl.java | 55 ++ .../pubsublite/internal/CheckpointMarkImpl.java | 76 +++ .../internal/LimitingTopicBacklogReader.java | 2 +- .../internal/ManagedBacklogReaderFactoryImpl.java | 68 --- ...cklogReaderFactory.java => ManagedFactory.java} | 12 +- .../pubsublite/internal/ManagedFactoryImpl.java | 60 ++ .../internal/PerSubscriptionPartitionSdf.java | 22 +- .../pubsublite/internal/SubscribeTransform.java | 85 ++- .../pubsublite/internal/SubscriberAssembler.java | 59 +- .../SubscriptionPartitionProcessorImpl.java | 42 +- .../pubsublite/internal/TopicBacklogReader.java | 4 +- .../pubsublite/internal/UnboundedReaderImpl.java | 144 +++++ .../pubsublite/internal/UnboundedSourceImpl.java | 121 ++++ .../io/gcp/spanner/SpannerTransformRegistrar.java | 2 +- .../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 4 +- .../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 2 +- .../internal/BlockingCommmitterImplTest.java | 64 ++ .../internal/CheckpointMarkImplTest.java | 64 ++ .../internal/PerSubscriptionPartitionSdfTest.java | 32 +- .../SubscriptionPartitionProcessorImplTest.java | 38 +- .../internal/UnboundedReaderImplTest.java | 202 +++++++ .../gcp/spanner/SpannerTransformRegistrarTest.java | 2 +- .../beam/sdk/io/kafka/KafkaIOExternalTest.java | 2 +- sdks/python/apache_beam/dataframe/schemas_test.py | 19 +- sdks/python/apache_beam/utils/subprocess_server.py | 29 +- settings.gradle.kts | 1 - vendor/grpc-1_43_2/build.gradle | 37 -- website/www/site/assets/scss/_lists.scss | 2 +- .../en/contribute/get-started-contributing.md | 5 + .../documentation/resources/learning-resources.md | 2 +- 461 files changed, 5220 insertions(+), 3397 deletions(-) delete mode 100644 buildSrc/src/main/groovy/org/apache/beam/gradle/GrpcVendoring_1_43_2.groovy copy playground/frontend/lib/components/{toggle_theme_button/toggle_theme_icon_button.dart => horizonta_divider/horizontal_divider.dart} (65%) create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/link_text_field.dart create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_button.dart copy playground/frontend/lib/modules/{output/components/output_header/output_header.dart => editor/components/share_dropdown/share_dropdown_body.dart} (50%) copy playground/frontend/lib/{components/toggle_theme_button/toggle_theme_icon_button.dart => modules/editor/components/share_dropdown/share_tab_body.dart} (62%) create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_tabs/example_share_tabs.dart copy playground/frontend/lib/modules/{output/components/output_header/output_header.dart => editor/components/share_dropdown/share_tabs/share_tabs.dart} (51%) create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_tabs/snippet_save_and_share_tabs.dart copy playground/frontend/lib/{components/toggle_theme_button/toggle_theme_icon_button.dart => modules/editor/components/share_dropdown/share_tabs_headers.dart} (58%) copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/catalog_default_example_loading_descriptor.dart} (55%) copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/empty_example_loading_descriptor.dart} (56%) copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/example_loading_descriptor.dart} (78%) copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/examples_loading_descriptor.dart} (56%) create mode 100644 playground/frontend/lib/modules/examples/models/example_loading_descriptors/examples_loading_descriptor_factory.dart copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/standard_example_loading_descriptor.dart} (55%) copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/user_shared_example_loading_descriptor.dart} (54%) copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitter.java => playground/frontend/lib/modules/examples/models/example_origin.dart (68%) copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_token_type.dart} (73%) copy playground/frontend/lib/modules/examples/{models/selector_size_model.dart => repositories/models/get_snippet_request.dart} (82%) copy playground/frontend/lib/modules/examples/{models/selector_size_model.dart => repositories/models/get_snippet_response.dart} (68%) copy playground/frontend/lib/modules/examples/{models/selector_size_model.dart => repositories/models/save_snippet_request.dart} (68%) copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitter.java => playground/frontend/lib/modules/examples/repositories/models/save_snippet_response.dart (83%) copy playground/frontend/lib/modules/examples/{models/selector_size_model.dart => repositories/models/shared_file_model.dart} (82%) rename playground/frontend/lib/modules/output/components/output_header/{output_header.dart => tab_header.dart} (66%) create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/catalog_default_example_loader.dart copy playground/frontend/{test/pages/playground/states/mocks/example_mock.dart => lib/pages/playground/states/example_loaders/empty_example_loader.dart} (52%) copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitter.java => playground/frontend/lib/pages/playground/states/example_loaders/example_loader.dart (83%) create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/examples_loader.dart create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/standard_example_loader.dart rename playground/frontend/lib/{modules/examples/models/selector_size_model.dart => pages/playground/states/example_loaders/user_shared_example_loader.dart} (53%) create mode 100644 playground/frontend/lib/utils/dropdown_utils.dart create mode 100644 playground/frontend/lib/utils/share_code_utils.dart create mode 100644 playground/frontend/test/pages/playground/states/mocks/example_repository_mock.dart rename playground/frontend/test/pages/playground/states/{examples_state_test.mocks.dart => mocks/example_repository_mock.mocks.dart} (55%) create mode 100644 playground/frontend/test/pages/playground/states/playground_state_test.mocks.dart copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/{BlockingCommitter.java => ApiServices.java} (76%) create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitterImpl.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CheckpointMarkImpl.java delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedBacklogReaderFactoryImpl.java rename sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/{ManagedBacklogReaderFactory.java => ManagedFactory.java} (70%) create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedFactoryImpl.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedReaderImpl.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedSourceImpl.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommmitterImplTest.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CheckpointMarkImplTest.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedReaderImplTest.java delete mode 100644 vendor/grpc-1_43_2/build.gradle