This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git.
from 33bcdf6 [BEAM-12587] Allow None in Python's Any logical type. (#16055) add ae89800 [BEAM-11758] Update basics page: Trigger, State and timers add f1010d1 Merge pull request #15780: [BEAM-11758] Update basics page: Trigger, State and timers add ae49ad3 Merge pull request #16072 from [BEAM-13135][Playground] Add function to find all tagged files add 2070256 Merge pull request #16084 from [BEAM-13347][Playground] [Bugfix] Backend doesn't send correct status when use Redis cache instead of local cache add 161f403 Merge pull request #15987 from [BEAM-13242] Allow values with smaller precision and scale for FixedP… add f58c5be [BEAM-11936] Fix errorprone UnusedVariable in Extensions (#16033) add 5ce29e7 Merge pull request #15936 from [BEAM-13351] FhirIO GetPatientEverything connector add 6e7f893 [py] Supporting ignore_unknown_values for WriteToBigQuery add 3b9d1d5 Merge pull request #16081 from [BEAM-9706][py] Supporting ignore_unknown_values for WriteToBigQuery add 85b9778 Merge pull request #16073 from [BEAM-13267][Playground] Implement get_statuses method add 65a67a7 Add fmt preparator for go sdk add b2c67c6 Merge pull request #16088 from [Beam-13153] [Playground] Add validators and preparators for go code add 45d3595 Updated screen diff test for Interactive Beam add ce51a11 Updated screen diff test for Interactive Beam add 4b0ad91 [BEAM-13282][Playground] Create go dockerfile #16049 add e05c638 Merge pull request #16085 from [Beam-13336][Playground] Refactor executor builder add 9b00320 [BEAM-11936] Fix errorprone UnusedVariable in Extensions-sql (#16034) add 6381cf4 [BEAM-11494][BEAM-11821] FileIO stops overwriting files on retries (AWS SDK v2) add ba2daad Merge pull request #15974 from [BEAM-11494][BEAM-11821] FileIO stops overwriting files on retries (AWS SDK v2) add 6343316 [BEAM-13193] Support StandardProtocols.Enum.CONTROL_REQUEST_ELEMENTS_EMBEDDING in Java SDK harness. No new revisions were added by this update. Summary of changes: playground/backend/cmd/server/controller.go | 10 +- playground/backend/containers/go/Dockerfile | 44 ++- .../backend/containers/{java => go}/build.gradle | 4 +- .../containers/{java => go}/settings.gradle | 2 +- .../backend/internal/cache/redis/redis_cache.go | 10 +- .../internal/cache/redis/redis_cache_test.go | 2 +- .../internal/code_processing/code_processing.go | 57 +-- .../code_processing/code_processing_test.go | 61 +++- playground/backend/internal/executors/executor.go | 3 +- .../backend/internal/executors/executor_builder.go | 4 +- .../backend/internal/executors/executor_test.go | 2 +- .../backend/internal/preparators/go_preparators.go | 28 +- .../internal/preparators/go_preparators_test.go | 148 ++++++++ .../internal/preparators/python_preparators.go | 2 - .../setup_builder.go} | 40 ++- .../setup_tools/builder/setup_builder_test.go | 106 ++++++ .../compile_builder_setuper_test.go | 107 ------ .../setup_tools/run_builder/run_builder_setuper.go | 54 --- .../run_builder/run_builder_setuper_test.go | 144 -------- .../backend/internal/validators/go_validators.go | 1 - .../lesson-info.yaml => playground/categories.yaml | 20 +- playground/infrastructure/api/v1/api_pb2.py | 309 ++++++++++------ playground/infrastructure/api/v1/api_pb2_grpc.py | 166 +++++---- playground/infrastructure/ci_cd.py | 11 +- playground/infrastructure/ci_helper.py | 2 +- playground/infrastructure/config.py | 18 +- playground/infrastructure/grpc_client.py | 2 +- playground/infrastructure/helper.py | 246 ++++++++++++- .../infrastructure/requirements.txt | 10 +- playground/infrastructure/test_ci_cd.py | 18 +- playground/infrastructure/test_ci_helper.py | 6 +- playground/infrastructure/test_grpc_client.py | 2 +- playground/infrastructure/test_helper.py | 220 ++++++++++++ .../runners/core/construction/Environments.java | 1 + runners/extensions-java/metrics/build.gradle | 1 - sdks/java/extensions/arrow/build.gradle | 2 +- sdks/java/extensions/euphoria/build.gradle | 1 - .../core/docs/DocumentationExamplesTest.java | 82 ++--- .../google-cloud-platform-core/build.gradle | 1 - .../extensions/gcp/util/CustomHttpErrorsTest.java | 4 - sdks/java/extensions/jackson/build.gradle | 1 - sdks/java/extensions/join-library/build.gradle | 1 - sdks/java/extensions/kryo/build.gradle | 2 +- sdks/java/extensions/ml/build.gradle | 1 - .../beam/sdk/extensions/ml/BatchRequestForDLP.java | 2 + .../beam/sdk/extensions/ml/AnnotateVideoTest.java | 2 - sdks/java/extensions/protobuf/build.gradle | 1 - .../sdk/extensions/protobuf/DynamicProtoCoder.java | 4 - .../beam/sdk/extensions/protobuf/ProtoCoder.java | 4 - .../schemaio-expansion-service/build.gradle | 1 - sdks/java/extensions/sketching/build.gradle | 1 - .../extensions/sketching/TDigestQuantilesTest.java | 1 + sdks/java/extensions/sorter/build.gradle | 4 +- .../extensions/sorter/ExternalSorterBenchmark.java | 5 +- sdks/java/extensions/sql/build.gradle | 1 - sdks/java/extensions/sql/datacatalog/build.gradle | 1 - .../extensions/sql/expansion-service/build.gradle | 1 - sdks/java/extensions/sql/jdbc/build.gradle | 2 +- sdks/java/extensions/sql/perf-tests/build.gradle | 1 - .../provider/bigquery/BigQueryIOPushDownIT.java | 25 +- .../extensions/sql/impl/TableResolutionUtils.java | 4 - .../sdk/extensions/sql/impl/cep/CEPPattern.java | 7 +- .../beam/sdk/extensions/sql/impl/cep/CEPUtils.java | 16 +- .../extensions/sql/impl/cep/PatternCondition.java | 7 +- .../sdk/extensions/sql/impl/cep/Quantifier.java | 22 +- .../sql/impl/rel/BeamAggregationRel.java | 1 - .../sdk/extensions/sql/impl/rel/BeamCalcRel.java | 3 +- .../sdk/extensions/sql/impl/rel/BeamSortRel.java | 3 +- .../sql/impl/rule/BeamAggregationRule.java | 4 +- .../impl/transform/BeamSqlOutputToConsoleFn.java | 3 - .../sql/meta/provider/text/TextTableProvider.java | 1 - .../extensions/sql/BeamSqlDslAggregationTest.java | 8 +- .../sdk/extensions/sql/BeamSqlDslProjectTest.java | 5 +- .../sql/BeamSqlDslSqlStdOperatorsTest.java | 1 - .../impl/rel/BeamSideInputLookupJoinRelTest.java | 6 +- .../sdk/extensions/sql/impl/rel/CheckSize.java | 2 +- .../sql/impl/rule/JoinReorderingTest.java | 2 - ...BeamSqlBuiltinFunctionsIntegrationTestBase.java | 11 - .../meta/provider/kafka/KafkaTableProviderIT.java | 2 + sdks/java/extensions/sql/udf/build.gradle | 1 - sdks/java/extensions/sql/zetasql/build.gradle | 1 - .../extensions/sql/zetasql/BeamZetaSqlCalcRel.java | 2 + .../sql/zetasql/BeamJavaUdfCalcRuleTest.java | 2 +- .../sql/zetasql/BeamZetaSqlCatalogTest.java | 10 +- .../sql/zetasql/ZetaSqlDialectSpecTest.java | 16 +- .../extensions/sql/zetasql/ZetaSqlJavaUdfTest.java | 4 +- .../sql/zetasql/ZetaSqlNumberTypesTest.java | 13 +- sdks/java/extensions/zetasketch/build.gradle | 1 - .../zetasketch/ApproximateCountDistinct.java | 4 - .../zetasketch/ApproximateCountDistinctTest.java | 2 - .../sdk/fn/data/BeamFnDataInboundObserver2.java | 162 +++++---- .../fn/harness/control/ProcessBundleHandler.java | 13 +- .../harness/control/ProcessBundleHandlerTest.java | 392 +++++++++++++++++++++ .../apache/beam/sdk/io/aws2/s3/S3FileSystem.java | 24 +- .../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 295 ++++++++-------- .../io/gcp/healthcare/FhirIOPatientEverything.java | 237 +++++++++++++ .../sdk/io/gcp/healthcare/FhirSearchParameter.java | 41 ++- .../sdk/io/gcp/healthcare/HealthcareApiClient.java | 18 +- .../io/gcp/healthcare/HttpHealthcareApiClient.java | 225 ++++++------ .../gcp/healthcare/FhirIOPatientEverythingIT.java | 142 ++++++++ .../beam/sdk/io/gcp/healthcare/FhirIOTest.java | 28 +- .../beam/sdk/io/gcp/healthcare/FhirIOTestUtil.java | 27 +- .../org/apache/beam/sdk/io/jdbc/LogicalTypes.java | 8 +- .../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 35 ++ sdks/python/apache_beam/io/gcp/bigquery.py | 24 +- sdks/python/apache_beam/io/gcp/bigquery_tools.py | 17 +- .../apache_beam/io/gcp/bigquery_tools_test.py | 5 +- .../Linux/7a35f487b2a5f3a9b9852a8659eeb4bd.png | Bin 728108 -> 728485 bytes settings.gradle.kts | 1 + .../www/site/content/en/documentation/basics.md | 121 ++++++- 110 files changed, 2834 insertions(+), 1157 deletions(-) copy playground/backend/containers/{java => go}/build.gradle (96%) copy playground/backend/containers/{java => go}/settings.gradle (93%) create mode 100644 playground/backend/internal/preparators/go_preparators_test.go rename playground/backend/internal/setup_tools/{compile_builder/compile_builder_setuper.go => builder/setup_builder.go} (54%) create mode 100644 playground/backend/internal/setup_tools/builder/setup_builder_test.go delete mode 100644 playground/backend/internal/setup_tools/compile_builder/compile_builder_setuper_test.go delete mode 100644 playground/backend/internal/setup_tools/run_builder/run_builder_setuper.go delete mode 100644 playground/backend/internal/setup_tools/run_builder/run_builder_setuper_test.go copy learning/katas/go/common_transforms/filter/lesson-info.yaml => playground/categories.yaml (79%) copy learning/katas/go/core_transforms/additional_outputs/lesson-info.yaml => playground/infrastructure/requirements.txt (89%) create mode 100644 playground/infrastructure/test_helper.py create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/healthcare/FhirIOPatientEverything.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/healthcare/FhirIOPatientEverythingIT.java