(beam) branch master updated: Fix yaml doc generation (#38874)

[yhu]

This is an automated email from the ASF dual-hosted git repository.

Abacn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 3b104b6d3b7 Fix yaml doc generation (#38874)
3b104b6d3b7 is described below

commit 3b104b6d3b744c7bda4c79b76a94c501d2a7764f
Author: Yi Hu <ya...@google.com>
AuthorDate: Tue Jun 9 15:53:03 2026 -0400

    Fix yaml doc generation (#38874)
---
 sdks/python/apache_beam/yaml/standard_io.yaml |  1 -
 sdks/python/build.gradle                      | 28 +++++++++++++++++++++------
 2 files changed, 22 insertions(+), 7 deletions(-)

diff --git a/sdks/python/apache_beam/yaml/standard_io.yaml 
b/sdks/python/apache_beam/yaml/standard_io.yaml
index 781d3de193e..4f679c4a77c 100644
--- a/sdks/python/apache_beam/yaml/standard_io.yaml
+++ b/sdks/python/apache_beam/yaml/standard_io.yaml
@@ -418,7 +418,6 @@
         catalog_properties: 'catalog_properties'
         config_properties: 'config_properties'
         triggering_frequency_seconds: 'triggering_frequency_seconds'
-        append_batch_size: 'append_batch_size'
         location_prefix: 'location_prefix'
         partition_fields: 'partition_fields'
         table_properties: 'table_properties'
diff --git a/sdks/python/build.gradle b/sdks/python/build.gradle
index 5f09dff57e8..b39b12f198e 100644
--- a/sdks/python/build.gradle
+++ b/sdks/python/build.gradle
@@ -101,16 +101,32 @@ tasks.register("generateManagedIOPage") {
   }
 }
 
+tasks.register("prepareExpansionServicesForYamlDocs") {
+  description "Builds all expansion services referenced in 
apache_beam/yaml/*.*"
+
+  dependsOn ":sdks:java:extensions:schemaio-expansion-service:shadowJar"
+  dependsOn ":sdks:java:extensions:sql:expansion-service:shadowJar"
+  dependsOn ":sdks:java:io:expansion-service:shadowJar"
+  dependsOn ":sdks:java:io:google-cloud-platform:expansion-service:shadowJar"
+
+  doLast {
+    // Copy expansion service jar into cache path (.apache_beam/cache/jars/).
+    copy {
+      from 
project.tasks.findByPath(":sdks:java:extensions:schemaio-expansion-service:shadowJar")
+      from 
project.tasks.findByPath(":sdks:java:extensions:sql:expansion-service:shadowJar")
+      from 
project.tasks.findByPath(":sdks:java:io:expansion-service:shadowJar")
+      from 
project.tasks.findByPath(":sdks:java:io:google-cloud-platform:expansion-service:shadowJar")
+      into "${System.getProperty('user.home')}/.apache_beam/cache/jars/"
+    }
+  }
+}
+
 tasks.register("generateYamlDocs") {
   description "Generates the reference documentation for all YAML transforms."
 
   dependsOn buildPython
-  // Need to build all expansion services referenced in apache_beam/yaml/*.*
-  // grep -oh 'sdk.*Jar' sdks/python/apache_beam/yaml/*.yaml | sort | uniq
-  dependsOn ":sdks:java:extensions:schemaio-expansion-service:shadowJar"
-  dependsOn ":sdks:java:extensions:sql:expansion-service:shadowJar"
-  dependsOn ":sdks:java:io:expansion-service:build"
-  dependsOn ":sdks:java:io:google-cloud-platform:expansion-service:build"
+  dependsOn prepareExpansionServicesForYamlDocs
+
   def extraPackages = "pyyaml markdown docstring_parser pandas pygments Jinja2 
virtualenv-clone"
 
   doLast {