cj-zhukov commented on code in PR #19750:
URL: https://github.com/apache/datafusion/pull/19750#discussion_r2727459499
##########
ci/scripts/check_examples_docs.sh:
##########
@@ -17,48 +17,57 @@
# specific language governing permissions and limitations
# under the License.
-set -euo pipefail
-
-EXAMPLES_DIR="datafusion-examples/examples"
-README="datafusion-examples/README.md"
-
-# ffi examples are skipped because they were not part of the recent example
-# consolidation work and do not follow the new grouping and execution pattern.
-# They are not documented in the README using the new structure, so including
-# them here would cause false CI failures.
-SKIP_LIST=("ffi")
-
-missing=0
+# Generates documentation for DataFusion examples using the Rust-based
+# documentation generator and verifies that the committed README.md
+# is up to date.
+#
+# The README is generated from documentation comments in:
+# datafusion-examples/examples/<group>/main.rs
+#
+# This script is intended to be run in CI to ensure that example
+# documentation stays in sync with the code.
+#
+# To update the README locally, run this script and replace README.md
+# with the generated output.
-skip() {
- local value="$1"
- for item in "${SKIP_LIST[@]}"; do
- if [[ "$item" == "$value" ]]; then
- return 0
- fi
- done
- return 1
-}
+set -euo pipefail
-# collect folder names
-folders=$(find "$EXAMPLES_DIR" -mindepth 1 -maxdepth 1 -type d -exec basename
{} \;)
+ROOT_DIR="$(git rev-parse --show-toplevel)"
+EXAMPLES_DIR="$ROOT_DIR/datafusion-examples"
+README="$EXAMPLES_DIR/README.md"
+README_NEW="$EXAMPLES_DIR/README-NEW.md"
-# collect group names from README headers
-groups=$(grep "^### Group:" "$README" | sed -E 's/^### Group: `([^`]+)`.*/\1/')
+echo "▶ Generating examples README (Rust generator)…"
+cargo run --quiet \
+ --manifest-path "$EXAMPLES_DIR/Cargo.toml" \
+ --bin examples-docs \
+ > "$README_NEW"
-for folder in $folders; do
- if skip "$folder"; then
- echo "Skipped group: $folder"
- continue
- fi
+echo "▶ Formatting generated README with Prettier…"
+npx [email protected] \
Review Comment:
I agree with you, it's a good point
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
