This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
The following commit(s) were added to refs/heads/master by this push:
new 51a642c2e6 Adding more derived json parsed columns in QuickStart
example (#14525)
51a642c2e6 is described below
commit 51a642c2e6c8253fce945a96377e49eccfbd84cf
Author: Xiang Fu <[email protected]>
AuthorDate: Sat Nov 23 13:56:50 2024 -0800
Adding more derived json parsed columns in QuickStart example (#14525)
---
.../githubComplexTypeEvents_offline_table_config.json | 8 ++++++++
.../githubComplexTypeEvents/githubComplexTypeEvents_schema.json | 8 ++++++++
2 files changed, 16 insertions(+)
diff --git
a/pinot-tools/src/main/resources/examples/batch/githubComplexTypeEvents/githubComplexTypeEvents_offline_table_config.json
b/pinot-tools/src/main/resources/examples/batch/githubComplexTypeEvents/githubComplexTypeEvents_offline_table_config.json
index 357151aadf..031be26219 100644
---
a/pinot-tools/src/main/resources/examples/batch/githubComplexTypeEvents/githubComplexTypeEvents_offline_table_config.json
+++
b/pinot-tools/src/main/resources/examples/batch/githubComplexTypeEvents/githubComplexTypeEvents_offline_table_config.json
@@ -20,6 +20,14 @@
{
"columnName": "payload_str",
"transformFunction": "jsonFormat(payload)"
+ },
+ {
+ "columnName": "commits_url",
+ "transformFunction": "jsonPathString(payload, '$.commits[0].url')"
+ },
+ {
+ "columnName": "head_sha",
+ "transformFunction": "jsonPathString(payload, '$.head')"
}
],
"complexTypeConfig": {
diff --git
a/pinot-tools/src/main/resources/examples/batch/githubComplexTypeEvents/githubComplexTypeEvents_schema.json
b/pinot-tools/src/main/resources/examples/batch/githubComplexTypeEvents/githubComplexTypeEvents_schema.json
index dbacd3d213..dc25ff1e7b 100644
---
a/pinot-tools/src/main/resources/examples/batch/githubComplexTypeEvents/githubComplexTypeEvents_schema.json
+++
b/pinot-tools/src/main/resources/examples/batch/githubComplexTypeEvents/githubComplexTypeEvents_schema.json
@@ -63,6 +63,14 @@
{
"name": "payload.commits.url",
"dataType": "STRING"
+ },
+ {
+ "name": "commits_url",
+ "dataType": "STRING"
+ },
+ {
+ "name": "head_sha",
+ "dataType": "STRING"
}
],
"dateTimeFieldSpecs": [
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
