[
https://issues.apache.org/jira/browse/HUDI-5185?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
xi chaomin updated HUDI-5185:
-----------------------------
Description:
compaction run --schemaFilePath /tmp/compaction.schema --hoodieConfigs
hoodie.embed.timeline.server=false
{code:java}
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
11150 [main] ERROR org.apache.hudi.cli.commands.SparkMain [] - Fail to execute
commandString
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
java.lang.IllegalArgumentException: null
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at
org.apache.hudi.common.util.ValidationUtils.checkArgument(ValidationUtils.java:31)
~[hudi-common-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at
org.apache.hudi.utilities.UtilHelpers.lambda$buildProperties$0(UtilHelpers.java:233)
~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at java.util.ArrayList.forEach(ArrayList.java:1259) ~[?:1.8.0_271]
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.hudi.utilities.UtilHelpers.buildProperties(UtilHelpers.java:231)
~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.hudi.utilities.HoodieCompactor.<init>(HoodieCompactor.java:69)
~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.hudi.cli.commands.SparkMain.compact(SparkMain.java:420)
~[hudi-cli-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.hudi.cli.commands.SparkMain.main(SparkMain.java:156)
~[hudi-cli-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_271]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_271]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_271]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_271]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131917 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131917 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131917 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
~[spark-core_2.12-3.1.1.jar:3.1.1] {code}
was:
compaction run --schemaFilePath /tmp/compaction.schema --hoodieConfigs
hoodie.embed.timeline.server=false
```
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
11150 [main] ERROR org.apache.hudi.cli.commands.SparkMain [] - Fail to execute
commandString
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
java.lang.IllegalArgumentException: null
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at
org.apache.hudi.common.util.ValidationUtils.checkArgument(ValidationUtils.java:31)
~[hudi-common-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at
org.apache.hudi.utilities.UtilHelpers.lambda$buildProperties$0(UtilHelpers.java:233)
~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at java.util.ArrayList.forEach(ArrayList.java:1259) ~[?:1.8.0_271]
131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.hudi.utilities.UtilHelpers.buildProperties(UtilHelpers.java:231)
~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.hudi.utilities.HoodieCompactor.<init>(HoodieCompactor.java:69)
~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.hudi.cli.commands.SparkMain.compact(SparkMain.java:420)
~[hudi-cli-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.hudi.cli.commands.SparkMain.main(SparkMain.java:156)
~[hudi-cli-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_271]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_271]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_271]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_271]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131917 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131917 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)
~[spark-core_2.12-3.1.1.jar:3.1.1]
131917 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
~[spark-core_2.12-3.1.1.jar:3.1.1]
```
> Compaction run fails with --hoodieConfigs
> -----------------------------------------
>
> Key: HUDI-5185
> URL: https://issues.apache.org/jira/browse/HUDI-5185
> Project: Apache Hudi
> Issue Type: Bug
> Reporter: xi chaomin
> Priority: Major
>
> compaction run --schemaFilePath /tmp/compaction.schema --hoodieConfigs
> hoodie.embed.timeline.server=false
> {code:java}
> 131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> 11150 [main] ERROR org.apache.hudi.cli.commands.SparkMain [] - Fail to
> execute commandString
> 131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> java.lang.IllegalArgumentException: null
> 131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at
> org.apache.hudi.common.util.ValidationUtils.checkArgument(ValidationUtils.java:31)
> ~[hudi-common-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
> 131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at
> org.apache.hudi.utilities.UtilHelpers.lambda$buildProperties$0(UtilHelpers.java:233)
> ~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
> 131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at java.util.ArrayList.forEach(ArrayList.java:1259) ~[?:1.8.0_271]
> 131915 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at
> org.apache.hudi.utilities.UtilHelpers.buildProperties(UtilHelpers.java:231)
> ~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at
> org.apache.hudi.utilities.HoodieCompactor.<init>(HoodieCompactor.java:69)
> ~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at org.apache.hudi.cli.commands.SparkMain.compact(SparkMain.java:420)
> ~[hudi-cli-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at org.apache.hudi.cli.commands.SparkMain.main(SparkMain.java:156)
> ~[hudi-cli-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ~[?:1.8.0_271]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> ~[?:1.8.0_271]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[?:1.8.0_271]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_271]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at
> org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
> ~[spark-core_2.12-3.1.1.jar:3.1.1]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at
> org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)
> ~[spark-core_2.12-3.1.1.jar:3.1.1]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)
> ~[spark-core_2.12-3.1.1.jar:3.1.1]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)
> ~[spark-core_2.12-3.1.1.jar:3.1.1]
> 131916 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)
> ~[spark-core_2.12-3.1.1.jar:3.1.1]
> 131917 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at
> org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)
> ~[spark-core_2.12-3.1.1.jar:3.1.1]
> 131917 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)
> ~[spark-core_2.12-3.1.1.jar:3.1.1]
> 131917 [Thread-10] INFO org.apache.hudi.cli.utils.InputStreamConsumer [] -
> at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
> ~[spark-core_2.12-3.1.1.jar:3.1.1] {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
