[ https://issues.apache.org/jira/browse/HUDI-3521?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
sivabalan narayanan closed HUDI-3521. ------------------------------------- Resolution: Fixed > NPE exception with docker demo with latest master > ------------------------------------------------- > > Key: HUDI-3521 > URL: https://issues.apache.org/jira/browse/HUDI-3521 > Project: Apache Hudi > Issue Type: Bug > Components: deltastreamer, tests-ci > Reporter: sivabalan narayanan > Assignee: sivabalan narayanan > Priority: Critical > Labels: pull-request-available > Fix For: 0.11.0 > > > > > {code:java} > root@adhoc-2:/# spark-submit \ > > --class org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer > >$HUDI_UTILITIES_BUNDLE \ > > --table-type COPY_ON_WRITE \ > > --source-class org.apache.hudi.utilities.sources.JsonKafkaSource \ > > --source-ordering-field ts \ > > --target-base-path /user/hive/warehouse/stock_ticks_cow \ > > --target-table stock_ticks_cow --props > >/var/demo/config/kafka-source.properties \ > > --schemaprovider-class > >org.apache.hudi.utilities.schema.FilebasedSchemaProvider > 22/02/25 23:12:46 WARN NativeCodeLoader: Unable to load native-hadoop library > for your platform... using builtin-java classes where applicable > 22/02/25 23:12:46 WARN SchedulerConfGenerator: Job Scheduling Configs will > not be in effect as spark.scheduler.mode is not set to FAIR at instantiation > time. Continuing without scheduling configs > 22/02/25 23:12:50 WARN DFSPropertiesConfiguration: Cannot find HUDI_CONF_DIR, > please set it as the dir of hudi-defaults.conf > 22/02/25 23:12:50 WARN DFSPropertiesConfiguration: Properties file > file:/etc/hudi/conf/hudi-defaults.conf not found. Ignoring to load props file > 22/02/25 23:12:51 WARN SparkContext: Using an existing SparkContext; some > configuration may not take effect. > 22/02/25 23:12:54 WARN KafkaUtils: overriding enable.auto.commit to false for > executor > 22/02/25 23:12:54 WARN KafkaUtils: overriding auto.offset.reset to none for > executor > 22/02/25 23:12:54 ERROR KafkaUtils: group.id is null, you should probably set > it > 22/02/25 23:12:54 WARN KafkaUtils: overriding executor group.id to > spark-executor-null > 22/02/25 23:12:54 WARN KafkaUtils: overriding receive.buffer.bytes to 65536 > see KAFKA-3135 > 22/02/25 23:13:04 ERROR HoodieDeltaStreamer: Got error running delta sync > once. Shutting down > java.lang.NullPointerException > at java.util.Hashtable.put(Hashtable.java:460) > at > org.apache.hudi.common.config.TypedProperties.put(TypedProperties.java:75) > at > org.apache.hudi.common.config.TypedProperties.<init>(TypedProperties.java:47) > at > org.apache.hudi.common.config.HoodieConfig.<init>(HoodieConfig.java:54) > at > org.apache.hudi.common.table.HoodieTableConfig.getDefaultBootstrapIndexClass(HoodieTableConfig.java:483) > at > org.apache.hudi.config.HoodieBootstrapConfig$Builder.build(HoodieBootstrapConfig.java:257) > at > org.apache.hudi.config.HoodieWriteConfig$Builder.setDefaults(HoodieWriteConfig.java:2341) > at > org.apache.hudi.config.HoodieWriteConfig$Builder.build(HoodieWriteConfig.java:2388) > at > org.apache.hudi.utilities.deltastreamer.DeltaSync.getHoodieClientConfig(DeltaSync.java:810) > at > org.apache.hudi.utilities.deltastreamer.DeltaSync.reInitWriteClient(DeltaSync.java:749) > at > org.apache.hudi.utilities.deltastreamer.DeltaSync.setupWriteClient(DeltaSync.java:742) > at > org.apache.hudi.utilities.deltastreamer.DeltaSync.syncOnce(DeltaSync.java:306) > at > org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.lambda$sync$2(HoodieDeltaStreamer.java:193) > at org.apache.hudi.common.util.Option.ifPresent(Option.java:96) > at > org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.sync(HoodieDeltaStreamer.java:191) > at > org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.main(HoodieDeltaStreamer.java:530) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:498) > at > org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) > at > org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:845) > at > org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:161) > at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:184) > at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:86) > at > org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:920) > at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:929) > at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) > Exception in thread “main” java.lang.NullPointerException > at java.util.Hashtable.put(Hashtable.java:460) > at > org.apache.hudi.common.config.TypedProperties.put(TypedProperties.java:75) > at > org.apache.hudi.common.config.TypedProperties.<init>(TypedProperties.java:47) > at > org.apache.hudi.common.config.HoodieConfig.<init>(HoodieConfig.java:54) > at > org.apache.hudi.common.table.HoodieTableConfig.getDefaultBootstrapIndexClass(HoodieTableConfig.java:483) > at > org.apache.hudi.config.HoodieBootstrapConfig$Builder.build(HoodieBootstrapConfig.java:257) > at > org.apache.hudi.config.HoodieWriteConfig$Builder.setDefaults(HoodieWriteConfig.java:2341) > at > org.apache.hudi.config.HoodieWriteConfig$Builder.build(HoodieWriteConfig.java:2388) > at > org.apache.hudi.utilities.deltastreamer.DeltaSync.getHoodieClientConfig(DeltaSync.java:810) > at > org.apache.hudi.utilities.deltastreamer.DeltaSync.reInitWriteClient(DeltaSync.java:749) > at > org.apache.hudi.utilities.deltastreamer.DeltaSync.setupWriteClient(DeltaSync.java:742) > at > org.apache.hudi.utilities.deltastreamer.DeltaSync.syncOnce(DeltaSync.java:306) > at > org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.lambda$sync$2(HoodieDeltaStreamer.java:193) > at org.apache.hudi.common.util.Option.ifPresent(Option.java:96) > at > org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.sync(HoodieDeltaStreamer.java:191) > at > org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.main(HoodieDeltaStreamer.java:530) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:498) > at > org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) > at > org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:845) > at > org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:161) > at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:184) > at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:86) > at > org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:920) > at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:929) > at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) {code} -- This message was sent by Atlassian Jira (v8.20.1#820001)