You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by "sivabalan narayanan (Jira)" <ji...@apache.org> on 2022/02/27 19:10:00 UTC
[jira] [Closed] (HUDI-3521) NPE exception with docker demo with latest master
[ https://issues.apache.org/jira/browse/HUDI-3521?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
sivabalan narayanan closed HUDI-3521.
-------------------------------------
Resolution: Fixed
> NPE exception with docker demo with latest master
> -------------------------------------------------
>
> Key: HUDI-3521
> URL: https://issues.apache.org/jira/browse/HUDI-3521
> Project: Apache Hudi
> Issue Type: Bug
> Components: deltastreamer, tests-ci
> Reporter: sivabalan narayanan
> Assignee: sivabalan narayanan
> Priority: Critical
> Labels: pull-request-available
> Fix For: 0.11.0
>
>
>
>
> {code:java}
> root@adhoc-2:/# spark-submit \
> > --class org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer $HUDI_UTILITIES_BUNDLE \
> > --table-type COPY_ON_WRITE \
> > --source-class org.apache.hudi.utilities.sources.JsonKafkaSource \
> > --source-ordering-field ts \
> > --target-base-path /user/hive/warehouse/stock_ticks_cow \
> > --target-table stock_ticks_cow --props /var/demo/config/kafka-source.properties \
> > --schemaprovider-class org.apache.hudi.utilities.schema.FilebasedSchemaProvider
> 22/02/25 23:12:46 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
> 22/02/25 23:12:46 WARN SchedulerConfGenerator: Job Scheduling Configs will not be in effect as spark.scheduler.mode is not set to FAIR at instantiation time. Continuing without scheduling configs
> 22/02/25 23:12:50 WARN DFSPropertiesConfiguration: Cannot find HUDI_CONF_DIR, please set it as the dir of hudi-defaults.conf
> 22/02/25 23:12:50 WARN DFSPropertiesConfiguration: Properties file file:/etc/hudi/conf/hudi-defaults.conf not found. Ignoring to load props file
> 22/02/25 23:12:51 WARN SparkContext: Using an existing SparkContext; some configuration may not take effect.
> 22/02/25 23:12:54 WARN KafkaUtils: overriding enable.auto.commit to false for executor
> 22/02/25 23:12:54 WARN KafkaUtils: overriding auto.offset.reset to none for executor
> 22/02/25 23:12:54 ERROR KafkaUtils: group.id is null, you should probably set it
> 22/02/25 23:12:54 WARN KafkaUtils: overriding executor group.id to spark-executor-null
> 22/02/25 23:12:54 WARN KafkaUtils: overriding receive.buffer.bytes to 65536 see KAFKA-3135
> 22/02/25 23:13:04 ERROR HoodieDeltaStreamer: Got error running delta sync once. Shutting down
> java.lang.NullPointerException
> at java.util.Hashtable.put(Hashtable.java:460)
> at org.apache.hudi.common.config.TypedProperties.put(TypedProperties.java:75)
> at org.apache.hudi.common.config.TypedProperties.<init>(TypedProperties.java:47)
> at org.apache.hudi.common.config.HoodieConfig.<init>(HoodieConfig.java:54)
> at org.apache.hudi.common.table.HoodieTableConfig.getDefaultBootstrapIndexClass(HoodieTableConfig.java:483)
> at org.apache.hudi.config.HoodieBootstrapConfig$Builder.build(HoodieBootstrapConfig.java:257)
> at org.apache.hudi.config.HoodieWriteConfig$Builder.setDefaults(HoodieWriteConfig.java:2341)
> at org.apache.hudi.config.HoodieWriteConfig$Builder.build(HoodieWriteConfig.java:2388)
> at org.apache.hudi.utilities.deltastreamer.DeltaSync.getHoodieClientConfig(DeltaSync.java:810)
> at org.apache.hudi.utilities.deltastreamer.DeltaSync.reInitWriteClient(DeltaSync.java:749)
> at org.apache.hudi.utilities.deltastreamer.DeltaSync.setupWriteClient(DeltaSync.java:742)
> at org.apache.hudi.utilities.deltastreamer.DeltaSync.syncOnce(DeltaSync.java:306)
> at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.lambda$sync$2(HoodieDeltaStreamer.java:193)
> at org.apache.hudi.common.util.Option.ifPresent(Option.java:96)
> at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.sync(HoodieDeltaStreamer.java:191)
> at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.main(HoodieDeltaStreamer.java:530)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
> at org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:845)
> at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:161)
> at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:184)
> at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:86)
> at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:920)
> at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:929)
> at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
> Exception in thread “main” java.lang.NullPointerException
> at java.util.Hashtable.put(Hashtable.java:460)
> at org.apache.hudi.common.config.TypedProperties.put(TypedProperties.java:75)
> at org.apache.hudi.common.config.TypedProperties.<init>(TypedProperties.java:47)
> at org.apache.hudi.common.config.HoodieConfig.<init>(HoodieConfig.java:54)
> at org.apache.hudi.common.table.HoodieTableConfig.getDefaultBootstrapIndexClass(HoodieTableConfig.java:483)
> at org.apache.hudi.config.HoodieBootstrapConfig$Builder.build(HoodieBootstrapConfig.java:257)
> at org.apache.hudi.config.HoodieWriteConfig$Builder.setDefaults(HoodieWriteConfig.java:2341)
> at org.apache.hudi.config.HoodieWriteConfig$Builder.build(HoodieWriteConfig.java:2388)
> at org.apache.hudi.utilities.deltastreamer.DeltaSync.getHoodieClientConfig(DeltaSync.java:810)
> at org.apache.hudi.utilities.deltastreamer.DeltaSync.reInitWriteClient(DeltaSync.java:749)
> at org.apache.hudi.utilities.deltastreamer.DeltaSync.setupWriteClient(DeltaSync.java:742)
> at org.apache.hudi.utilities.deltastreamer.DeltaSync.syncOnce(DeltaSync.java:306)
> at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.lambda$sync$2(HoodieDeltaStreamer.java:193)
> at org.apache.hudi.common.util.Option.ifPresent(Option.java:96)
> at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.sync(HoodieDeltaStreamer.java:191)
> at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.main(HoodieDeltaStreamer.java:530)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
> at org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:845)
> at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:161)
> at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:184)
> at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:86)
> at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:920)
> at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:929)
> at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) {code}
--
This message was sent by Atlassian Jira
(v8.20.1#820001)