You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by "sivabalan narayanan (Jira)" <ji...@apache.org> on 2022/02/27 14:44:00 UTC
[jira] [Created] (HUDI-3521) NPE exception with docker demo with latest master
sivabalan narayanan created HUDI-3521:
-----------------------------------------
Summary: NPE exception with docker demo with latest master
Key: HUDI-3521
URL: https://issues.apache.org/jira/browse/HUDI-3521
Project: Apache Hudi
Issue Type: Task
Components: deltastreamer, tests-ci
Reporter: sivabalan narayanan
{code:java}
root@adhoc-2:/# spark-submit \
> --class org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer $HUDI_UTILITIES_BUNDLE \
> --table-type COPY_ON_WRITE \
> --source-class org.apache.hudi.utilities.sources.JsonKafkaSource \
> --source-ordering-field ts \
> --target-base-path /user/hive/warehouse/stock_ticks_cow \
> --target-table stock_ticks_cow --props /var/demo/config/kafka-source.properties \
> --schemaprovider-class org.apache.hudi.utilities.schema.FilebasedSchemaProvider
22/02/25 23:12:46 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
22/02/25 23:12:46 WARN SchedulerConfGenerator: Job Scheduling Configs will not be in effect as spark.scheduler.mode is not set to FAIR at instantiation time. Continuing without scheduling configs
22/02/25 23:12:50 WARN DFSPropertiesConfiguration: Cannot find HUDI_CONF_DIR, please set it as the dir of hudi-defaults.conf
22/02/25 23:12:50 WARN DFSPropertiesConfiguration: Properties file file:/etc/hudi/conf/hudi-defaults.conf not found. Ignoring to load props file
22/02/25 23:12:51 WARN SparkContext: Using an existing SparkContext; some configuration may not take effect.
22/02/25 23:12:54 WARN KafkaUtils: overriding enable.auto.commit to false for executor
22/02/25 23:12:54 WARN KafkaUtils: overriding auto.offset.reset to none for executor
22/02/25 23:12:54 ERROR KafkaUtils: group.id is null, you should probably set it
22/02/25 23:12:54 WARN KafkaUtils: overriding executor group.id to spark-executor-null
22/02/25 23:12:54 WARN KafkaUtils: overriding receive.buffer.bytes to 65536 see KAFKA-3135
22/02/25 23:13:04 ERROR HoodieDeltaStreamer: Got error running delta sync once. Shutting down
java.lang.NullPointerException
at java.util.Hashtable.put(Hashtable.java:460)
at org.apache.hudi.common.config.TypedProperties.put(TypedProperties.java:75)
at org.apache.hudi.common.config.TypedProperties.<init>(TypedProperties.java:47)
at org.apache.hudi.common.config.HoodieConfig.<init>(HoodieConfig.java:54)
at org.apache.hudi.common.table.HoodieTableConfig.getDefaultBootstrapIndexClass(HoodieTableConfig.java:483)
at org.apache.hudi.config.HoodieBootstrapConfig$Builder.build(HoodieBootstrapConfig.java:257)
at org.apache.hudi.config.HoodieWriteConfig$Builder.setDefaults(HoodieWriteConfig.java:2341)
at org.apache.hudi.config.HoodieWriteConfig$Builder.build(HoodieWriteConfig.java:2388)
at org.apache.hudi.utilities.deltastreamer.DeltaSync.getHoodieClientConfig(DeltaSync.java:810)
at org.apache.hudi.utilities.deltastreamer.DeltaSync.reInitWriteClient(DeltaSync.java:749)
at org.apache.hudi.utilities.deltastreamer.DeltaSync.setupWriteClient(DeltaSync.java:742)
at org.apache.hudi.utilities.deltastreamer.DeltaSync.syncOnce(DeltaSync.java:306)
at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.lambda$sync$2(HoodieDeltaStreamer.java:193)
at org.apache.hudi.common.util.Option.ifPresent(Option.java:96)
at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.sync(HoodieDeltaStreamer.java:191)
at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.main(HoodieDeltaStreamer.java:530)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
at org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:845)
at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:161)
at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:184)
at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:86)
at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:920)
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:929)
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
Exception in thread “main” java.lang.NullPointerException
at java.util.Hashtable.put(Hashtable.java:460)
at org.apache.hudi.common.config.TypedProperties.put(TypedProperties.java:75)
at org.apache.hudi.common.config.TypedProperties.<init>(TypedProperties.java:47)
at org.apache.hudi.common.config.HoodieConfig.<init>(HoodieConfig.java:54)
at org.apache.hudi.common.table.HoodieTableConfig.getDefaultBootstrapIndexClass(HoodieTableConfig.java:483)
at org.apache.hudi.config.HoodieBootstrapConfig$Builder.build(HoodieBootstrapConfig.java:257)
at org.apache.hudi.config.HoodieWriteConfig$Builder.setDefaults(HoodieWriteConfig.java:2341)
at org.apache.hudi.config.HoodieWriteConfig$Builder.build(HoodieWriteConfig.java:2388)
at org.apache.hudi.utilities.deltastreamer.DeltaSync.getHoodieClientConfig(DeltaSync.java:810)
at org.apache.hudi.utilities.deltastreamer.DeltaSync.reInitWriteClient(DeltaSync.java:749)
at org.apache.hudi.utilities.deltastreamer.DeltaSync.setupWriteClient(DeltaSync.java:742)
at org.apache.hudi.utilities.deltastreamer.DeltaSync.syncOnce(DeltaSync.java:306)
at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.lambda$sync$2(HoodieDeltaStreamer.java:193)
at org.apache.hudi.common.util.Option.ifPresent(Option.java:96)
at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.sync(HoodieDeltaStreamer.java:191)
at org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.main(HoodieDeltaStreamer.java:530)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
at org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:845)
at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:161)
at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:184)
at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:86)
at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:920)
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:929)
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) {code}
--
This message was sent by Atlassian Jira
(v8.20.1#820001)