You are viewing a plain text version of this content. The canonical link for it is here.
Posted to notifications@iotdb.apache.org by "Kaifeng Xue (Jira)" <ji...@apache.org> on 2021/03/10 12:53:00 UTC
[jira] [Commented] (IOTDB-1201)
[spark-tsfile]java.lang.NumberFormatException: For input string: "unknown"
[ https://issues.apache.org/jira/browse/IOTDB-1201?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17298805#comment-17298805 ]
Kaifeng Xue commented on IOTDB-1201:
------------------------------------
This is a bug in spark jetty (not IoTDB). And when I run this command on my computer, there is no such problem
> [spark-tsfile]java.lang.NumberFormatException: For input string: "unknown"
> --------------------------------------------------------------------------
>
> Key: IOTDB-1201
> URL: https://issues.apache.org/jira/browse/IOTDB-1201
> Project: Apache IoTDB
> Issue Type: Bug
> Components: Connectors/Spark-TsFile
> Reporter: FengQingxin
> Priority: Minor
> Attachments: image-2021-03-10-17-05-50-744.png
>
>
> Hi
> when I using spark-shell, I got an exception : java.lang.NumberFormatException: For input string: "unknown".
> iotdb : d622fe88fe688e4b6e212af26e573c0581daab1a
> spark : spark-2.4.7-bin-hadoop2.7/
> command : ./spark-shell --jars spark-tsfile-0.12.0-SNAPSHOT.jar,tsfile-0.12.0-SNAPSHOT-jar-with-dependencies.jar
>
> log:
> !image-2021-03-10-17-05-50-744.png!
> 16:45:27.149 [main] DEBUG org.spark_project.jetty.util.Jetty -
> java.lang.NumberFormatException: For input string: "unknown"
> at java.lang.NumberFormatException.forInputString(NumberFormatException.java:65)
> at java.lang.Long.parseLong(Long.java:589)
> at java.lang.Long.valueOf(Long.java:803)
> at org.spark_project.jetty.util.Jetty.formatTimestamp(Jetty.java:89)
> at org.spark_project.jetty.util.Jetty.<clinit>(Jetty.java:61)
> at org.spark_project.jetty.server.Server.getVersion(Server.java:159)
> at org.spark_project.jetty.server.handler.ContextHandler.<clinit>(ContextHandler.java:128)
> at org.apache.spark.ui.JettyUtils$.createServletHandler(JettyUtils.scala:143)
> at org.apache.spark.ui.JettyUtils$.createServletHandler(JettyUtils.scala:130)
> at org.apache.spark.ui.WebUI.attachPage(WebUI.scala:89)
> at org.apache.spark.ui.WebUI$$anonfun$attachTab$1.apply(WebUI.scala:71)
> at org.apache.spark.ui.WebUI$$anonfun$attachTab$1.apply(WebUI.scala:71)
> at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
> at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
> at org.apache.spark.ui.WebUI.attachTab(WebUI.scala:71)
> at org.apache.spark.ui.SparkUI.initialize(SparkUI.scala:62)
> at org.apache.spark.ui.SparkUI.<init>(SparkUI.scala:80)
> at org.apache.spark.ui.SparkUI$.create(SparkUI.scala:178)
> at org.apache.spark.SparkContext.<init>(SparkContext.scala:444)
> at org.apache.spark.SparkContext$.getOrCreate(SparkContext.scala:2520)
> at org.apache.spark.sql.SparkSession$Builder$$anonfun$7.apply(SparkSession.scala:930)
> at org.apache.spark.sql.SparkSession$Builder$$anonfun$7.apply(SparkSession.scala:921)
> at scala.Option.getOrElse(Option.scala:121)
> at org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:921)
> at org.apache.spark.repl.Main$.createSparkSession(Main.scala:106)
> at $line3.$read$$iw$$iw.<init>(<console>:15)
> at $line3.$read$$iw.<init>(<console>:43)
> at $line3.$read.<init>(<console>:45)
> at $line3.$read$.<init>(<console>:49)
> at $line3.$read$.<clinit>(<console>)
> at $line3.$eval$.$print$lzycompute(<console>:7)
> at $line3.$eval$.$print(<console>:6)
> at $line3.$eval.$print(<console>)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at scala.tools.nsc.interpreter.IMain$ReadEvalPrint.call(IMain.scala:793)
> at scala.tools.nsc.interpreter.IMain$Request.loadAndRun(IMain.scala:1054)
> at scala.tools.nsc.interpreter.IMain$WrappedRequest$$anonfun$loadAndRunReq$1.apply(IMain.scala:645)
> at scala.tools.nsc.interpreter.IMain$WrappedRequest$$anonfun$loadAndRunReq$1.apply(IMain.scala:644)
> at scala.reflect.internal.util.ScalaClassLoader$class.asContext(ScalaClassLoader.scala:31)
> at scala.reflect.internal.util.AbstractFileClassLoader.asContext(AbstractFileClassLoader.scala:19)
> at scala.tools.nsc.interpreter.IMain$WrappedRequest.loadAndRunReq(IMain.scala:644)
> at scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:576)
> at scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:572)
> at scala.tools.nsc.interpreter.IMain$$anonfun$quietRun$1.apply(IMain.scala:231)
> at scala.tools.nsc.interpreter.IMain$$anonfun$quietRun$1.apply(IMain.scala:231)
> at scala.tools.nsc.interpreter.IMain.beQuietDuring(IMain.scala:221)
> at scala.tools.nsc.interpreter.IMain.quietRun(IMain.scala:231)
> at org.apache.spark.repl.SparkILoop$$anonfun$initializeSpark$1$$anonfun$apply$mcV$sp$1.apply(SparkILoop.scala:109)
> at org.apache.spark.repl.SparkILoop$$anonfun$initializeSpark$1$$anonfun$apply$mcV$sp$1.apply(SparkILoop.scala:109)
> at scala.collection.immutable.List.foreach(List.scala:392)
> at org.apache.spark.repl.SparkILoop$$anonfun$initializeSpark$1.apply$mcV$sp(SparkILoop.scala:109)
> at org.apache.spark.repl.SparkILoop$$anonfun$initializeSpark$1.apply(SparkILoop.scala:109)
> at org.apache.spark.repl.SparkILoop$$anonfun$initializeSpark$1.apply(SparkILoop.scala:109)
> at scala.tools.nsc.interpreter.ILoop.savingReplayStack(ILoop.scala:91)
> at org.apache.spark.repl.SparkILoop.initializeSpark(SparkILoop.scala:108)
> at org.apache.spark.repl.SparkILoop$$anonfun$process$1$$anonfun$org$apache$spark$repl$SparkILoop$$anonfun$$loopPostInit$1$1.apply$mcV$sp(SparkILoop.scala:211)
> at org.apache.spark.repl.SparkILoop$$anonfun$process$1$$anonfun$org$apache$spark$repl$SparkILoop$$anonfun$$loopPostInit$1$1.apply(SparkILoop.scala:199)
> at org.apache.spark.repl.SparkILoop$$anonfun$process$1$$anonfun$org$apache$spark$repl$SparkILoop$$anonfun$$loopPostInit$1$1.apply(SparkILoop.scala:199)
> at scala.tools.nsc.interpreter.ILoop$$anonfun$mumly$1.apply(ILoop.scala:189)
> at scala.tools.nsc.interpreter.IMain.beQuietDuring(IMain.scala:221)
> at scala.tools.nsc.interpreter.ILoop.mumly(ILoop.scala:186)
> at org.apache.spark.repl.SparkILoop$$anonfun$process$1.org$apache$spark$repl$SparkILoop$$anonfun$$loopPostInit$1(SparkILoop.scala:199)
> at org.apache.spark.repl.SparkILoop$$anonfun$process$1$$anonfun$startup$1$1.apply(SparkILoop.scala:267)
> at org.apache.spark.repl.SparkILoop$$anonfun$process$1$$anonfun$startup$1$1.apply(SparkILoop.scala:247)
> at org.apache.spark.repl.SparkILoop$$anonfun$process$1.withSuppressedSettings$1(SparkILoop.scala:235)
> at org.apache.spark.repl.SparkILoop$$anonfun$process$1.startup$1(SparkILoop.scala:247)
> at org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:282)
> at org.apache.spark.repl.SparkILoop.runClosure(SparkILoop.scala:159)
> at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:182)
> at org.apache.spark.repl.Main$.doMain(Main.scala:78)
> at org.apache.spark.repl.Main$.main(Main.scala:58)
> at org.apache.spark.repl.Main.main(Main.scala)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
> at org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:845)
> at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:161)
> at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:184)
> at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:86)
> at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:920)
> at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:929)
> at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
> 16:45:27.158 [main] DEBUG org.spark_project.jetty.util.DecoratedObjectFactory - Adding Decorator: org.spark_project.jetty.util.DeprecationWarning@4a34de5e
> 16:45:27.167 [main] DEBUG org.spark_project.jetty.util.component.ContainerLifeCycle - o.s.j.s.ServletContextHandler@53f1fcc2\{/,null,null} added \{org.spark_project.jetty.servlet.ServletHandler@6a261998,MANAGED}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)