You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@spark.apache.org by "Yuming Wang (Jira)" <ji...@apache.org> on 2023/03/06 12:21:00 UTC
[jira] [Resolved] (SPARK-42682) When I execute the spark-shell command, "WARN ui.JettyUtils: GET /jobs/ failed: java.util.NoSuchElementException: Failed to get the application information. If you are starting up Spark, please wait a while until it's ready." will appear.
[ https://issues.apache.org/jira/browse/SPARK-42682?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Yuming Wang resolved SPARK-42682.
---------------------------------
Resolution: Invalid
This is because the spark context is not fully started.
> When I execute the spark-shell command, "WARN ui.JettyUtils: GET /jobs/ failed: java.util.NoSuchElementException: Failed to get the application information. If you are starting up Spark, please wait a while until it's ready." will appear.
> ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
>
> Key: SPARK-42682
> URL: https://issues.apache.org/jira/browse/SPARK-42682
> Project: Spark
> Issue Type: Bug
> Components: Spark Shell
> Affects Versions: 3.2.3
> Reporter: LiJie2023
> Priority: Major
> Attachments: image-2023-03-06-18-12-51-441.png
>
>
> !image-2023-03-06-18-12-51-441.png!
>
> 2023-03-06 17:11:52,464 WARN yarn.Client: Neither spark.yarn.jars nor spark.yarn.archive is set, falling back to uploading libraries under SPARK_HOME.
> 2023-03-06 17:11:57,217 WARN ui.JettyUtils: GET /jobs/ failed: java.util.NoSuchElementException: Failed to get the application information. If you are starting up Spark, please wait a while until it's ready.
> java.util.NoSuchElementException: Failed to get the application information. If you are starting up Spark, please wait a while until it's ready.
> at org.apache.spark.status.AppStatusStore.applicationInfo(AppStatusStore.scala:51)
> at org.apache.spark.ui.jobs.AllJobsPage.render(AllJobsPage.scala:276)
> at org.apache.spark.ui.WebUI.$anonfun$attachPage$1(WebUI.scala:90)
> at org.apache.spark.ui.JettyUtils$$anon$1.doGet(JettyUtils.scala:81)
> at javax.servlet.http.HttpServlet.service(HttpServlet.java:503)
> at javax.servlet.http.HttpServlet.service(HttpServlet.java:590)
> at org.sparkproject.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
> at org.sparkproject.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
> at org.apache.spark.ui.HttpSecurityFilter.doFilter(HttpSecurityFilter.scala:95)
> at org.sparkproject.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
> at org.sparkproject.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
> at org.sparkproject.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
> at org.sparkproject.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
> at org.sparkproject.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
> at org.sparkproject.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
> at org.sparkproject.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
> at org.sparkproject.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
> at org.sparkproject.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
> at org.sparkproject.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
> at org.sparkproject.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
> at org.sparkproject.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234)
> at org.sparkproject.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
> at org.sparkproject.jetty.server.Server.handle(Server.java:516)
> at org.sparkproject.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
> at org.sparkproject.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
> at org.sparkproject.jetty.server.HttpChannel.handle(HttpChannel.java:392)
> at org.sparkproject.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
> at org.sparkproject.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
> at org.sparkproject.jetty.io.FillInterest.fillable(FillInterest.java:105)
> at org.sparkproject.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
> at org.sparkproject.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
> at org.sparkproject.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
> at java.lang.Thread.run(Thread.java:748)
> 2023-03-06 17:11:57,221 WARN server.HttpChannel: /jobs/
> java.util.NoSuchElementException: Failed to get the application information. If you are starting up Spark, please wait a while until it's ready.
> at org.apache.spark.status.AppStatusStore.applicationInfo(AppStatusStore.scala:51)
> at org.apache.spark.ui.jobs.AllJobsPage.render(AllJobsPage.scala:276)
> at org.apache.spark.ui.WebUI.$anonfun$attachPage$1(WebUI.scala:90)
> at org.apache.spark.ui.JettyUtils$$anon$1.doGet(JettyUtils.scala:81)
> at javax.servlet.http.HttpServlet.service(HttpServlet.java:503)
> at javax.servlet.http.HttpServlet.service(HttpServlet.java:590)
> at org.sparkproject.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
> at org.sparkproject.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
> at org.apache.spark.ui.HttpSecurityFilter.doFilter(HttpSecurityFilter.scala:95)
> at org.sparkproject.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
> at org.sparkproject.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
> at org.sparkproject.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
> at org.sparkproject.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
> at org.sparkproject.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
> at org.sparkproject.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
> at org.sparkproject.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
> at org.sparkproject.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
> at org.sparkproject.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
> at org.sparkproject.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
> at org.sparkproject.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
> at org.sparkproject.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234)
> at org.sparkproject.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
> at org.sparkproject.jetty.server.Server.handle(Server.java:516)
> at org.sparkproject.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
> at org.sparkproject.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
> at org.sparkproject.jetty.server.HttpChannel.handle(HttpChannel.java:392)
> at org.sparkproject.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
> at org.sparkproject.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
> at org.sparkproject.jetty.io.FillInterest.fillable(FillInterest.java:105)
> at org.sparkproject.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
> at org.sparkproject.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
> at org.sparkproject.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
> at java.lang.Thread.run(Thread.java:748)
> 2023-03-06 17:11:57,251 WARN ui.JettyUtils: GET /jobs/ failed: java.util.NoSuchElementException: Failed to get the application information. If you are starting up Spark, please wait a while until it's ready.
> java.util.NoSuchElementException: Failed to get the application information. If you are starting up Spark, please wait a while until it's ready.
> at org.apache.spark.status.AppStatusStore.applicationInfo(AppStatusStore.scala:51)
> at org.apache.spark.ui.jobs.AllJobsPage.render(AllJobsPage.scala:276)
> at org.apache.spark.ui.WebUI.$anonfun$attachPage$1(WebUI.scala:90)
> at org.apache.spark.ui.JettyUtils$$anon$1.doGet(JettyUtils.scala:81)
> at javax.servlet.http.HttpServlet.service(HttpServlet.java:503)
> at javax.servlet.http.HttpServlet.service(HttpServlet.java:590)
> at org.sparkproject.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
> at org.sparkproject.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
> at org.apache.spark.ui.HttpSecurityFilter.doFilter(HttpSecurityFilter.scala:95)
> at org.sparkproject.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
> at org.sparkproject.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
> at org.sparkproject.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
> at org.sparkproject.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
> at org.sparkproject.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
> at org.sparkproject.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
> at org.sparkproject.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
> at org.sparkproject.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
> at org.sparkproject.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
> at org.sparkproject.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
> at org.sparkproject.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
> at org.sparkproject.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234)
> at org.sparkproject.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
> at org.sparkproject.jetty.server.Server.handle(Server.java:516)
> at org.sparkproject.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
> at org.sparkproject.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
> at org.sparkproject.jetty.server.HttpChannel.handle(HttpChannel.java:392)
> at org.sparkproject.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
> at org.sparkproject.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
> at org.sparkproject.jetty.io.FillInterest.fillable(FillInterest.java:105)
> at org.sparkproject.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
> at org.sparkproject.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
> at org.sparkproject.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
> at org.sparkproject.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
> at org.sparkproject.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
> at java.lang.Thread.run(Thread.java:748)
> 2023-03-06 17:11:57,252 WARN server.HttpChannel: /jobs/
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscribe@spark.apache.org
For additional commands, e-mail: issues-help@spark.apache.org