You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@spark.apache.org by "Hyukjin Kwon (Jira)" <ji...@apache.org> on 2020/08/20 01:37:00 UTC

[jira] [Updated] (SPARK-32297) Flaky Test: YarnClusterSuite 4 test cases

     [ https://issues.apache.org/jira/browse/SPARK-32297?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Hyukjin Kwon updated SPARK-32297:
---------------------------------
    Description: 
{code}
2020-07-13T20:04:30.9911637Z [info] - run Spark in yarn-client mode with different configurations, ensuring redaction *** FAILED *** (3 minutes, 0 seconds)
2020-07-13T20:04:30.9912398Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.0011914418666668 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
2020-07-13T20:04:30.9931230Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
2020-07-13T20:04:30.9932756Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
2020-07-13T20:04:30.9933210Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:04:30.9933633Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:04:30.9934024Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:04:30.9934430Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:04:30.9934824Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:04:30.9935218Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:04:30.9935655Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:04:31.0012081Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
2020-07-13T20:04:31.0013838Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$4(YarnClusterSuite.scala:104)
2020-07-13T20:04:31.0015078Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:04:31.0015899Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:04:31.0016423Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:04:31.0016952Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:04:31.0017479Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:04:31.0018599Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:04:31.0019144Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:04:31.0019692Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:04:31.0020230Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:04:31.0020789Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:04:31.0021285Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:04:31.0021826Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:04:31.0022361Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:04:31.0022913Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0023470Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:04:31.0024015Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:04:31.0024534Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0025078Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:04:31.0025606Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:04:31.0027393Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:04:31.0028813Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:04:31.0029579Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:04:31.0030123Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:04:31.0030662Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:04:31.0031890Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:04:31.0032436Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:04:31.0032965Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:04:31.0033600Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:04:31.0377511Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:04:31.0378916Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:04:31.0383799Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:04:31.0384546Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:04:31.0385476Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:04:31.0386072Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0386725Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:04:31.0387268Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:04:31.0387820Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:04:31.0388340Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0388940Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:04:31.0389492Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:04:31.0390016Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:04:31.0390520Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:04:31.0391040Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:04:31.0391587Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:04:31.0392155Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:04:31.0392657Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:04:31.0393201Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
2020-07-13T20:04:31.0394365Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
2020-07-13T20:04:31.0394932Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
2020-07-13T20:04:31.0395602Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
2020-07-13T20:04:31.0396181Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
2020-07-13T20:04:31.0396755Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
2020-07-13T20:04:31.0397322Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
2020-07-13T20:04:31.0397850Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
2020-07-13T20:04:31.0398388Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:04:31.0398913Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:04:31.0399550Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:04:31.0400036Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:04:31.0400519Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:04:31.0401000Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:04:31.0401526Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:04:31.0402415Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
2020-07-13T20:04:31.0402943Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$4(YarnClusterSuite.scala:104)
2020-07-13T20:04:31.0428218Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:04:31.0428908Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:04:31.0429447Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:04:31.0430031Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:04:31.0431397Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:04:31.0431811Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:04:31.0432205Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:04:31.0432598Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:04:31.0433001Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:04:31.0438525Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:04:31.0439078Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:04:31.0439468Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:04:31.0439850Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:04:31.0440295Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0440707Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:04:31.0441278Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:04:31.0441682Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0442081Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:04:31.0442475Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:04:31.0442868Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:04:31.0443266Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:04:31.0443651Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:04:31.0444027Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:04:31.0444413Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:04:31.0444812Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:04:31.0445187Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:04:31.0445549Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:04:31.0445910Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:04:31.0446405Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:04:31.0446801Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:04:31.0447185Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:04:31.0447567Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:04:31.0447943Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:04:31.0448362Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0448779Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:04:31.0449170Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:04:31.0449571Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:04:31.0449954Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0450374Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:04:31.0450788Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:04:31.0451151Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:04:31.0451515Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:04:31.0451890Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:04:31.0452293Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:04:31.0452724Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:04:31.0453085Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:07:31.1191162Z [info] - run Spark in yarn-cluster mode with different configurations, ensuring redaction *** FAILED *** (3 minutes, 0 seconds)
2020-07-13T20:07:31.1233011Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.0011109635 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
2020-07-13T20:07:31.1234481Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
2020-07-13T20:07:31.1235299Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
2020-07-13T20:07:31.1236035Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:07:31.1236710Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:07:31.1237384Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:07:31.1237969Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:07:31.1238545Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:07:31.1239120Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:07:31.1239744Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:07:31.1240630Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
2020-07-13T20:07:31.1241243Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$5(YarnClusterSuite.scala:118)
2020-07-13T20:07:31.1241856Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:07:31.1242417Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:07:31.1243014Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:07:31.1243575Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:07:31.1244147Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:07:31.1244710Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:07:31.1245282Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:07:31.1245854Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:07:31.1246439Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:07:31.1247082Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:07:31.1247645Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:07:31.1248210Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:07:31.1248793Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:07:31.1249416Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1250009Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:07:31.1250711Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:07:31.1251314Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1251889Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:07:31.1252461Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:07:31.1253043Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:07:31.1253616Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:07:31.1254580Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:07:31.1255157Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:07:31.1255873Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:07:31.1256730Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:07:31.1257293Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:07:31.1257871Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:07:31.1258463Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:07:31.1259047Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:07:31.1260014Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:07:31.1260592Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:07:31.1261159Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:07:31.1261736Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:07:31.1262341Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1262934Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:07:31.1263528Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:07:31.1264106Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:07:31.1264674Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1265284Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:07:31.1265869Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:07:31.1266428Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:07:31.1267294Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:07:31.1267860Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:07:31.1268482Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:07:31.1269086Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:07:31.1269947Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:07:31.1270652Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
2020-07-13T20:07:31.1271275Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
2020-07-13T20:07:31.1271841Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
2020-07-13T20:07:31.1272445Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
2020-07-13T20:07:31.1273056Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
2020-07-13T20:07:31.1273814Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
2020-07-13T20:07:31.1274597Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
2020-07-13T20:07:31.1275187Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
2020-07-13T20:07:31.1275761Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:07:31.1276347Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:07:31.1276918Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:07:31.1277491Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:07:31.1278207Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:07:31.1278766Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:07:31.1279481Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:07:31.1280108Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
2020-07-13T20:07:31.1280698Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$5(YarnClusterSuite.scala:118)
2020-07-13T20:07:31.1281309Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:07:31.1281867Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:07:31.1282433Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:07:31.1283015Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:07:31.1283549Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:07:31.1284131Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:07:31.1284718Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:07:31.1285276Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:07:31.1285874Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:07:31.1286444Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:07:31.1287727Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:07:31.1288855Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:07:31.1290028Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:07:31.1292287Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1292729Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:07:31.1293157Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:07:31.1293591Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1294031Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:07:31.1294460Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:07:31.1294876Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:07:31.1295291Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:07:31.1295720Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:07:31.1296605Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:07:31.1297482Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:07:31.1297903Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:07:31.1298538Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:07:31.1298952Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:07:31.1299355Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:07:31.1299800Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:07:31.1300226Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:07:31.1300632Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:07:31.1301057Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:07:31.1301462Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:07:31.1301921Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1302360Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:07:31.1302790Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:07:31.1303228Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:07:31.1303641Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1304089Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:07:31.1304514Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:07:31.1308072Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:07:31.1312032Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:07:31.1314406Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:07:31.1317050Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:07:31.1319167Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:07:31.1321247Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:10:31.2276150Z [info] - yarn-cluster should respect conf overrides in SparkHadoopUtil (SPARK-16414, SPARK-23630) *** FAILED *** (3 minutes, 0 seconds)
2020-07-13T20:10:31.2338338Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.00104970825 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
2020-07-13T20:10:31.2338946Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
2020-07-13T20:10:31.2339443Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
2020-07-13T20:10:31.2340987Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:10:31.2341441Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:10:31.2341838Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:10:31.2342252Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:10:31.2342916Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:10:31.2343308Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:10:31.2343747Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:10:31.2344178Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$6(YarnClusterSuite.scala:136)
2020-07-13T20:10:31.2344598Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:10:31.2344987Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:10:31.2345370Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:10:31.2345758Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:10:31.2346134Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:10:31.2346526Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:10:31.2346928Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:10:31.2347321Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:10:31.2347717Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:10:31.2348112Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:10:31.2348507Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:10:31.2348895Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:10:31.2349276Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:10:31.2349813Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2350250Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:10:31.2350654Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:10:31.2351042Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2351436Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:10:31.2351838Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:10:31.2352236Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:10:31.2352620Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:10:31.2353009Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:10:31.2355074Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:10:31.2355614Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:10:31.2356115Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:10:31.2356492Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:10:31.2357031Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:10:31.2357416Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:10:31.2357826Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:10:31.2358344Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:10:31.2358696Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:10:31.2359049Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:10:31.2359399Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:10:31.2359812Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2360195Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:10:31.2360559Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:10:31.2360925Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:10:31.2361504Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2362000Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:10:31.2362389Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:10:31.2362732Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:10:31.2363075Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:10:31.2363445Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:10:31.2363826Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:10:31.2364291Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:10:31.2364641Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:10:31.2365020Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
2020-07-13T20:10:31.2365408Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
2020-07-13T20:10:31.2365782Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
2020-07-13T20:10:31.2366157Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
2020-07-13T20:10:31.2366532Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
2020-07-13T20:10:31.2366939Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
2020-07-13T20:10:31.2367343Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
2020-07-13T20:10:31.2367713Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
2020-07-13T20:10:31.2368081Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:10:31.2368452Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:10:31.2368885Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:10:31.2369265Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:10:31.2373470Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:10:31.2373875Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:10:31.2374302Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:10:31.2374725Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$6(YarnClusterSuite.scala:136)
2020-07-13T20:10:31.2375138Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:10:31.2375523Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:10:31.2375900Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:10:31.2376282Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:10:31.2376660Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:10:31.2377055Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:10:31.2377446Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:10:31.2377845Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:10:31.2378241Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:10:31.2378639Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:10:31.2379037Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:10:31.2379564Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:10:31.2379963Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:10:31.2381127Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2381556Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:10:31.2381955Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:10:31.2382352Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2382745Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:10:31.2383141Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:10:31.2383532Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:10:31.2383922Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:10:31.2384302Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:10:31.2384678Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:10:31.2385058Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:10:31.2385569Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:10:31.2385948Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:10:31.2386319Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:10:31.2386684Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:10:31.2387093Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:10:31.2387483Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:10:31.2387871Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:10:31.2388252Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:10:31.2388638Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:10:31.2389062Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2389472Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:10:31.2389886Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:10:31.2390277Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:10:31.2390660Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2391070Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:10:31.2391494Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:10:31.2391864Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:10:31.2392228Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:10:31.2392776Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:10:31.2393169Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:10:31.2393691Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:10:31.2394031Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:13:31.3230098Z [info] - run Spark in yarn-client mode with additional jar *** FAILED *** (3 minutes, 0 seconds)
2020-07-13T20:13:31.3231190Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.00093147245 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
2020-07-13T20:13:31.3234983Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
2020-07-13T20:13:31.3235612Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
2020-07-13T20:13:31.3236196Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:13:31.3245435Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:13:31.3260865Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:13:31.3261798Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:13:31.3262210Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:13:31.3262606Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:13:31.3263046Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:13:31.3263494Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testWithAddJar(YarnClusterSuite.scala:253)
2020-07-13T20:13:31.3263920Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$7(YarnClusterSuite.scala:145)
2020-07-13T20:13:31.3264697Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:13:31.3265089Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:13:31.3265481Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:13:31.3265863Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:13:31.3266246Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:13:31.3266620Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:13:31.3267010Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:13:31.3267422Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:13:31.3269116Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:13:31.3322244Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:13:31.3322664Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:13:31.3323073Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:13:31.3323706Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:13:31.3324167Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3324577Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:13:31.3324976Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:13:31.3325392Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3325792Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:13:31.3326188Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:13:31.3326575Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:13:31.3326961Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:13:31.3327361Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:13:31.3327745Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:13:31.3328129Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:13:31.3328613Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:13:31.3328986Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:13:31.3329368Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:13:31.3329744Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:13:31.3330164Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:13:31.3330561Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:13:31.3330939Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:13:31.3331335Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:13:31.3331720Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:13:31.3332150Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3332568Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:13:31.3332965Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:13:31.3333374Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:13:31.3333760Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3334177Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:13:31.3334584Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:13:31.3334946Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:13:31.3335326Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:13:31.3335764Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:13:31.3336202Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:13:31.3336614Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:13:31.3336976Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:13:31.3337411Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
2020-07-13T20:13:31.3337824Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
2020-07-13T20:13:31.3338227Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
2020-07-13T20:13:31.3338631Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
2020-07-13T20:13:31.3339031Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
2020-07-13T20:13:31.3339484Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
2020-07-13T20:13:31.3339900Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
2020-07-13T20:13:31.3340294Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
2020-07-13T20:13:31.3340753Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:13:31.3341154Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:13:31.3341569Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:13:31.3341965Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:13:31.3342353Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:13:31.3342745Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:13:31.3343183Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:13:31.3343616Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testWithAddJar(YarnClusterSuite.scala:253)
2020-07-13T20:13:31.3395922Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$7(YarnClusterSuite.scala:145)
2020-07-13T20:13:31.3396408Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:13:31.3396795Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:13:31.3397194Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:13:31.3397580Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:13:31.3397961Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:13:31.3398340Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:13:31.3398729Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:13:31.3399141Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:13:31.3399711Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:13:31.3400128Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:13:31.3569476Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:13:31.3570429Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:13:31.3571070Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:13:31.3571757Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3572376Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:13:31.3575136Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:13:31.3575797Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3576426Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:13:31.3578019Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:13:31.3578727Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:13:31.3579558Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:13:31.3580177Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:13:31.3580768Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:13:31.3581373Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:13:31.3581989Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:13:31.3582580Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:13:31.3583156Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:13:31.3583735Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:13:31.3584374Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:13:31.3584986Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:13:31.3585568Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:13:31.3586163Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:13:31.3586773Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:13:31.3587471Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3588093Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:13:31.3588707Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:13:31.3589331Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:13:31.3592151Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3592776Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:13:31.3593195Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:13:31.3593801Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:13:31.3594170Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:13:31.3594555Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:13:31.3594970Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:13:31.3595386Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:13:31.3595762Z [info]   at java.lang.Thread.run(Thread.java:748)
{code}

  was:
{code}
2020-07-13T20:04:30.9911637Z [info] - run Spark in yarn-client mode with different configurations, ensuring redaction *** FAILED *** (3 minutes, 0 seconds)
2020-07-13T20:04:30.9912398Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.0011914418666668 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
2020-07-13T20:04:30.9931230Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
2020-07-13T20:04:30.9932756Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
2020-07-13T20:04:30.9933210Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:04:30.9933633Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:04:30.9934024Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:04:30.9934430Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:04:30.9934824Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:04:30.9935218Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:04:30.9935655Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:04:31.0012081Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
2020-07-13T20:04:31.0013838Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$4(YarnClusterSuite.scala:104)
2020-07-13T20:04:31.0015078Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:04:31.0015899Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:04:31.0016423Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:04:31.0016952Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:04:31.0017479Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:04:31.0018599Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:04:31.0019144Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:04:31.0019692Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:04:31.0020230Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:04:31.0020789Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:04:31.0021285Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:04:31.0021826Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:04:31.0022361Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:04:31.0022913Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0023470Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:04:31.0024015Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:04:31.0024534Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0025078Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:04:31.0025606Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:04:31.0027393Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:04:31.0028813Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:04:31.0029579Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:04:31.0030123Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:04:31.0030662Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:04:31.0031890Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:04:31.0032436Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:04:31.0032965Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:04:31.0033600Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:04:31.0377511Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:04:31.0378916Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:04:31.0383799Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:04:31.0384546Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:04:31.0385476Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:04:31.0386072Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0386725Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:04:31.0387268Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:04:31.0387820Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:04:31.0388340Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0388940Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:04:31.0389492Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:04:31.0390016Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:04:31.0390520Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:04:31.0391040Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:04:31.0391587Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:04:31.0392155Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:04:31.0392657Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:04:31.0393201Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
2020-07-13T20:04:31.0394365Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
2020-07-13T20:04:31.0394932Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
2020-07-13T20:04:31.0395602Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
2020-07-13T20:04:31.0396181Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
2020-07-13T20:04:31.0396755Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
2020-07-13T20:04:31.0397322Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
2020-07-13T20:04:31.0397850Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
2020-07-13T20:04:31.0398388Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:04:31.0398913Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:04:31.0399550Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:04:31.0400036Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:04:31.0400519Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:04:31.0401000Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:04:31.0401526Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:04:31.0402415Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
2020-07-13T20:04:31.0402943Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$4(YarnClusterSuite.scala:104)
2020-07-13T20:04:31.0428218Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:04:31.0428908Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:04:31.0429447Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:04:31.0430031Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:04:31.0431397Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:04:31.0431811Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:04:31.0432205Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:04:31.0432598Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:04:31.0433001Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:04:31.0438525Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:04:31.0439078Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:04:31.0439468Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:04:31.0439850Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:04:31.0440295Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0440707Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:04:31.0441278Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:04:31.0441682Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0442081Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:04:31.0442475Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:04:31.0442868Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:04:31.0443266Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:04:31.0443651Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:04:31.0444027Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:04:31.0444413Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:04:31.0444812Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:04:31.0445187Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:04:31.0445549Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:04:31.0445910Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:04:31.0446405Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:04:31.0446801Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:04:31.0447185Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:04:31.0447567Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:04:31.0447943Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:04:31.0448362Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0448779Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:04:31.0449170Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:04:31.0449571Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:04:31.0449954Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:04:31.0450374Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:04:31.0450788Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:04:31.0451151Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:04:31.0451515Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:04:31.0451890Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:04:31.0452293Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:04:31.0452724Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:04:31.0453085Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:07:31.1191162Z [info] - run Spark in yarn-cluster mode with different configurations, ensuring redaction *** FAILED *** (3 minutes, 0 seconds)
2020-07-13T20:07:31.1233011Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.0011109635 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
2020-07-13T20:07:31.1234481Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
2020-07-13T20:07:31.1235299Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
2020-07-13T20:07:31.1236035Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:07:31.1236710Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:07:31.1237384Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:07:31.1237969Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:07:31.1238545Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:07:31.1239120Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:07:31.1239744Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:07:31.1240630Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
2020-07-13T20:07:31.1241243Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$5(YarnClusterSuite.scala:118)
2020-07-13T20:07:31.1241856Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:07:31.1242417Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:07:31.1243014Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:07:31.1243575Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:07:31.1244147Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:07:31.1244710Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:07:31.1245282Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:07:31.1245854Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:07:31.1246439Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:07:31.1247082Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:07:31.1247645Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:07:31.1248210Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:07:31.1248793Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:07:31.1249416Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1250009Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:07:31.1250711Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:07:31.1251314Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1251889Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:07:31.1252461Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:07:31.1253043Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:07:31.1253616Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:07:31.1254580Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:07:31.1255157Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:07:31.1255873Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:07:31.1256730Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:07:31.1257293Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:07:31.1257871Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:07:31.1258463Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:07:31.1259047Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:07:31.1260014Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:07:31.1260592Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:07:31.1261159Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:07:31.1261736Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:07:31.1262341Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1262934Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:07:31.1263528Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:07:31.1264106Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:07:31.1264674Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1265284Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:07:31.1265869Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:07:31.1266428Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:07:31.1267294Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:07:31.1267860Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:07:31.1268482Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:07:31.1269086Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:07:31.1269947Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:07:31.1270652Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
2020-07-13T20:07:31.1271275Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
2020-07-13T20:07:31.1271841Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
2020-07-13T20:07:31.1272445Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
2020-07-13T20:07:31.1273056Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
2020-07-13T20:07:31.1273814Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
2020-07-13T20:07:31.1274597Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
2020-07-13T20:07:31.1275187Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
2020-07-13T20:07:31.1275761Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:07:31.1276347Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:07:31.1276918Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:07:31.1277491Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:07:31.1278207Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:07:31.1278766Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:07:31.1279481Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:07:31.1280108Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
2020-07-13T20:07:31.1280698Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$5(YarnClusterSuite.scala:118)
2020-07-13T20:07:31.1281309Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:07:31.1281867Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:07:31.1282433Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:07:31.1283015Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:07:31.1283549Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:07:31.1284131Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:07:31.1284718Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:07:31.1285276Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:07:31.1285874Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:07:31.1286444Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:07:31.1287727Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:07:31.1288855Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:07:31.1290028Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:07:31.1292287Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1292729Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:07:31.1293157Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:07:31.1293591Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1294031Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:07:31.1294460Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:07:31.1294876Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:07:31.1295291Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:07:31.1295720Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:07:31.1296605Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:07:31.1297482Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:07:31.1297903Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:07:31.1298538Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:07:31.1298952Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:07:31.1299355Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:07:31.1299800Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:07:31.1300226Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:07:31.1300632Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:07:31.1301057Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:07:31.1301462Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:07:31.1301921Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1302360Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:07:31.1302790Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:07:31.1303228Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:07:31.1303641Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:07:31.1304089Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:07:31.1304514Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:07:31.1308072Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:07:31.1312032Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:07:31.1314406Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:07:31.1317050Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:07:31.1319167Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:07:31.1321247Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:10:31.2276150Z [info] - yarn-cluster should respect conf overrides in SparkHadoopUtil (SPARK-16414, SPARK-23630) *** FAILED *** (3 minutes, 0 seconds)
2020-07-13T20:10:31.2338338Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.00104970825 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
2020-07-13T20:10:31.2338946Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
2020-07-13T20:10:31.2339443Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
2020-07-13T20:10:31.2340987Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:10:31.2341441Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:10:31.2341838Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:10:31.2342252Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:10:31.2342916Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:10:31.2343308Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:10:31.2343747Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:10:31.2344178Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$6(YarnClusterSuite.scala:136)
2020-07-13T20:10:31.2344598Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:10:31.2344987Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:10:31.2345370Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:10:31.2345758Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:10:31.2346134Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:10:31.2346526Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:10:31.2346928Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:10:31.2347321Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:10:31.2347717Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:10:31.2348112Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:10:31.2348507Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:10:31.2348895Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:10:31.2349276Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:10:31.2349813Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2350250Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:10:31.2350654Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:10:31.2351042Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2351436Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:10:31.2351838Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:10:31.2352236Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:10:31.2352620Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:10:31.2353009Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:10:31.2355074Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:10:31.2355614Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:10:31.2356115Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:10:31.2356492Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:10:31.2357031Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:10:31.2357416Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:10:31.2357826Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:10:31.2358344Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:10:31.2358696Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:10:31.2359049Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:10:31.2359399Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:10:31.2359812Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2360195Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:10:31.2360559Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:10:31.2360925Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:10:31.2361504Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2362000Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:10:31.2362389Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:10:31.2362732Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:10:31.2363075Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:10:31.2363445Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:10:31.2363826Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:10:31.2364291Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:10:31.2364641Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:10:31.2365020Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
2020-07-13T20:10:31.2365408Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
2020-07-13T20:10:31.2365782Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
2020-07-13T20:10:31.2366157Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
2020-07-13T20:10:31.2366532Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
2020-07-13T20:10:31.2366939Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
2020-07-13T20:10:31.2367343Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
2020-07-13T20:10:31.2367713Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
2020-07-13T20:10:31.2368081Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:10:31.2368452Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:10:31.2368885Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:10:31.2369265Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:10:31.2373470Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:10:31.2373875Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:10:31.2374302Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:10:31.2374725Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$6(YarnClusterSuite.scala:136)
2020-07-13T20:10:31.2375138Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:10:31.2375523Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:10:31.2375900Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:10:31.2376282Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:10:31.2376660Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:10:31.2377055Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:10:31.2377446Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:10:31.2377845Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:10:31.2378241Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:10:31.2378639Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:10:31.2379037Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:10:31.2379564Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:10:31.2379963Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:10:31.2381127Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2381556Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:10:31.2381955Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:10:31.2382352Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2382745Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:10:31.2383141Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:10:31.2383532Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:10:31.2383922Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:10:31.2384302Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:10:31.2384678Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:10:31.2385058Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:10:31.2385569Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:10:31.2385948Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:10:31.2386319Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:10:31.2386684Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:10:31.2387093Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:10:31.2387483Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:10:31.2387871Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:10:31.2388252Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:10:31.2388638Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:10:31.2389062Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2389472Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:10:31.2389886Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:10:31.2390277Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:10:31.2390660Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:10:31.2391070Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:10:31.2391494Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:10:31.2391864Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:10:31.2392228Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:10:31.2392776Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:10:31.2393169Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:10:31.2393691Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:10:31.2394031Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:13:31.3230098Z [info] - run Spark in yarn-client mode with additional jar *** FAILED *** (3 minutes, 0 seconds)
2020-07-13T20:13:31.3231190Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.00093147245 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
2020-07-13T20:13:31.3234983Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
2020-07-13T20:13:31.3235612Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
2020-07-13T20:13:31.3236196Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:13:31.3245435Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:13:31.3260865Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:13:31.3261798Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:13:31.3262210Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:13:31.3262606Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:13:31.3263046Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:13:31.3263494Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testWithAddJar(YarnClusterSuite.scala:253)
2020-07-13T20:13:31.3263920Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$7(YarnClusterSuite.scala:145)
2020-07-13T20:13:31.3264697Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:13:31.3265089Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:13:31.3265481Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:13:31.3265863Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:13:31.3266246Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:13:31.3266620Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:13:31.3267010Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:13:31.3267422Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:13:31.3269116Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:13:31.3322244Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:13:31.3322664Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:13:31.3323073Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:13:31.3323706Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:13:31.3324167Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3324577Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:13:31.3324976Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:13:31.3325392Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3325792Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:13:31.3326188Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:13:31.3326575Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:13:31.3326961Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:13:31.3327361Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:13:31.3327745Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:13:31.3328129Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:13:31.3328613Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:13:31.3328986Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:13:31.3329368Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:13:31.3329744Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:13:31.3330164Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:13:31.3330561Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:13:31.3330939Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:13:31.3331335Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:13:31.3331720Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:13:31.3332150Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3332568Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:13:31.3332965Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:13:31.3333374Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:13:31.3333760Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3334177Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:13:31.3334584Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:13:31.3334946Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:13:31.3335326Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:13:31.3335764Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:13:31.3336202Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:13:31.3336614Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:13:31.3336976Z [info]   at java.lang.Thread.run(Thread.java:748)
2020-07-13T20:13:31.3337411Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
2020-07-13T20:13:31.3337824Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
2020-07-13T20:13:31.3338227Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
2020-07-13T20:13:31.3338631Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
2020-07-13T20:13:31.3339031Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
2020-07-13T20:13:31.3339484Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
2020-07-13T20:13:31.3339900Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
2020-07-13T20:13:31.3340294Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
2020-07-13T20:13:31.3340753Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
2020-07-13T20:13:31.3341154Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
2020-07-13T20:13:31.3341569Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:13:31.3341965Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
2020-07-13T20:13:31.3342353Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
2020-07-13T20:13:31.3342745Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
2020-07-13T20:13:31.3343183Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
2020-07-13T20:13:31.3343616Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testWithAddJar(YarnClusterSuite.scala:253)
2020-07-13T20:13:31.3395922Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$7(YarnClusterSuite.scala:145)
2020-07-13T20:13:31.3396408Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2020-07-13T20:13:31.3396795Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
2020-07-13T20:13:31.3397194Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
2020-07-13T20:13:31.3397580Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
2020-07-13T20:13:31.3397961Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
2020-07-13T20:13:31.3398340Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
2020-07-13T20:13:31.3398729Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
2020-07-13T20:13:31.3399141Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
2020-07-13T20:13:31.3399711Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
2020-07-13T20:13:31.3400128Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
2020-07-13T20:13:31.3569476Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
2020-07-13T20:13:31.3570429Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
2020-07-13T20:13:31.3571070Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
2020-07-13T20:13:31.3571757Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3572376Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
2020-07-13T20:13:31.3575136Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
2020-07-13T20:13:31.3575797Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3576426Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
2020-07-13T20:13:31.3578019Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
2020-07-13T20:13:31.3578727Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
2020-07-13T20:13:31.3579558Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
2020-07-13T20:13:31.3580177Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
2020-07-13T20:13:31.3580768Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
2020-07-13T20:13:31.3581373Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
2020-07-13T20:13:31.3581989Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
2020-07-13T20:13:31.3582580Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
2020-07-13T20:13:31.3583156Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
2020-07-13T20:13:31.3583735Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
2020-07-13T20:13:31.3584374Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
2020-07-13T20:13:31.3584986Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
2020-07-13T20:13:31.3585568Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
2020-07-13T20:13:31.3586163Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
2020-07-13T20:13:31.3586773Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
2020-07-13T20:13:31.3587471Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3588093Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
2020-07-13T20:13:31.3588707Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
2020-07-13T20:13:31.3589331Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
2020-07-13T20:13:31.3592151Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
2020-07-13T20:13:31.3592776Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
2020-07-13T20:13:31.3593195Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
2020-07-13T20:13:31.3593801Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
2020-07-13T20:13:31.3594170Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
2020-07-13T20:13:31.3594555Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
2020-07-13T20:13:31.3594970Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
2020-07-13T20:13:31.3595386Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
2020-07-13T20:13:31.3595762Z [info]   at java.lang.Thread.run(Thread.java:748)
{cpde}


> Flaky Test: YarnClusterSuite 4 test cases
> -----------------------------------------
>
>                 Key: SPARK-32297
>                 URL: https://issues.apache.org/jira/browse/SPARK-32297
>             Project: Spark
>          Issue Type: Sub-task
>          Components: Tests, YARN
>    Affects Versions: 3.1.0
>            Reporter: Hyukjin Kwon
>            Priority: Major
>
> {code}
> 2020-07-13T20:04:30.9911637Z [info] - run Spark in yarn-client mode with different configurations, ensuring redaction *** FAILED *** (3 minutes, 0 seconds)
> 2020-07-13T20:04:30.9912398Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.0011914418666668 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:04:30.9931230Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
> 2020-07-13T20:04:30.9932756Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
> 2020-07-13T20:04:30.9933210Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
> 2020-07-13T20:04:30.9933633Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
> 2020-07-13T20:04:30.9934024Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:04:30.9934430Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
> 2020-07-13T20:04:30.9934824Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
> 2020-07-13T20:04:30.9935218Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:04:30.9935655Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:04:31.0012081Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
> 2020-07-13T20:04:31.0013838Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$4(YarnClusterSuite.scala:104)
> 2020-07-13T20:04:31.0015078Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
> 2020-07-13T20:04:31.0015899Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
> 2020-07-13T20:04:31.0016423Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
> 2020-07-13T20:04:31.0016952Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
> 2020-07-13T20:04:31.0017479Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
> 2020-07-13T20:04:31.0018599Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
> 2020-07-13T20:04:31.0019144Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
> 2020-07-13T20:04:31.0019692Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
> 2020-07-13T20:04:31.0020230Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
> 2020-07-13T20:04:31.0020789Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
> 2020-07-13T20:04:31.0021285Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
> 2020-07-13T20:04:31.0021826Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
> 2020-07-13T20:04:31.0022361Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
> 2020-07-13T20:04:31.0022913Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:04:31.0023470Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
> 2020-07-13T20:04:31.0024015Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
> 2020-07-13T20:04:31.0024534Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:04:31.0025078Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
> 2020-07-13T20:04:31.0025606Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
> 2020-07-13T20:04:31.0027393Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
> 2020-07-13T20:04:31.0028813Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
> 2020-07-13T20:04:31.0029579Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
> 2020-07-13T20:04:31.0030123Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
> 2020-07-13T20:04:31.0030662Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
> 2020-07-13T20:04:31.0031890Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
> 2020-07-13T20:04:31.0032436Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
> 2020-07-13T20:04:31.0032965Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
> 2020-07-13T20:04:31.0033600Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
> 2020-07-13T20:04:31.0377511Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
> 2020-07-13T20:04:31.0378916Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
> 2020-07-13T20:04:31.0383799Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
> 2020-07-13T20:04:31.0384546Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
> 2020-07-13T20:04:31.0385476Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
> 2020-07-13T20:04:31.0386072Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
> 2020-07-13T20:04:31.0386725Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
> 2020-07-13T20:04:31.0387268Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> 2020-07-13T20:04:31.0387820Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> 2020-07-13T20:04:31.0388340Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
> 2020-07-13T20:04:31.0388940Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
> 2020-07-13T20:04:31.0389492Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
> 2020-07-13T20:04:31.0390016Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
> 2020-07-13T20:04:31.0390520Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
> 2020-07-13T20:04:31.0391040Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 2020-07-13T20:04:31.0391587Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2020-07-13T20:04:31.0392155Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2020-07-13T20:04:31.0392657Z [info]   at java.lang.Thread.run(Thread.java:748)
> 2020-07-13T20:04:31.0393201Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
> 2020-07-13T20:04:31.0394365Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
> 2020-07-13T20:04:31.0394932Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
> 2020-07-13T20:04:31.0395602Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
> 2020-07-13T20:04:31.0396181Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
> 2020-07-13T20:04:31.0396755Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
> 2020-07-13T20:04:31.0397322Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
> 2020-07-13T20:04:31.0397850Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
> 2020-07-13T20:04:31.0398388Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
> 2020-07-13T20:04:31.0398913Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
> 2020-07-13T20:04:31.0399550Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:04:31.0400036Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
> 2020-07-13T20:04:31.0400519Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
> 2020-07-13T20:04:31.0401000Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:04:31.0401526Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:04:31.0402415Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
> 2020-07-13T20:04:31.0402943Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$4(YarnClusterSuite.scala:104)
> 2020-07-13T20:04:31.0428218Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
> 2020-07-13T20:04:31.0428908Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
> 2020-07-13T20:04:31.0429447Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
> 2020-07-13T20:04:31.0430031Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
> 2020-07-13T20:04:31.0431397Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
> 2020-07-13T20:04:31.0431811Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
> 2020-07-13T20:04:31.0432205Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
> 2020-07-13T20:04:31.0432598Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
> 2020-07-13T20:04:31.0433001Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
> 2020-07-13T20:04:31.0438525Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
> 2020-07-13T20:04:31.0439078Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
> 2020-07-13T20:04:31.0439468Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
> 2020-07-13T20:04:31.0439850Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
> 2020-07-13T20:04:31.0440295Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:04:31.0440707Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
> 2020-07-13T20:04:31.0441278Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
> 2020-07-13T20:04:31.0441682Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:04:31.0442081Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
> 2020-07-13T20:04:31.0442475Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
> 2020-07-13T20:04:31.0442868Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
> 2020-07-13T20:04:31.0443266Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
> 2020-07-13T20:04:31.0443651Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
> 2020-07-13T20:04:31.0444027Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
> 2020-07-13T20:04:31.0444413Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
> 2020-07-13T20:04:31.0444812Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
> 2020-07-13T20:04:31.0445187Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
> 2020-07-13T20:04:31.0445549Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
> 2020-07-13T20:04:31.0445910Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
> 2020-07-13T20:04:31.0446405Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
> 2020-07-13T20:04:31.0446801Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
> 2020-07-13T20:04:31.0447185Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
> 2020-07-13T20:04:31.0447567Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
> 2020-07-13T20:04:31.0447943Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
> 2020-07-13T20:04:31.0448362Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
> 2020-07-13T20:04:31.0448779Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
> 2020-07-13T20:04:31.0449170Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> 2020-07-13T20:04:31.0449571Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> 2020-07-13T20:04:31.0449954Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
> 2020-07-13T20:04:31.0450374Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
> 2020-07-13T20:04:31.0450788Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
> 2020-07-13T20:04:31.0451151Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
> 2020-07-13T20:04:31.0451515Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
> 2020-07-13T20:04:31.0451890Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 2020-07-13T20:04:31.0452293Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2020-07-13T20:04:31.0452724Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2020-07-13T20:04:31.0453085Z [info]   at java.lang.Thread.run(Thread.java:748)
> 2020-07-13T20:07:31.1191162Z [info] - run Spark in yarn-cluster mode with different configurations, ensuring redaction *** FAILED *** (3 minutes, 0 seconds)
> 2020-07-13T20:07:31.1233011Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.0011109635 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:07:31.1234481Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
> 2020-07-13T20:07:31.1235299Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
> 2020-07-13T20:07:31.1236035Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
> 2020-07-13T20:07:31.1236710Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
> 2020-07-13T20:07:31.1237384Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:07:31.1237969Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
> 2020-07-13T20:07:31.1238545Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
> 2020-07-13T20:07:31.1239120Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:07:31.1239744Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:07:31.1240630Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
> 2020-07-13T20:07:31.1241243Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$5(YarnClusterSuite.scala:118)
> 2020-07-13T20:07:31.1241856Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
> 2020-07-13T20:07:31.1242417Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
> 2020-07-13T20:07:31.1243014Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
> 2020-07-13T20:07:31.1243575Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
> 2020-07-13T20:07:31.1244147Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
> 2020-07-13T20:07:31.1244710Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
> 2020-07-13T20:07:31.1245282Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
> 2020-07-13T20:07:31.1245854Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
> 2020-07-13T20:07:31.1246439Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
> 2020-07-13T20:07:31.1247082Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
> 2020-07-13T20:07:31.1247645Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
> 2020-07-13T20:07:31.1248210Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
> 2020-07-13T20:07:31.1248793Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
> 2020-07-13T20:07:31.1249416Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:07:31.1250009Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
> 2020-07-13T20:07:31.1250711Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
> 2020-07-13T20:07:31.1251314Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:07:31.1251889Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
> 2020-07-13T20:07:31.1252461Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
> 2020-07-13T20:07:31.1253043Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
> 2020-07-13T20:07:31.1253616Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
> 2020-07-13T20:07:31.1254580Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
> 2020-07-13T20:07:31.1255157Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
> 2020-07-13T20:07:31.1255873Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
> 2020-07-13T20:07:31.1256730Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
> 2020-07-13T20:07:31.1257293Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
> 2020-07-13T20:07:31.1257871Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
> 2020-07-13T20:07:31.1258463Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
> 2020-07-13T20:07:31.1259047Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
> 2020-07-13T20:07:31.1260014Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
> 2020-07-13T20:07:31.1260592Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
> 2020-07-13T20:07:31.1261159Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
> 2020-07-13T20:07:31.1261736Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
> 2020-07-13T20:07:31.1262341Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
> 2020-07-13T20:07:31.1262934Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
> 2020-07-13T20:07:31.1263528Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> 2020-07-13T20:07:31.1264106Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> 2020-07-13T20:07:31.1264674Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
> 2020-07-13T20:07:31.1265284Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
> 2020-07-13T20:07:31.1265869Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
> 2020-07-13T20:07:31.1266428Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
> 2020-07-13T20:07:31.1267294Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
> 2020-07-13T20:07:31.1267860Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 2020-07-13T20:07:31.1268482Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2020-07-13T20:07:31.1269086Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2020-07-13T20:07:31.1269947Z [info]   at java.lang.Thread.run(Thread.java:748)
> 2020-07-13T20:07:31.1270652Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
> 2020-07-13T20:07:31.1271275Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
> 2020-07-13T20:07:31.1271841Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
> 2020-07-13T20:07:31.1272445Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
> 2020-07-13T20:07:31.1273056Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
> 2020-07-13T20:07:31.1273814Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
> 2020-07-13T20:07:31.1274597Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
> 2020-07-13T20:07:31.1275187Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
> 2020-07-13T20:07:31.1275761Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
> 2020-07-13T20:07:31.1276347Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
> 2020-07-13T20:07:31.1276918Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:07:31.1277491Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
> 2020-07-13T20:07:31.1278207Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
> 2020-07-13T20:07:31.1278766Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:07:31.1279481Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:07:31.1280108Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testBasicYarnApp(YarnClusterSuite.scala:243)
> 2020-07-13T20:07:31.1280698Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$5(YarnClusterSuite.scala:118)
> 2020-07-13T20:07:31.1281309Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
> 2020-07-13T20:07:31.1281867Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
> 2020-07-13T20:07:31.1282433Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
> 2020-07-13T20:07:31.1283015Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
> 2020-07-13T20:07:31.1283549Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
> 2020-07-13T20:07:31.1284131Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
> 2020-07-13T20:07:31.1284718Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
> 2020-07-13T20:07:31.1285276Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
> 2020-07-13T20:07:31.1285874Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
> 2020-07-13T20:07:31.1286444Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
> 2020-07-13T20:07:31.1287727Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
> 2020-07-13T20:07:31.1288855Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
> 2020-07-13T20:07:31.1290028Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
> 2020-07-13T20:07:31.1292287Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:07:31.1292729Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
> 2020-07-13T20:07:31.1293157Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
> 2020-07-13T20:07:31.1293591Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:07:31.1294031Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
> 2020-07-13T20:07:31.1294460Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
> 2020-07-13T20:07:31.1294876Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
> 2020-07-13T20:07:31.1295291Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
> 2020-07-13T20:07:31.1295720Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
> 2020-07-13T20:07:31.1296605Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
> 2020-07-13T20:07:31.1297482Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
> 2020-07-13T20:07:31.1297903Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
> 2020-07-13T20:07:31.1298538Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
> 2020-07-13T20:07:31.1298952Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
> 2020-07-13T20:07:31.1299355Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
> 2020-07-13T20:07:31.1299800Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
> 2020-07-13T20:07:31.1300226Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
> 2020-07-13T20:07:31.1300632Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
> 2020-07-13T20:07:31.1301057Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
> 2020-07-13T20:07:31.1301462Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
> 2020-07-13T20:07:31.1301921Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
> 2020-07-13T20:07:31.1302360Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
> 2020-07-13T20:07:31.1302790Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> 2020-07-13T20:07:31.1303228Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> 2020-07-13T20:07:31.1303641Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
> 2020-07-13T20:07:31.1304089Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
> 2020-07-13T20:07:31.1304514Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
> 2020-07-13T20:07:31.1308072Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
> 2020-07-13T20:07:31.1312032Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
> 2020-07-13T20:07:31.1314406Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 2020-07-13T20:07:31.1317050Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2020-07-13T20:07:31.1319167Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2020-07-13T20:07:31.1321247Z [info]   at java.lang.Thread.run(Thread.java:748)
> 2020-07-13T20:10:31.2276150Z [info] - yarn-cluster should respect conf overrides in SparkHadoopUtil (SPARK-16414, SPARK-23630) *** FAILED *** (3 minutes, 0 seconds)
> 2020-07-13T20:10:31.2338338Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.00104970825 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:10:31.2338946Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
> 2020-07-13T20:10:31.2339443Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
> 2020-07-13T20:10:31.2340987Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
> 2020-07-13T20:10:31.2341441Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
> 2020-07-13T20:10:31.2341838Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:10:31.2342252Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
> 2020-07-13T20:10:31.2342916Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
> 2020-07-13T20:10:31.2343308Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:10:31.2343747Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:10:31.2344178Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$6(YarnClusterSuite.scala:136)
> 2020-07-13T20:10:31.2344598Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
> 2020-07-13T20:10:31.2344987Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
> 2020-07-13T20:10:31.2345370Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
> 2020-07-13T20:10:31.2345758Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
> 2020-07-13T20:10:31.2346134Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
> 2020-07-13T20:10:31.2346526Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
> 2020-07-13T20:10:31.2346928Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
> 2020-07-13T20:10:31.2347321Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
> 2020-07-13T20:10:31.2347717Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
> 2020-07-13T20:10:31.2348112Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
> 2020-07-13T20:10:31.2348507Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
> 2020-07-13T20:10:31.2348895Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
> 2020-07-13T20:10:31.2349276Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
> 2020-07-13T20:10:31.2349813Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:10:31.2350250Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
> 2020-07-13T20:10:31.2350654Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
> 2020-07-13T20:10:31.2351042Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:10:31.2351436Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
> 2020-07-13T20:10:31.2351838Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
> 2020-07-13T20:10:31.2352236Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
> 2020-07-13T20:10:31.2352620Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
> 2020-07-13T20:10:31.2353009Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
> 2020-07-13T20:10:31.2355074Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
> 2020-07-13T20:10:31.2355614Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
> 2020-07-13T20:10:31.2356115Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
> 2020-07-13T20:10:31.2356492Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
> 2020-07-13T20:10:31.2357031Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
> 2020-07-13T20:10:31.2357416Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
> 2020-07-13T20:10:31.2357826Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
> 2020-07-13T20:10:31.2358344Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
> 2020-07-13T20:10:31.2358696Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
> 2020-07-13T20:10:31.2359049Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
> 2020-07-13T20:10:31.2359399Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
> 2020-07-13T20:10:31.2359812Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
> 2020-07-13T20:10:31.2360195Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
> 2020-07-13T20:10:31.2360559Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> 2020-07-13T20:10:31.2360925Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> 2020-07-13T20:10:31.2361504Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
> 2020-07-13T20:10:31.2362000Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
> 2020-07-13T20:10:31.2362389Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
> 2020-07-13T20:10:31.2362732Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
> 2020-07-13T20:10:31.2363075Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
> 2020-07-13T20:10:31.2363445Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 2020-07-13T20:10:31.2363826Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2020-07-13T20:10:31.2364291Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2020-07-13T20:10:31.2364641Z [info]   at java.lang.Thread.run(Thread.java:748)
> 2020-07-13T20:10:31.2365020Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
> 2020-07-13T20:10:31.2365408Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
> 2020-07-13T20:10:31.2365782Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
> 2020-07-13T20:10:31.2366157Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
> 2020-07-13T20:10:31.2366532Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
> 2020-07-13T20:10:31.2366939Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
> 2020-07-13T20:10:31.2367343Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
> 2020-07-13T20:10:31.2367713Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
> 2020-07-13T20:10:31.2368081Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
> 2020-07-13T20:10:31.2368452Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
> 2020-07-13T20:10:31.2368885Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:10:31.2369265Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
> 2020-07-13T20:10:31.2373470Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
> 2020-07-13T20:10:31.2373875Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:10:31.2374302Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:10:31.2374725Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$6(YarnClusterSuite.scala:136)
> 2020-07-13T20:10:31.2375138Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
> 2020-07-13T20:10:31.2375523Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
> 2020-07-13T20:10:31.2375900Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
> 2020-07-13T20:10:31.2376282Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
> 2020-07-13T20:10:31.2376660Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
> 2020-07-13T20:10:31.2377055Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
> 2020-07-13T20:10:31.2377446Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
> 2020-07-13T20:10:31.2377845Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
> 2020-07-13T20:10:31.2378241Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
> 2020-07-13T20:10:31.2378639Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
> 2020-07-13T20:10:31.2379037Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
> 2020-07-13T20:10:31.2379564Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
> 2020-07-13T20:10:31.2379963Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
> 2020-07-13T20:10:31.2381127Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:10:31.2381556Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
> 2020-07-13T20:10:31.2381955Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
> 2020-07-13T20:10:31.2382352Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:10:31.2382745Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
> 2020-07-13T20:10:31.2383141Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
> 2020-07-13T20:10:31.2383532Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
> 2020-07-13T20:10:31.2383922Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
> 2020-07-13T20:10:31.2384302Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
> 2020-07-13T20:10:31.2384678Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
> 2020-07-13T20:10:31.2385058Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
> 2020-07-13T20:10:31.2385569Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
> 2020-07-13T20:10:31.2385948Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
> 2020-07-13T20:10:31.2386319Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
> 2020-07-13T20:10:31.2386684Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
> 2020-07-13T20:10:31.2387093Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
> 2020-07-13T20:10:31.2387483Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
> 2020-07-13T20:10:31.2387871Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
> 2020-07-13T20:10:31.2388252Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
> 2020-07-13T20:10:31.2388638Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
> 2020-07-13T20:10:31.2389062Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
> 2020-07-13T20:10:31.2389472Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
> 2020-07-13T20:10:31.2389886Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> 2020-07-13T20:10:31.2390277Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> 2020-07-13T20:10:31.2390660Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
> 2020-07-13T20:10:31.2391070Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
> 2020-07-13T20:10:31.2391494Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
> 2020-07-13T20:10:31.2391864Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
> 2020-07-13T20:10:31.2392228Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
> 2020-07-13T20:10:31.2392776Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 2020-07-13T20:10:31.2393169Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2020-07-13T20:10:31.2393691Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2020-07-13T20:10:31.2394031Z [info]   at java.lang.Thread.run(Thread.java:748)
> 2020-07-13T20:13:31.3230098Z [info] - run Spark in yarn-client mode with additional jar *** FAILED *** (3 minutes, 0 seconds)
> 2020-07-13T20:13:31.3231190Z [info]   The code passed to eventually never returned normally. Attempted 190 times over 3.00093147245 minutes. Last failure message: handle.getState().isFinal() was false. (BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:13:31.3234983Z [info]   org.scalatest.exceptions.TestFailedDueToTimeoutException:
> 2020-07-13T20:13:31.3235612Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
> 2020-07-13T20:13:31.3236196Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
> 2020-07-13T20:13:31.3245435Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
> 2020-07-13T20:13:31.3260865Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:13:31.3261798Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
> 2020-07-13T20:13:31.3262210Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
> 2020-07-13T20:13:31.3262606Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:13:31.3263046Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:13:31.3263494Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testWithAddJar(YarnClusterSuite.scala:253)
> 2020-07-13T20:13:31.3263920Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$7(YarnClusterSuite.scala:145)
> 2020-07-13T20:13:31.3264697Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
> 2020-07-13T20:13:31.3265089Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
> 2020-07-13T20:13:31.3265481Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
> 2020-07-13T20:13:31.3265863Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
> 2020-07-13T20:13:31.3266246Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
> 2020-07-13T20:13:31.3266620Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
> 2020-07-13T20:13:31.3267010Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
> 2020-07-13T20:13:31.3267422Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
> 2020-07-13T20:13:31.3269116Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
> 2020-07-13T20:13:31.3322244Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
> 2020-07-13T20:13:31.3322664Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
> 2020-07-13T20:13:31.3323073Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
> 2020-07-13T20:13:31.3323706Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
> 2020-07-13T20:13:31.3324167Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:13:31.3324577Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
> 2020-07-13T20:13:31.3324976Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
> 2020-07-13T20:13:31.3325392Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:13:31.3325792Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
> 2020-07-13T20:13:31.3326188Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
> 2020-07-13T20:13:31.3326575Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
> 2020-07-13T20:13:31.3326961Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
> 2020-07-13T20:13:31.3327361Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
> 2020-07-13T20:13:31.3327745Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
> 2020-07-13T20:13:31.3328129Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
> 2020-07-13T20:13:31.3328613Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
> 2020-07-13T20:13:31.3328986Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
> 2020-07-13T20:13:31.3329368Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
> 2020-07-13T20:13:31.3329744Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
> 2020-07-13T20:13:31.3330164Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
> 2020-07-13T20:13:31.3330561Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
> 2020-07-13T20:13:31.3330939Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
> 2020-07-13T20:13:31.3331335Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
> 2020-07-13T20:13:31.3331720Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
> 2020-07-13T20:13:31.3332150Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
> 2020-07-13T20:13:31.3332568Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
> 2020-07-13T20:13:31.3332965Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> 2020-07-13T20:13:31.3333374Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> 2020-07-13T20:13:31.3333760Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
> 2020-07-13T20:13:31.3334177Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
> 2020-07-13T20:13:31.3334584Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
> 2020-07-13T20:13:31.3334946Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
> 2020-07-13T20:13:31.3335326Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
> 2020-07-13T20:13:31.3335764Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 2020-07-13T20:13:31.3336202Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2020-07-13T20:13:31.3336614Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2020-07-13T20:13:31.3336976Z [info]   at java.lang.Thread.run(Thread.java:748)
> 2020-07-13T20:13:31.3337411Z [info]   Cause: org.scalatest.exceptions.TestFailedException: handle.getState().isFinal() was false
> 2020-07-13T20:13:31.3337824Z [info]   at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:530)
> 2020-07-13T20:13:31.3338227Z [info]   at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:529)
> 2020-07-13T20:13:31.3338631Z [info]   at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
> 2020-07-13T20:13:31.3339031Z [info]   at org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:503)
> 2020-07-13T20:13:31.3339484Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.$anonfun$runSpark$3(BaseYarnClusterSuite.scala:171)
> 2020-07-13T20:13:31.3339900Z [info]   at org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
> 2020-07-13T20:13:31.3340294Z [info]   at org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
> 2020-07-13T20:13:31.3340753Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
> 2020-07-13T20:13:31.3341154Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
> 2020-07-13T20:13:31.3341569Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:13:31.3341965Z [info]   at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:308)
> 2020-07-13T20:13:31.3342353Z [info]   at org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:307)
> 2020-07-13T20:13:31.3342745Z [info]   at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:479)
> 2020-07-13T20:13:31.3343183Z [info]   at org.apache.spark.deploy.yarn.BaseYarnClusterSuite.runSpark(BaseYarnClusterSuite.scala:170)
> 2020-07-13T20:13:31.3343616Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.testWithAddJar(YarnClusterSuite.scala:253)
> 2020-07-13T20:13:31.3395922Z [info]   at org.apache.spark.deploy.yarn.YarnClusterSuite.$anonfun$new$7(YarnClusterSuite.scala:145)
> 2020-07-13T20:13:31.3396408Z [info]   at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
> 2020-07-13T20:13:31.3396795Z [info]   at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
> 2020-07-13T20:13:31.3397194Z [info]   at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
> 2020-07-13T20:13:31.3397580Z [info]   at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
> 2020-07-13T20:13:31.3397961Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:22)
> 2020-07-13T20:13:31.3398340Z [info]   at org.scalatest.Transformer.apply(Transformer.scala:20)
> 2020-07-13T20:13:31.3398729Z [info]   at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
> 2020-07-13T20:13:31.3399141Z [info]   at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:157)
> 2020-07-13T20:13:31.3399711Z [info]   at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
> 2020-07-13T20:13:31.3400128Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
> 2020-07-13T20:13:31.3569476Z [info]   at org.scalatest.SuperEngine.runTestImpl(Engine.scala:286)
> 2020-07-13T20:13:31.3570429Z [info]   at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
> 2020-07-13T20:13:31.3571070Z [info]   at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
> 2020-07-13T20:13:31.3571757Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:13:31.3572376Z [info]   at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
> 2020-07-13T20:13:31.3575136Z [info]   at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
> 2020-07-13T20:13:31.3575797Z [info]   at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:59)
> 2020-07-13T20:13:31.3576426Z [info]   at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
> 2020-07-13T20:13:31.3578019Z [info]   at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:393)
> 2020-07-13T20:13:31.3578727Z [info]   at scala.collection.immutable.List.foreach(List.scala:392)
> 2020-07-13T20:13:31.3579558Z [info]   at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:381)
> 2020-07-13T20:13:31.3580177Z [info]   at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:376)
> 2020-07-13T20:13:31.3580768Z [info]   at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:458)
> 2020-07-13T20:13:31.3581373Z [info]   at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
> 2020-07-13T20:13:31.3581989Z [info]   at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
> 2020-07-13T20:13:31.3582580Z [info]   at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
> 2020-07-13T20:13:31.3583156Z [info]   at org.scalatest.Suite.run(Suite.scala:1124)
> 2020-07-13T20:13:31.3583735Z [info]   at org.scalatest.Suite.run$(Suite.scala:1106)
> 2020-07-13T20:13:31.3584374Z [info]   at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
> 2020-07-13T20:13:31.3584986Z [info]   at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
> 2020-07-13T20:13:31.3585568Z [info]   at org.scalatest.SuperEngine.runImpl(Engine.scala:518)
> 2020-07-13T20:13:31.3586163Z [info]   at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
> 2020-07-13T20:13:31.3586773Z [info]   at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
> 2020-07-13T20:13:31.3587471Z [info]   at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:59)
> 2020-07-13T20:13:31.3588093Z [info]   at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
> 2020-07-13T20:13:31.3588707Z [info]   at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> 2020-07-13T20:13:31.3589331Z [info]   at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> 2020-07-13T20:13:31.3592151Z [info]   at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:59)
> 2020-07-13T20:13:31.3592776Z [info]   at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:317)
> 2020-07-13T20:13:31.3593195Z [info]   at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:510)
> 2020-07-13T20:13:31.3593801Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:296)
> 2020-07-13T20:13:31.3594170Z [info]   at sbt.ForkMain$Run$2.call(ForkMain.java:286)
> 2020-07-13T20:13:31.3594555Z [info]   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 2020-07-13T20:13:31.3594970Z [info]   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2020-07-13T20:13:31.3595386Z [info]   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2020-07-13T20:13:31.3595762Z [info]   at java.lang.Thread.run(Thread.java:748)
> {code}



--
This message was sent by Atlassian Jira
(v8.3.4#803005)

---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscribe@spark.apache.org
For additional commands, e-mail: issues-help@spark.apache.org