You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/03/23 08:49:08 UTC

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 514 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/514/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.TestCollectionAPI.test

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:58139 within 45000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:58139 within 45000 ms
	at __randomizedtesting.SeedInfo.seed([67FB066FBDD11723:EFAF39B5132D7ADB]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:120)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:110)
	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:88)
	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:82)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:81)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:233)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:963)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:58139 within 45000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:232)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
	... 38 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestCollectionAPI

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.TestCollectionAPI:     1) Thread[id=13447, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCollectionAPI]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147)    2) Thread[id=13445, name=Thread-3083, state=WAITING, group=TGRP-TestCollectionAPI]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1252)         at java.lang.Thread.join(Thread.java:1326)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:313)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:496)    3) Thread[id=13449, name=ProcessThread(sid:0 cport:58139):, state=WAITING, group=TGRP-TestCollectionAPI]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123)    4) Thread[id=13446, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCollectionAPI]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.TestCollectionAPI: 
   1) Thread[id=13447, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCollectionAPI]
        at java.lang.Object.wait(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147)
   2) Thread[id=13445, name=Thread-3083, state=WAITING, group=TGRP-TestCollectionAPI]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1252)
        at java.lang.Thread.join(Thread.java:1326)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:313)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:496)
   3) Thread[id=13449, name=ProcessThread(sid:0 cport:58139):, state=WAITING, group=TGRP-TestCollectionAPI]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123)
   4) Thread[id=13446, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCollectionAPI]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([67FB066FBDD11723]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestCollectionAPI

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=13446, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCollectionAPI]         at sun.nio.ch.IOUtil.drain(Native Method)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=13446, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCollectionAPI]
        at sun.nio.ch.IOUtil.drain(Native Method)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([67FB066FBDD11723]:0)




Build Log:
[...truncated 1790 lines...]
   [junit4] JVM J1: stdout was not empty, see: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/test/temp/junit4-J1-20180323_074602_1273475093882359083836.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] codec: Lucene70, pf: Memory, dvf: Asserting
   [junit4] <<< JVM J1: EOF ----

[...truncated 11355 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestCollectionAPI
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestCollectionAPI_67FB066FBDD11723-001/init-core-data-001
   [junit4]   2> 1091463 WARN  (SUITE-TestCollectionAPI-seed#[67FB066FBDD11723]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
   [junit4]   2> 1091463 INFO  (SUITE-TestCollectionAPI-seed#[67FB066FBDD11723]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1091465 INFO  (SUITE-TestCollectionAPI-seed#[67FB066FBDD11723]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1091465 INFO  (SUITE-TestCollectionAPI-seed#[67FB066FBDD11723]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1091466 INFO  (SUITE-TestCollectionAPI-seed#[67FB066FBDD11723]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1091468 INFO  (TEST-TestCollectionAPI.test-seed#[67FB066FBDD11723]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1091468 INFO  (Thread-3083) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1091468 INFO  (Thread-3083) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1091470 ERROR (Thread-3083) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1091568 INFO  (TEST-TestCollectionAPI.test-seed#[67FB066FBDD11723]) [    ] o.a.s.c.ZkTestServer start zk server on port:58139
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCollectionAPI -Dtests.method=test -Dtests.seed=67FB066FBDD11723 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=America/Argentina/Mendoza -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   46.0s J0 | TestCollectionAPI.test <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:58139 within 45000 ms
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([67FB066FBDD11723:EFAF39B5132D7ADB]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:120)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:110)
   [junit4]    > 	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:88)
   [junit4]    > 	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:82)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:81)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:233)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:963)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:58139 within 45000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:232)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
   [junit4]    > 	... 38 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestCollectionAPI_67FB066FBDD11723-001
   [junit4]   2> Mar 23, 2018 8:20:20 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> Mar 23, 2018 8:21:40 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 4 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.TestCollectionAPI: 
   [junit4]   2>    1) Thread[id=13447, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCollectionAPI]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147)
   [junit4]   2>    2) Thread[id=13445, name=Thread-3083, state=WAITING, group=TGRP-TestCollectionAPI]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313)
   [junit4]   2>         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:313)
   [junit4]   2>         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:496)
   [junit4]   2>    3) Thread[id=13449, name=ProcessThread(sid:0 cport:58139):, state=WAITING, group=TGRP-TestCollectionAPI]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123)
   [junit4]   2>    4) Thread[id=13446, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCollectionAPI]
   [junit4]   2>         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4]   2>         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4]   2>         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]   2>         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Mar 23, 2018 8:21:40 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=13447, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCollectionAPI]
   [junit4]   2>    2) Thread[id=13445, name=Thread-3083, state=WAITING, group=TGRP-TestCollectionAPI]
   [junit4]   2>    3) Thread[id=13449, name=ProcessThread(sid:0 cport:58139):, state=WAITING, group=TGRP-TestCollectionAPI]
   [junit4]   2>    4) Thread[id=13446, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCollectionAPI]
   [junit4]   2> 1217664 ERROR (SessionTracker) [    ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : SessionTracker
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147)
   [junit4]   2> 1217664 ERROR (ProcessThread(sid:0 cport:58139):) [    ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : ProcessThread(sid:0 cport:58139):
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
   [junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123)
   [junit4]   2> 1217664 ERROR (SessionTracker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1217664 WARN  (Thread-3083) [    ] o.a.s.c.ZkTestServer Server interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2> 	at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313)
   [junit4]   2> 	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:313)
   [junit4]   2> 	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:496)
   [junit4]   2> 1217664 ERROR (ProcessThread(sid:0 cport:58139):) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> Mar 23, 2018 8:21:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=13446, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCollectionAPI]
   [junit4]   2>         at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]   2>         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]   2>         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=ja-JP, timezone=America/Argentina/Mendoza
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=3,threads=3,free=143174264,total=448081920
   [junit4]   2> NOTE: All tests run in this JVM: [TestRandomFlRTGCloud, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, DistributedFacetPivotSmallTest, TestSchemaVersionResource, QueryElevationComponentTest, TestLegacyField, TestReplicaProperties, AnalysisAfterCoreReloadTest, HLLSerializationTest, TestCSVResponseWriter, TestQuerySenderNoQuery, TestOnReconnectListenerSupport, ScheduledMaintenanceTriggerTest, ZkCLITest, CollectionsAPIDistributedZkTest, TestPolicyCloud, TestNestedDocsSort, TestCustomStream, ResourceLoaderTest, AutoAddReplicasIntegrationTest, TestIndexSearcher, TestCloudJSONFacetJoinDomain, TestExclusionRuleCollectionAccess, RestartWhileUpdatingTest, TestPostingsSolrHighlighter, TestChildDocTransformer, TestCloudDeleteByQuery, HttpTriggerListenerTest, CdcrBidirectionalTest, ResponseHeaderTest, TestLuceneIndexBackCompat, TestNRTOpen, NumericFieldsTest, SecurityConfHandlerTest, TestScoreJoinQPScore, TestSearcherReuse, BasicAuthIntegrationTest, TestExactStatsCache, SolrJmxReporterTest, CollectionTooManyReplicasTest, TestDeleteCollectionOnDownNodes, TestFieldCacheSort, TestSolrCloudSnapshots, RecoveryZkTest, TestConfigSets, HDFSCollectionsAPITest, TestConfigSetsAPI, TestClassicSimilarityFactory, TestRecovery, DirectUpdateHandlerOptimizeTest, DistributedQueryElevationComponentTest, LIRRollingUpdatesTest, TestCharFilters, DistributedFacetPivotLongTailTest, TestClusterStateProvider, TestGeoJSONResponseWriter, TestBM25SimilarityFactory, TestLegacyNumericUtils, TestMacros, HdfsRestartWhileUpdatingTest, TestDistributedMap, TestSSLRandomization, TestSlowCompositeReaderWrapper, TestXIncludeConfig, TestPointFields, TestPayloadCheckQParserPlugin, TestUniqueKeyFieldResource, RequiredFieldsTest, HighlighterMaxOffsetTest, PathHierarchyTokenizerFactoryTest, TestBinaryField, MetricsHandlerTest, TestFastOutputStream, BasicZkTest, RemoteQueryErrorTest, TestCursorMarkWithoutUniqueKey, DistribCursorPagingTest, TestInPlaceUpdatesStandalone, ImplicitSnitchTest, HighlighterTest, TestPseudoReturnFields, SolrGraphiteReporterTest, TestCollationField, TestTrieFacet, TestJmxIntegration, OutputWriterTest, TestRawResponseWriter, TestRetrieveFieldsOptimizer, TestCloudPseudoReturnFields, ParsingFieldUpdateProcessorsTest, SpatialFilterTest, TestJsonFacetsWithNestedObjects, ConfigureRecoveryStrategyTest, ClassificationUpdateProcessorFactoryTest, BlockCacheTest, TestZkChroot, TestUseDocValuesAsStored, DeleteShardTest, TestFieldTypeResource, TestBulkSchemaConcurrent, ShardRoutingCustomTest, DateRangeFieldTest, TestDynamicFieldResource, DistributedQueryComponentCustomSortTest, TestCloudSearcherWarming, CoreMergeIndexesAdminHandlerTest, TestCollectionAPIs, SolrMetricsIntegrationTest, TestDistribIDF, TestJoin, PingRequestHandlerTest, TestTolerantUpdateProcessorCloud, DistributedDebugComponentTest, VersionInfoTest, TestQueryWrapperFilter, PolyFieldTest, TestNamedUpdateProcessors, TestLegacyFieldCache, MigrateRouteKeyTest, DocumentBuilderTest, UniqFieldsUpdateProcessorFactoryTest, TestJavabinTupleStreamParser, TestPhraseSuggestions, TestZkAclsWithHadoopAuth, TestIBSimilarityFactory, TestPKIAuthenticationPlugin, TestSolrDeletionPolicy1, FastVectorHighlighterTest, TestSchemaResource, TestTrackingShardHandlerFactory, FileUtilsTest, DistribJoinFromCollectionTest, TestCoreAdminApis, ChaosMonkeySafeLeaderWithPullReplicasTest, SolrCoreTest, ClassificationUpdateProcessorTest, CollectionPropsTest, TestRealTimeGet, TestGroupingSearch, ExecutePlanActionTest, TestHdfsUpdateLog, WrapperMergePolicyFactoryTest, TestDynamicLoading, TestHighlightDedupGrouping, BufferStoreTest, CloudMLTQParserTest, TestHashQParserPlugin, ChangedSchemaMergeTest, TestReload, TestCollectionAPI]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCollectionAPI -Dtests.seed=67FB066FBDD11723 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=America/Argentina/Mendoza -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestCollectionAPI (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.TestCollectionAPI: 
   [junit4]    >    1) Thread[id=13447, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCollectionAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147)
   [junit4]    >    2) Thread[id=13445, name=Thread-3083, state=WAITING, group=TGRP-TestCollectionAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1252)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1326)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:313)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:496)
   [junit4]    >    3) Thread[id=13449, name=ProcessThread(sid:0 cport:58139):, state=WAITING, group=TGRP-TestCollectionAPI]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123)
   [junit4]    >    4) Thread[id=13446, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCollectionAPI]
   [junit4]    >         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4]    >         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4]    >         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([67FB066FBDD11723]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=13446, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCollectionAPI]
   [junit4]    >         at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]    >         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([67FB066FBDD11723]:0)
   [junit4] Completed [344/784 (1!)] on J0 in 129.22s, 1 test, 3 errors <<< FAILURES!

[...truncated 51074 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/514/consoleText

[repro] Revision: 56009132b99472adcdaf47a1ddd61afaa93cf88a

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line:  ant test  -Dtestcase=TestCollectionAPI -Dtests.method=test -Dtests.seed=67FB066FBDD11723 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=America/Argentina/Mendoza -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestCollectionAPI -Dtests.seed=67FB066FBDD11723 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=America/Argentina/Mendoza -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestCollectionAPI
[repro] ant compile-test

[...truncated 3335 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestCollectionAPI" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=67FB066FBDD11723 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=America/Argentina/Mendoza -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 68 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.api.collections.TestCollectionAPI
[repro] Exiting with code 0

[...truncated 70 lines...]