You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/11/19 02:19:58 UTC
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 498 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/498/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([E7F835D1A42C1747]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:363)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:722)
at org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:143)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([E7F835D1A42C1747]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:363)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:722)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:252)
at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
22 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest: 1) Thread[id=13925, name=zkCallback-2295-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=13928, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:61906, state=RUNNABLE, group=TGRP-BasicZkTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=13932, name=zkCallback-2295-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=13915, name=OverseerHdfsCoreFailoverThread-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=13911, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 6) Thread[id=13917, name=Thread-4276, state=WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1274) 7) Thread[id=13918, name=watches-2296-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=13906, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:187) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=13912, name=zkCallback-2295-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=13921, name=coreZkRegister-6127-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=13914, name=OverseerCollectionConfigSetProcessor-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:343) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:227) at java.lang.Thread.run(Thread.java:745) 12) Thread[id=13924, name=zkCallback-2295-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 13) Thread[id=13905, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:187) at java.lang.Thread.run(Thread.java:745) 14) Thread[id=13910, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-SendThread(127.0.0.1:61906), state=RUNNABLE, group=TGRP-BasicZkTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) 15) Thread[id=13929, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 16) Thread[id=13920, name=searcherExecutor-6135-thread-1, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 17) Thread[id=13931, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120) 18) Thread[id=13926, name=zkCallback-2295-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 19) Thread[id=13922, name=zkCallback-2295-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 20) Thread[id=13923, name=zkCallback-2295-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 21) Thread[id=13927, name=Thread-4277, state=WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1249) at java.lang.Thread.join(Thread.java:1323) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 22) Thread[id=13913, name=OverseerStateUpdate-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:164) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:138) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:182) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 22 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest:
1) Thread[id=13925, name=zkCallback-2295-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=13928, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:61906, state=RUNNABLE, group=TGRP-BasicZkTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=13932, name=zkCallback-2295-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=13915, name=OverseerHdfsCoreFailoverThread-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=13911, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
6) Thread[id=13917, name=Thread-4276, state=WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1274)
7) Thread[id=13918, name=watches-2296-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=13906, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:187)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=13912, name=zkCallback-2295-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=13921, name=coreZkRegister-6127-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=13914, name=OverseerCollectionConfigSetProcessor-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:343)
at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:227)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=13924, name=zkCallback-2295-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=13905, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:187)
at java.lang.Thread.run(Thread.java:745)
14) Thread[id=13910, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-SendThread(127.0.0.1:61906), state=RUNNABLE, group=TGRP-BasicZkTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
15) Thread[id=13929, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
16) Thread[id=13920, name=searcherExecutor-6135-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
17) Thread[id=13931, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
18) Thread[id=13926, name=zkCallback-2295-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
19) Thread[id=13922, name=zkCallback-2295-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
20) Thread[id=13923, name=zkCallback-2295-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
21) Thread[id=13927, name=Thread-4277, state=WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1249)
at java.lang.Thread.join(Thread.java:1323)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
22) Thread[id=13913, name=OverseerStateUpdate-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:164)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:138)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:182)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([E7F835D1A42C1747]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=13925, name=zkCallback-2295-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=13924, name=zkCallback-2295-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=13910, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-SendThread(127.0.0.1:61906), state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) 4) Thread[id=13920, name=searcherExecutor-6135-thread-1, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=13932, name=zkCallback-2295-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=13926, name=zkCallback-2295-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=13922, name=zkCallback-2295-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=13923, name=zkCallback-2295-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=13917, name=Thread-4276, state=WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1274) 10) Thread[id=13918, name=watches-2296-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=13912, name=zkCallback-2295-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 12) Thread[id=13921, name=coreZkRegister-6127-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=13925, name=zkCallback-2295-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=13924, name=zkCallback-2295-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=13910, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-SendThread(127.0.0.1:61906), state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
4) Thread[id=13920, name=searcherExecutor-6135-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=13932, name=zkCallback-2295-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=13926, name=zkCallback-2295-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=13922, name=zkCallback-2295-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=13923, name=zkCallback-2295-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=13917, name=Thread-4276, state=WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1274)
10) Thread[id=13918, name=watches-2296-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=13912, name=zkCallback-2295-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=13921, name=coreZkRegister-6127-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([E7F835D1A42C1747]:0)
Build Log:
[...truncated 11684 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicZkTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_E7F835D1A42C1747-001/init-core-data-001
[junit4] 2> 1363498 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1363498 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1363498 INFO (Thread-4275) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1363498 INFO (Thread-4275) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1363598 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:61906
[junit4] 2> 1363615 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1363618 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1363621 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1363623 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1363626 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1363629 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1363631 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1363634 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1363636 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1363638 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1363640 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1363643 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1363644 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1363670 WARN (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1363671 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1363688 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 1363751 WARN (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1363752 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1363759 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
[junit4] 2> 1363759 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61906/solr
[junit4] 2> 1363797 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [n:192.168.57.18:8983_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 192.168.57.18:8983_
[junit4] 2> 1363799 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [n:192.168.57.18:8983_ ] o.a.s.c.Overseer Overseer (id=96961880655003651-192.168.57.18:8983_-n_0000000000) starting
[junit4] 2> 1363810 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [n:192.168.57.18:8983_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/192.168.57.18:8983_
[junit4] 2> 1363812 INFO (OverseerStateUpdate-96961880655003651-192.168.57.18:8983_-n_0000000000) [n:192.168.57.18:8983_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1364914 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1364938 WARN (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1364940 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1364978 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1365072 WARN (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1365073 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1365091 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1365091 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_E7F835D1A42C1747-001/init-core-data-001/]
[junit4] 2> 1365091 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c9db1e9
[junit4] 2> 1365093 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=39, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1365107 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1365107 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1365107 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1365107 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1365108 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8787185502445017]
[junit4] 2> 1365108 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@53793d4[collection1] main]
[junit4] 2> 1365109 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1365116 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1365132 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1365132 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1365133 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1365133 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551390092193431552
[junit4] 2> 1365133 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1365133 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1365134 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1365134 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1365134 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1365135 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1365135 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1365136 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@53793d4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1365138 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [n:192.168.57.18:8983_ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1365149 INFO (coreZkRegister-6127-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1365149 INFO (coreZkRegister-6127-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1365157 INFO (coreZkRegister-6127-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://192.168.57.18:8983/collection1/ shard1
[junit4] 2> 1365171 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic
[junit4] 2> 1365272 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=qlkciyopsbgzyvkylsjhchghjrdf&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1365276 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[42 (-1551390092342329344)]} 0 1
[junit4] 2> 1365277 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[42 (1551390092344426496)]} 0 0
[junit4] 2> 1365278 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1365278 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1365282 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@69e39803[collection1] main]
[junit4] 2> 1365283 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1365284 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69e39803[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):c1)))}
[junit4] 2> 1365284 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 6
[junit4] 2> 1365285 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42+AND+val_s:aa\;bb&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1365286 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42+AND+val_s:"aa;bb"&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1365286 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42+AND+val_s:aa&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1365288 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[42 (-1551390092354912256)]} 0 1
[junit4] 2> 1365288 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1365288 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1365289 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@528742ec[collection1] main]
[junit4] 2> 1365289 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1365290 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@528742ec[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1365291 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 2
[junit4] 2> 1365291 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1365293 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[42 (1551390092359106560)]} 0 1
[junit4] 2> 1365293 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[42 (1551390092361203712)]} 0 0
[junit4] 2> 1365293 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1365293 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1365297 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f699143[collection1] main]
[junit4] 2> 1365297 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1365298 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1f699143[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.4.0):c2/1:delGen=1)))}
[junit4] 2> 1365298 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 4
[junit4] 2> 1365299 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1365300 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[42 (1551390092367495168)]} 0 1
[junit4] 2> 1365301 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[42 (1551390092368543744)]} 0 0
[junit4] 2> 1365301 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1365301 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1365303 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fbb135[collection1] main]
[junit4] 2> 1365304 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1365305 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1fbb135[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.4.0):c2/1:delGen=1)))}
[junit4] 2> 1365305 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 4
[junit4] 2> 1365305 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1365307 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[101 (1551390092374835200)]} 0 1
[junit4] 2> 1365308 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[101 (1551390092375883776)]} 0 0
[junit4] 2> 1365308 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[105 (1551390092376932352)]} 0 0
[junit4] 2> 1365309 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[102 (1551390092377980928)]} 0 0
[junit4] 2> 1365309 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[103 (1551390092377980929)]} 0 0
[junit4] 2> 1365309 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[101 (1551390092377980930)]} 0 0
[junit4] 2> 1365309 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1365310 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1365311 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bdd212d[collection1] main]
[junit4] 2> 1365312 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1365312 WARN (coreZkRegister-6127-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1365314 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1bdd212d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.4.0):c2/1:delGen=1) Uninverting(_3(6.4.0):c6/2:delGen=1)))}
[junit4] 2> 1365314 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 4
[junit4] 2> 1365315 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61906 61906
[junit4] 2> 1365429 INFO (Thread-4275) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61906 61906
[junit4] 2> 1365429 WARN (Thread-4275) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1365431 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[201 (1551390092504858624)]} 0 0
[junit4] 2> 1365528 WARN (zkCallback-2295-thread-2-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@767b486d name: ZooKeeperConnection Watcher:127.0.0.1:61906/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1365528 WARN (zkCallback-2295-thread-2-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1365732 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1365732 INFO (Thread-4277) [n:192.168.57.18:8983_ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:61906
[junit4] 2> 1365732 INFO (Thread-4277) [n:192.168.57.18:8983_ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1365832 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.ZkTestServer start zk server on port:61906
[junit4] 2> 1366134 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[100+TO+110]&rows=2147483647&wt=xml} hits=4 status=0 QTime=0
[junit4] 2> 1366135 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[100+TO+111]&rows=1147483647&wt=xml} hits=4 status=0 QTime=0
[junit4] 2> 1366135 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[100+TO+110]&qt=standard&start=0&rows=20&version=2.2} hits=4 status=0 QTime=0
[junit4] 2> 1366136 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[102 (-1551390093245153280)]} 0 0
[junit4] 2> 1366137 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1366137 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1366140 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eec2c45[collection1] main]
[junit4] 2> 1366140 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1366141 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1eec2c45[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.4.0):c2/1:delGen=1) Uninverting(_3(6.4.0):c6/3:delGen=2) Uninverting(_4(6.4.0):c1)))}
[junit4] 2> 1366142 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 4
[junit4] 2> 1366142 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[100+TO+110]&qt=standard&start=0&rows=20&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 1366143 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[105 (-1551390093251444736)]} 0 0
[junit4] 2> 1366143 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1366144 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1366144 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bda55bb[collection1] main]
[junit4] 2> 1366145 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1366146 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5bda55bb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.4.0):c2/1:delGen=1) Uninverting(_3(6.4.0):c6/4:delGen=3) Uninverting(_4(6.4.0):c1)))}
[junit4] 2> 1366146 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 2
[junit4] 2> 1366146 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[100+TO+110]&qt=standard&start=0&rows=20&version=2.2} hits=2 status=0 QTime=0
[junit4] 2> 1366152 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@12aaa2b2[collection1] realtime]
[junit4] 2> 1366153 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{deleteByQuery=id:[100 TO 110] (-1551390093256687616)} 0 6
[junit4] 2> 1366153 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1366153 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1366154 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1453e280[collection1] main]
[junit4] 2> 1366154 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1366155 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1453e280[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.4.0):c2/1:delGen=1) Uninverting(_4(6.4.0):c1)))}
[junit4] 2> 1366155 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 1
[
[...truncated too long message...]
ead.run(Thread.java:745)
[junit4] > 2) Thread[id=13924, name=zkCallback-2295-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 3) Thread[id=13910, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-SendThread(127.0.0.1:61906), state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 4) Thread[id=13920, name=searcherExecutor-6135-thread-1, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 5) Thread[id=13932, name=zkCallback-2295-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 6) Thread[id=13926, name=zkCallback-2295-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 7) Thread[id=13922, name=zkCallback-2295-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 8) Thread[id=13923, name=zkCallback-2295-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 9) Thread[id=13917, name=Thread-4276, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1274)
[junit4] > 10) Thread[id=13918, name=watches-2296-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 11) Thread[id=13912, name=zkCallback-2295-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 12) Thread[id=13921, name=coreZkRegister-6127-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([E7F835D1A42C1747]:0)
[junit4] Completed [335/654 (1!)] on J1 in 27.30s, 1 test, 4 errors <<< FAILURES!
[...truncated 61784 lines...]