You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/08/23 00:12:49 UTC
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 348 -
Still unstable!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/348/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
6 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:40476/zne/hv/forceleader_test_collection_shard1_replica1]
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: No live SolrServers available to handle this request:[http://127.0.0.1:40476/zne/hv/forceleader_test_collection_shard1_replica1]
at __randomizedtesting.SeedInfo.seed([3BB66D88767F5B59:DD2159484FFDA238]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:760)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1172)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:753)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:741)
at org.apache.solr.cloud.ForceLeaderTest.sendDoc(ForceLeaderTest.java:424)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:131)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:40476/zne/hv/forceleader_test_collection_shard1_replica1]
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:382)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:735)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:40476/zne/hv/forceleader_test_collection_shard1_replica1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:403)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:371)
... 6 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:589)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 10 more
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest.test
Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:45668 within 30000 ms
Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:45668 within 30000 ms
at __randomizedtesting.SeedInfo.seed([3BB66D88767F5B59:B3E25252D88336A1]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:181)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:115)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:110)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:97)
at org.apache.solr.cloud.AbstractDistribZkTestBase.printLayout(AbstractDistribZkTestBase.java:295)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribTearDown(AbstractFullDistribZkTestBase.java:1500)
at org.apache.solr.cloud.BasicDistributedZkTest.distribTearDown(BasicDistributedZkTest.java:1147)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:969)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:45668 within 30000 ms
at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:235)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:173)
... 38 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest
Error Message:
77 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest: 1) Thread[id=19080, name=org.eclipse.jetty.server.session.HashSessionManager@660a61f5Timer, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=19057, name=OverseerCollectionConfigSetProcessor-96463073986674692-127.0.0.1:42038_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:343) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:225) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=19105, name=qtp944216894-19105, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=19024, name=Thread-5849, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1249) at java.lang.Thread.join(Thread.java:1323) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491) 5) Thread[id=19106, name=qtp944216894-19106, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=19036, name=qtp1626259927-19036-acceptor-0@1ef93859-ServerConnector@19d837fa{HTTP/1.1,[http/1.1]}{127.0.0.1:49092}, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=19119, name=qtp1536596127-19119, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=19043, name=Scheduler-294059616, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=19078, name=qtp1524254030-19078, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=19104, name=qtp944216894-19104, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=19075, name=qtp1524254030-19075, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 12) Thread[id=19143, name=qtp1885351582-19143, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 13) Thread[id=19073, name=qtp1524254030-19073, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 14) Thread[id=19085, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:186) at java.lang.Thread.run(Thread.java:745) 15) Thread[id=19110, name=org.eclipse.jetty.server.session.HashSessionManager@286cd69Timer, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 16) Thread[id=19077, name=qtp1524254030-19077, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 17) Thread[id=19118, name=qtp1536596127-19118, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 18) Thread[id=19039, name=qtp1626259927-19039, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 19) Thread[id=19048, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:186) at java.lang.Thread.run(Thread.java:745) 20) Thread[id=19124, name=Scheduler-647838956, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 21) Thread[id=19071, name=qtp1524254030-19071, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 22) Thread[id=19117, name=qtp1536596127-19117-acceptor-0@3fadc7ed-ServerConnector@6fe32ff3{HTTP/1.1,[http/1.1]}{127.0.0.1:48036}, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 23) Thread[id=19090, name=TEST-LeaderInitiatedRecoveryOnCommitTest.test-seed#[3BB66D88767F5B59]-EventThread, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 24) Thread[id=19076, name=qtp1524254030-19076, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 25) Thread[id=19108, name=qtp944216894-19108, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 26) Thread[id=19054, name=TEST-LeaderInitiatedRecoveryOnCommitTest.test-seed#[3BB66D88767F5B59]-EventThread, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 27) Thread[id=19120, name=qtp1536596127-19120, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 28) Thread[id=19138, name=org.eclipse.jetty.server.session.HashSessionManager@361620d3Timer, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 29) Thread[id=19103, name=qtp944216894-19103, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 30) Thread[id=19122, name=qtp1536596127-19122, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 31) Thread[id=19097, name=searcherExecutor-8011-thread-1, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 32) Thread[id=19116, name=qtp1536596127-19116, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 33) Thread[id=19049, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:186) at java.lang.Thread.run(Thread.java:745) 34) Thread[id=19060, name=Thread-5858, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1269) 35) Thread[id=19093, name=Thread-5867, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1269) 36) Thread[id=19053, name=TEST-LeaderInitiatedRecoveryOnCommitTest.test-seed#[3BB66D88767F5B59]-SendThread(127.0.0.1:45668), state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) 37) Thread[id=19109, name=Scheduler-924686523, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 38) Thread[id=19128, name=SocketProxy-Acceptor-39585, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at org.apache.solr.cloud.SocketProxy$Acceptor.run(SocketProxy.java:430) at java.lang.Thread.run(Thread.java:745) 39) Thread[id=19041, name=qtp1626259927-19041, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 40) Thread[id=19132, name=qtp1885351582-19132, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 41) Thread[id=19044, name=org.eclipse.jetty.server.session.HashSessionManager@53b10a18Timer, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 42) Thread[id=19123, name=qtp1536596127-19123, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 43) Thread[id=19042, name=qtp1626259927-19042, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 44) Thread[id=19134, name=qtp1885351582-19134, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 45) Thread[id=19144, name=SocketProxy-Acceptor-61363, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at org.apache.solr.cloud.SocketProxy$Acceptor.run(SocketProxy.java:430) at java.lang.Thread.run(Thread.java:745) 46) Thread[id=19142, name=qtp1885351582-19142, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 47) Thread[id=19056, name=OverseerStateUpdate-96463073986674692-127.0.0.1:42038_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:164) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:138) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:196) at java.lang.Thread.run(Thread.java:745) 48) Thread[id=19079, name=Scheduler-698572826, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 49) Thread[id=19125, name=org.eclipse.jetty.server.session.HashSessionManager@6bebf94bTimer, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 50) Thread[id=19136, name=qtp1885351582-19136, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 51) Thread[id=19072, name=qtp1524254030-19072-acceptor-0@699c59d9-ServerConnector@5d5e4dc3{HTTP/1.1,[http/1.1]}{127.0.0.1:46457}, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 52) Thread[id=19137, name=Scheduler-14218327, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 53) Thread[id=19101, name=qtp944216894-19101, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 54) Thread[id=19058, name=OverseerHdfsCoreFailoverThread-96463073986674692-127.0.0.1:42038_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137) at java.lang.Thread.run(Thread.java:745) 55) Thread[id=19025, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178) at java.lang.Thread.run(Thread.java:745) 56) Thread[id=19067, name=SocketProxy-Acceptor-42038, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at org.apache.solr.cloud.SocketProxy$Acceptor.run(SocketProxy.java:430) at java.lang.Thread.run(Thread.java:745) 57) Thread[id=19102, name=qtp944216894-19102-acceptor-0@52f8d375-ServerConnector@312940ec{HTTP/1.1,[http/1.1]}{127.0.0.1:45668}, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 58) Thread[id=19107, name=qtp944216894-19107, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 59) Thread[id=19037, name=qtp1626259927-19037, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 60) Thread[id=19069, name=TEST-LeaderInitiatedRecoveryOnCommitTest.test-seed#[3BB66D88767F5B59]-EventThread, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 61) Thread[id=19040, name=qtp1626259927-19040, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 62) Thread[id=19084, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:186) at java.lang.Thread.run(Thread.java:745) 63) Thread[id=19129, name=qtp1885351582-19129, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 64) Thread[id=19113, name=Scheduler-247825227, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 65) Thread[id=19100, name=SocketProxy-Acceptor-51929, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at org.apache.solr.cloud.SocketProxy$Acceptor.run(SocketProxy.java:430) at java.lang.Thread.run(Thread.java:745) 66) Thread[id=19038, name=qtp1626259927-19038, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 67) Thread[id=19026, name=SessionTracker, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 68) Thread[id=19064, name=searcherExecutor-8000-thread-1, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 69) Thread[id=19089, name=TEST-LeaderInitiatedRecoveryOnCommitTest.test-seed#[3BB66D88767F5B59]-SendThread(127.0.0.1:45668), state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) 70) Thread[id=19130, name=qtp1885351582-19130-acceptor-0@5baac67e-ServerConnector@7eb9dcec{HTTP/1.1,[http/1.1]}{127.0.0.1:33140}, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 71) Thread[id=19074, name=qtp1524254030-19074, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 72) Thread[id=19028, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120) 73) Thread[id=19121, name=qtp1536596127-19121, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 74) Thread[id=19115, name=SocketProxy-Acceptor-48753, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at org.apache.solr.cloud.SocketProxy$Acceptor.run(SocketProxy.java:430) at java.lang.Thread.run(Thread.java:745) 75) Thread[id=19139, name=qtp1885351582-19139, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 76) Thread[id=19068, name=TEST-LeaderInitiatedRecoveryOnCommitTest.test-seed#[3BB66D88767F5B59]-SendThread(127.0.0.1:45668), state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) 77) Thread[id=19035, name=qtp1626259927-19035, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 77 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest:
1) Thread[id=19080, name=org.eclipse.jetty.server.session.HashSessionManager@660a61f5Timer, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=19057, name=OverseerCollectionConfigSetProcessor-96463073986674692-127.0.0.1:42038_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:343)
at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:225)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=19105, name=qtp944216894-19105, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=19024, name=Thread-5849, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1249)
at java.lang.Thread.join(Thread.java:1323)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
5) Thread[id=19106, name=qtp944216894-19106, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=19036, name=qtp1626259927-19036-acceptor-0@1ef93859-ServerConnector@19d837fa{HTTP/1.1,[http/1.1]}{127.0.0.1:49092}, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=19119, name=qtp1536596127-19119, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=19043, name=Scheduler-294059616, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=19078, name=qtp1524254030-19078, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=19104, name=qtp944216894-19104, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=19075, name=qtp1524254030-19075, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=19143, name=qtp1885351582-19143, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=19073, name=qtp1524254030-19073, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
14) Thread[id=19085, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:186)
at java.lang.Thread.run(Thread.java:745)
15) Thread[id=19110, name=org.eclipse.jetty.server.session.HashSessionManager@286cd69Timer, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
16) Thread[id=19077, name=qtp1524254030-19077, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
17) Thread[id=19118, name=qtp1536596127-19118, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
18) Thread[id=19039, name=qtp1626259927-19039, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
19) Thread[id=19048, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:186)
at java.lang.Thread.run(Thread.java:745)
20) Thread[id=19124, name=Scheduler-647838956, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
21) Thread[id=19071, name=qtp1524254030-19071, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
22) Thread[id=19117, name=qtp1536596127-19117-acceptor-0@3fadc7ed-ServerConnector@6fe32ff3{HTTP/1.1,[http/1.1]}{127.0.0.1:48036}, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
23) Thread[id=19090, name=TEST-LeaderInitiatedRecoveryOnCommitTest
[...truncated too long message...]
9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7be7e649{/_ccz,null,UNAVAILABLE}
[junit4] 2> 2105683 INFO (TEST-PeerSyncReplicationTest.test-seed#[3BB66D88767F5B59]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 62284
[junit4] 2> 2105684 INFO (TEST-PeerSyncReplicationTest.test-seed#[3BB66D88767F5B59]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55749 55749
[junit4] 2> 2105845 INFO (Thread-5517) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55749 55749
[junit4] 2> 2105846 WARN (Thread-5517) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/96463085785972744-core_node1-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/96463085785972744-127.0.0.1:56112__ccz-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/overseer/queue
[junit4] 2> 32 /solr/overseer/collection-queue-work
[junit4] 2> 6 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=3BB66D88767F5B59 -Dtests.slow=true -Dtests.locale=es-DO -Dtests.timezone=America/Martinique -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 34.9s J0 | PeerSyncReplicationTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<152> but was:<136>
[junit4] > at __randomizedtesting.SeedInfo.seed([3BB66D88767F5B59:B3E25252D88336A1]:0)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:276)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:240)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:127)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2105848 INFO (SUITE-PeerSyncReplicationTest-seed#[3BB66D88767F5B59]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_3BB66D88767F5B59-001
[junit4] 2> Aug 22, 2016 11:51:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {other_tl1=PostingsFormat(name=Memory doPackFST= true), range_facet_l_dv=FSTOrd50, rnd_s=PostingsFormat(name=Memory doPackFST= true), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), intDefault=PostingsFormat(name=Memory doPackFST= true), a_i1=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_l=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=PostingsFormat(name=Memory doPackFST= true), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=FSTOrd50, range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval), text=Lucene50(blocksize=128), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1541, maxMBSortInHeap=6.19429974501355, sim=ClassicSimilarity, locale=es-DO, timezone=America/Martinique
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=98072376,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CoreAdminRequestStatusTest, SSLMigrationTest, TestRawTransformer, SpatialFilterTest, TestHdfsUpdateLog, PreAnalyzedFieldTest, PeerSyncTest, HLLUtilTest, DirectUpdateHandlerTest, OverseerTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, RecoveryAfterSoftCommitTest, ClusterStateTest, TestEmbeddedSolrServerConstructors, TestRemoteStreaming, ResponseHeaderTest, TestStressLucene, TestFieldSortValues, TestPartialUpdateDeduplication, QueryEqualityTest, CleanupOldIndexTest, TestInitQParser, CollectionTooManyReplicasTest, TestSolrQueryParserResource, HdfsBasicDistributedZk2Test, UpdateParamsTest, TestCryptoKeys, TestReRankQParserPlugin, XsltUpdateRequestHandlerTest, BlockJoinFacetSimpleTest, TestJsonRequest, TestSortingResponseWriter, SolrIndexConfigTest, TestMissingGroups, TestXIncludeConfig, TestManagedSchema, SimplePostToolTest, TestSerializedLuceneMatchVersion, CollectionReloadTest, DistribJoinFromCollectionTest, TestShardHandlerFactory, TestDocumentBuilder, TestTolerantUpdateProcessorRandomCloud, ChangedSchemaMergeTest, HdfsRestartWhileUpdatingTest, TestReloadDeadlock, TestMergePolicyConfig, TestSort, SampleTest, TestInfoStreamLogging, BadCopyFieldTest, CdcrReplicationHandlerTest, TestQuerySenderNoQuery, IndexBasedSpellCheckerTest, TestNumericTerms64, TestFastLRUCache, SpatialRPTFieldTypeTest, TestCloudPivotFacet, DOMUtilTest, ReturnFieldsTest, TestReqParamsAPI, TestRebalanceLeaders, JSONWriterTest, PingRequestHandlerTest, CircularListTest, HighlighterMaxOffsetTest, DistributedVersionInfoTest, TestRandomDVFaceting, DistributedExpandComponentTest, ShardRoutingTest, TestFieldTypeCollectionResource, TestLMDirichletSimilarityFactory, TestConfigSetsAPIExclusivity, WrapperMergePolicyFactoryTest, TriLevelCompositeIdRoutingTest, TestMacroExpander, TestExactStatsCache, HdfsDirectoryTest, CdcrUpdateLogTest, TestSizeLimitedDistributedMap, TestCollectionAPI, DistribCursorPagingTest, HdfsCollectionsAPIDistributedZkTest, TestNamedUpdateProcessors, TestHighlightDedupGrouping, HdfsThreadLeakTest, ActionThrottleTest, TestCloudDeleteByQuery, HdfsUnloadDistributedZkTest, SystemInfoHandlerTest, TestObjectReleaseTracker, TimeZoneUtilsTest, XmlUpdateRequestHandlerTest, TestFieldCacheReopen, DocValuesTest, TestAuthorizationFramework, DistributedQueryComponentCustomSortTest, TestGroupingSearch, TestBlobHandler, CurrencyFieldXmlFileTest, CoreSorterTest, TestManagedStopFilterFactory, TestDownShardTolerantSearch, TestCSVLoader, TestUpdate, TestCodecSupport, TestRuleBasedAuthorizationPlugin, HighlighterTest, DocValuesMissingTest, TestDynamicLoading, TestHashPartitioner, SimpleFacetsTest, AnalysisAfterCoreReloadTest, URLClassifyProcessorTest, AssignTest, DocValuesMultiTest, TestFunctionQuery, PrimitiveFieldTypeTest, TestSolrCloudWithKerberosAlt, TestWordDelimiterFilterFactory, TestTrackingShardHandlerFactory, SortSpecParsingTest, TestAnalyzeInfixSuggestions, TestAnalyzedSuggestions, FullHLLTest, TestSolrCLIRunExample, DistributedFacetPivotLongTailTest, TestConfigSetProperties, TestComplexPhraseQParserPlugin, TestXmlQParserPlugin, TestJmxIntegration, TestSweetSpotSimilarityFactory, QueryElevationComponentTest, TestSQLHandler, TestLazyCores, TestDFRSimilarityFactory, TestDistributedSearch, SimpleMLTQParserTest, TestSchemaManager, BigEndianAscendingWordDeserializerTest, TestLegacyFieldCache, TestScoreJoinQPNoScore, MigrateRouteKeyTest, DeleteNodeTest, TestMiniSolrCloudClusterBase, TestSolr4Spatial2, MoreLikeThisHandlerTest, TestStressVersions, TestMinMaxOnMultiValuedField, ConfigSetsAPITest, RequiredFieldsTest, TestSimpleQParserPlugin, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, TestReplicationHandler, TestDistributedGrouping, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestJoin, HardAutoCommitTest, TestCoreContainer, TestSolr4Spatial, BadIndexSchemaTest, ConvertedLegacyTest, SoftAutoCommitTest, TestExtendedDismaxParser, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, TestTrie, NoCacheHeaderTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestWriterPerf, TestOmitPositions, TermsComponentTest, TestValueSourceCache, TestIndexingPerformance, TestSolrQueryParser, FastVectorHighlighterTest, SolrPluginUtilsTest, TestCollationField, UpdateRequestProcessorFactoryTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestUtils, SliceStateTest, UUIDFieldTest, FileUtilsTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, AliasIntegrationTest, CdcrBootstrapTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DeleteStatusTest, HttpPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, PeerSyncReplicationTest]
[junit4] Completed [597/631 (4!)] on J0 in 35.95s, 1 test, 1 failure <<< FAILURES!
[...truncated 60273 lines...]
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 350 -
Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/350/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([4FFDBA775898EBA6:A96A8EB7611A12C7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:182)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:134)
at org.apache.solr.cloud.ForceLeaderTest.bringBackOldLeaderAndSendDoc(ForceLeaderTest.java:390)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestHdfsCloudBackupRestore.test
Error Message:
expected:<{shard1_0=7, shard1_1=7, shard2=11}> but was:<{shard1_0=0, shard1_1=0, shard2=11}>
Stack Trace:
java.lang.AssertionError: expected:<{shard1_0=7, shard1_1=7, shard2=11}> but was:<{shard1_0=0, shard1_1=0, shard2=11}>
at __randomizedtesting.SeedInfo.seed([4FFDBA775898EBA6:C7A985ADF664865E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:242)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12123 lines...]
[junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/init-core-data-001
[junit4] 2> 2210977 INFO (SUITE-ForceLeaderTest-seed#[4FFDBA775898EBA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2210977 INFO (SUITE-ForceLeaderTest-seed#[4FFDBA775898EBA6]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p/t
[junit4] 2> 2210979 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2210980 INFO (Thread-8931) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2210980 INFO (Thread-8931) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2211082 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.ZkTestServer start zk server on port:48130
[junit4] 2> 2211082 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2211083 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2211086 INFO (zkCallback-3686-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b4fb630 name:ZooKeeperConnection Watcher:127.0.0.1:48130 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2211086 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2211086 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2211086 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 2211091 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2211091 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2211093 INFO (zkCallback-3687-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15456be3 name:ZooKeeperConnection Watcher:127.0.0.1:48130/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2211093 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2211093 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2211093 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 2211096 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 2211099 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 2211101 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 2211105 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2211105 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 2211109 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2211109 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 2211112 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2211112 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2211115 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2211115 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 2211118 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2211118 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 2211121 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2211121 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 2211124 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2211124 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 2211127 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2211127 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 2211130 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2211130 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2211133 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2211133 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 2211136 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2211136 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 2211311 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1
[junit4] 2> 2211312 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2211314 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69ff3ba7{/p/t,null,AVAILABLE}
[junit4] 2> 2211314 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.e.j.s.ServerConnector Started ServerConnector@6e681fe3{HTTP/1.1,[http/1.1]}{127.0.0.1:40956}
[junit4] 2> 2211314 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.e.j.s.Server Started @2215588ms
[junit4] 2> 2211315 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/tempDir-001/control/data, hostContext=/p/t, hostPort=40059, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores}
[junit4] 2> 2211315 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
[junit4] 2> 2211315 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001'
[junit4] 2> 2211315 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2211315 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2211315 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2211316 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2211317 INFO (zkCallback-3688-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3255bd48 name:ZooKeeperConnection Watcher:127.0.0.1:48130/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2211317 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2211318 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2211320 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2211320 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/solr.xml
[junit4] 2> 2211324 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores
[junit4] 2> 2211325 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.CoreContainer New CoreContainer 311445097
[junit4] 2> 2211325 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001]
[junit4] 2> 2211325 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/lib
[junit4] 2> 2211325 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 2211326 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2211327 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2211327 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2211327 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48130/solr
[junit4] 2> 2211327 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 2211327 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2211327 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2211329 INFO (zkCallback-3691-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c8ef241 name:ZooKeeperConnection Watcher:127.0.0.1:48130 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2211329 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2211331 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2211332 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$73/1147785254@7e23fa5b
[junit4] 2> 2211333 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2211334 INFO (zkCallback-3692-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@170faa2b name:ZooKeeperConnection Watcher:127.0.0.1:48130/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2211334 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2211336 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 2211339 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 2211344 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 2211347 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 2211350 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 2211352 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 2211355 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 2211357 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 2211359 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 2211361 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 2211362 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 2211363 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 2211367 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 2211369 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 2211372 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2211372 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000
[junit4] 2> 2211373 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40059_p%2Ft
[junit4] 2> 2211373 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 2211375 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.Overseer Overseer (id=96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) starting
[junit4] 2> 2211377 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 2211387 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 2211388 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 2211388 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40059_p%2Ft
[junit4] 2> 2211388 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40059_p%2Ft
[junit4] 2> 2211388 INFO (OverseerCollectionConfigSetProcessor-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 2211391 INFO (zkCallback-3692-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 2211392 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2211393 INFO (zkCallback-3692-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 2211407 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 2211408 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 2211409 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores
[junit4] 2> 2211409 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 2211409 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.CorePropertiesLocator Found core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1
[junit4] 2> 2211409 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 2211411 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
[junit4] 2> 2211411 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:40059_p%2Ft ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 2211411 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 2211411 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 2211413 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 2211414 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40059/p/t",
[junit4] 2> "node_name":"127.0.0.1:40059_p%2Ft",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2211414 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40059/p/t",
[junit4] 2> "node_name":"127.0.0.1:40059_p%2Ft",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 2211415 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 2211415 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 2211416 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2211417 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 2211419 INFO (zkCallback-3692-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2212419 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 2212419 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 2212420 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 2212420 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 2212421 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 2212421 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1'
[junit4] 2> 2212421 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2212421 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2212424 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 2212429 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 2212432 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 2212440 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 2212445 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2212520 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 2212525 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 2212525 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 2212537 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 2212539 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 2212542 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 2212543 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 2212545 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
[junit4] 2> 2212545 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 2212545 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 2212545 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1/data/]
[junit4] 2> 2212546 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1bb003
[junit4] 2> 2212546 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 2212546 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 2212546 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1/data
[junit4] 2> 2212546 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1/data/index/
[junit4] 2> 2212547 WARN (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 2212547 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1/data/index
[junit4] 2> 2212547 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=56.263671875, floorSegmentMB=0.669921875, forceMergeDeletesPctAllowed=29.785422006646137, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2212547 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@59f3b0b8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@313258c0),segFN=segments_1,generation=1}
[junit4] 2> 2212547 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 2212548 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1/data/
[junit4] 2> 2212548 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 2212550 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 2212550 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 2212550 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 2212550 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 2212550 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 2212550 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 2212551 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 2212551 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 2212551 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 2212551 WARN (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2212552 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 2212553 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 2212554 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 2212555 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 2212558 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 2212558 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 2212558 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2212558 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2212559 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2212559 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2212559 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10455562108651756]
[junit4] 2> 2212560 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@59f3b0b8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@313258c0),segFN=segments_1,generation=1}
[junit4] 2> 2212560 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 2212560 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@606287cc[collection1] main]
[junit4] 2> 2212560 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 2212561 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 2212561 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 2212561 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2212561 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 2212562 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2212562 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 2212562 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2212562 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 2212562 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2212563 INFO (searcherExecutor-10330-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@606287cc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2212563 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 2212563 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 2212563 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 2212563 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1543486746916814848
[junit4] 2> 2212565 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1543486746916814848
[junit4] 2> 2212565 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 2212565 INFO (coreLoadExecutor-10329-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 2212566 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:40059/p/t collection:control_collection shard:shard1
[junit4] 2> 2212568 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 2212573 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96467921578754052-core_node1-n_0000000000
[junit4] 2> 2212573 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 2212575 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2212575 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2212576 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40059/p/t/collection1/
[junit4] 2> 2212576 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2212576 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40059/p/t/collection1/ has no replicas
[junit4] 2> 2212576 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 2212577 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 2212582 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96467921578754052-core_node1-n_0000000000
[junit4] 2> 2212585 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40059/p/t/collection1/ shard1
[junit4] 2> 2212587 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:40059/p/t",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 2212691 INFO (zkCallback-3692-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2212737 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:40059/p/t/collection1/ and leader is http://127.0.0.1:40059/p/t/collection1/
[junit4] 2> 2212737 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40059/p/t
[junit4] 2> 2212738 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2212738 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 2212738 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 2212739 INFO (coreZkRegister-10322-thread-1-processing-n:127.0.0.1:40059_p%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40059_p%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
[junit4] 2> 2212740 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40059/p/t",
[junit4] 2> "node_name":"127.0.0.1:40059_p%2Ft",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 2212741 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40059/p/t",
[junit4] 2> "node_name":"127.0.0.1:40059_p%2Ft",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 2212844 INFO (zkCallback-3692-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2212920 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2212920 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2212922 INFO (zkCallback-3696-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68dd1ad name:ZooKeeperConnection Watcher:127.0.0.1:48130/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2212922 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2212922 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2212922 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 2212923 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 2212924 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2212926 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2212926 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 2212927 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2212927 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2212928 INFO (zkCallback-3697-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ab53884 name:ZooKeeperConnection Watcher:127.0.0.1:48130/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2212928 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2212928 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2212931 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "stateFormat":"2"} current state version: 3
[junit4] 2> 2212931 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 2213034 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 2213062 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/shard-1-001/cores/collection1
[junit4] 2> 2213063 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/shard-1-001
[junit4] 2> 2213063 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2213065 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@617d8fc5{/p/t,null,AVAILABLE}
[junit4] 2> 2213065 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.e.j.s.ServerConnector Started ServerConnector@c02229{HTTP/1.1,[http/1.1]}{127.0.0.1:40763}
[junit4] 2> 2213065 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.e.j.s.Server Started @2217339ms
[junit4] 2> 2213066 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/p/t, hostPort=44645, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/shard-1-001/cores}
[junit4] 2> 2213066 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
[junit4] 2> 2213066 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/shard-1-001'
[junit4] 2> 2213066 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2213066 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2213066 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2213067 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2213068 INFO (zkCallback-3698-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b74086d name:ZooKeeperConnection Watcher:127.0.0.1:48130/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2213068 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2213068 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2213070 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2213070 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/shard-1-001/solr.xml
[junit4] 2> 2213075 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/shard-1-001/cores
[junit4] 2> 2213075 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.CoreContainer New CoreContainer 1392007870
[junit4] 2> 2213075 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/shard-1-001]
[junit4] 2> 2213075 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/shard-1-001/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/shard-1-001/lib
[junit4] 2> 2213075 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 2213076 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2213077 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2213077 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2213077 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48130/solr
[junit4] 2> 2213077 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 2213077 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2213078 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2213079 INFO (zkCallback-3701-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4eb9daf name:ZooKeeperConnection Watcher:127.0.0.1:48130 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2213079 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2213079 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2213081 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$73/1147785254@6edcdb8e
[junit4] 2> 2213081 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2213082 INFO (zkCallback-3702-thread-1-processing-n:127.0.0.1:44645_p%2Ft) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2c5942fc name:ZooKeeperConnection Watcher:127.0.0.1:48130/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2213082 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2213091 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 2213092 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 2213093 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2213098 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2213098 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96467921578754057-127.0.0.1:44645_p%2Ft-n_0000000001
[junit4] 2> 2213099 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000 to know if I could be the leader
[junit4] 2> 2213100 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.ZkController Publish node=127.0.0.1:44645_p%2Ft as DOWN
[junit4] 2> 2213101 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44645_p%2Ft
[junit4] 2> 2213102 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44645_p%2Ft
[junit4] 2> 2213102 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:44645_p%2Ft"} current state version: 3
[junit4] 2> 2213102 INFO (OverseerStateUpdate-96467921578754052-127.0.0.1:40059_p%2Ft-n_0000000000) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:44645_p%2Ft
[junit4] 2> 2213104 INFO (zkCallback-3696-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2213104 INFO (zkCallback-3692-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2213104 INFO (zkCallback-3696-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2213104 INFO (zkCallback-3692-thread-3-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2213104 INFO (zkCallback-3696-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 2213104 INFO (zkCallback-3702-thread-1-processing-n:127.0.0.1:44645_p%2Ft) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2213105 INFO (zkCallback-3692-thread-1-processing-n:127.0.0.1:40059_p%2Ft) [n:127.0.0.1:40059_p%2Ft ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2213105 INFO (zkCallback-3702-thread-2-processing-n:127.0.0.1:44645_p%2Ft) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2213106 INFO (zkCallback-3702-thread-1-processing-n:127.0.0.1:44645_p%2Ft) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2213139 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 2213139 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 2213139 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4FFDBA775898EBA6]) [n:127.0.0.1:44645_p%2Ft ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_4FFDBA775898EBA6-001/shard-1-001/cores
[junit4] 2> 2213140 INFO (TEST-ForceLeaderTest.te
[...truncated too long message...]
.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/hdfsbackuprestore_restored/state.json
[junit4] 2> 2 /solr/configs/customConfigName
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/hdfsbackuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 66 /solr/overseer/queue
[junit4] 2> 27 /solr/overseer/collection-queue-work
[junit4] 2> 9 /solr/overseer/queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 2937284 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[4FFDBA775898EBA6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestHdfsCloudBackupRestore_4FFDBA775898EBA6-001
[junit4] 2> Aug 23, 2016 8:33:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 28 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=BlockTreeOrds(blocksize=128), _version_=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=963, maxMBSortInHeap=7.398328967606401, sim=ClassicSimilarity, locale=bg, timezone=America/Lower_Princes
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=2,free=308421048,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [TestFastOutputStream, TestSolrFieldCacheMBean, TestBM25SimilarityFactory, TestRestoreCore, TestCharFilters, TestRequestStatusCollectionAPI, TestUniqueKeyFieldResource, BooleanFieldTest, ShardRoutingCustomTest, SolrCmdDistributorTest, BasicDistributedZk2Test, SynonymTokenizerTest, TestSystemIdResolver, LeaderElectionIntegrationTest, TestShortCircuitedRequests, TestReplicaProperties, TestSha256AuthenticationProvider, TestSolrIndexConfig, TestExclusionRuleCollectionAccess, DataDrivenBlockJoinTest, EnumFieldTest, SolrCoreCheckLockOnStartupTest, CoreAdminCreateDiscoverTest, ConvertedLegacyTest, TestFieldCacheSanityChecker, TestQuerySenderListener, JavabinLoaderTest, TestReloadAndDeleteDocs, IndexSchemaRuntimeFieldTest, TestMiniSolrCloudCluster, BigEndianAscendingWordSerializerTest, TestCloudInspectUtil, PluginInfoTest, TestPivotHelperCode, SuggesterTSTTest, CachingDirectoryFactoryTest, TestJsonFacets, TestValueSourceCache, DistributedFacetPivotLargeTest, GraphQueryTest, RequestLoggingTest, TestDistributedStatsComponentCardinality, BJQParserTest, TestQueryUtils, HdfsNNFailoverTest, CloneFieldUpdateProcessorFactoryTest, TestCrossCoreJoin, TestStressRecovery, TestIndexSearcher, TestExactSharedStatsCache, CacheHeaderTest, TestClusterStateMutator, TestMaxScoreQueryParser, TestFieldCacheSortRandom, DeleteLastCustomShardedReplicaTest, DistributedQueueTest, TermVectorComponentDistributedTest, TestDistributedMissingSort, RuleEngineTest, TestDefaultStatsCache, TestSchemaVersionResource, ConjunctionSolrSpellCheckerTest, TestBackupRepositoryFactory, UniqFieldsUpdateProcessorFactoryTest, AutoCommitTest, HdfsBasicDistributedZkTest, ConnectionReuseTest, TestJoin, DirectSolrConnectionTest, SortByFunctionTest, TestDistributedGrouping, TestDefaultSearchFieldResource, CloudExitableDirectoryReaderTest, TestStressCloudBlindAtomicUpdates, NotRequiredUniqueKeyTest, TestUtils, TestFieldCache, DistributedDebugComponentTest, TestPerFieldSimilarityWithDefaultOverride, SolrPluginUtilsTest, DistributedFacetPivotWhiteBoxTest, TestRecoveryHdfs, AsyncCallRequestStatusResponseTest, TestLeaderElectionZkExpiry, TestXmlQParser, TestRangeQuery, TestInitParams, CursorMarkTest, TestSolrConfigHandlerCloud, TestChildDocTransformer, RAMDirectoryFactoryTest, TestGeoJSONResponseWriter, DefaultValueUpdateProcessorTest, BasicZkTest, FileUtilsTest, TestFieldResource, SharedFSAutoReplicaFailoverTest, DistributedFacetPivotSmallAdvancedTest, TestFieldTypeResource, TestReversedWildcardFilterFactory, SolrCloudExampleTest, TestFiltering, TestManagedSchemaAPI, DebugComponentTest, TestQueryWrapperFilter, TestSchemaResource, TestFoldingMultitermQuery, TestFastWriter, TestPHPSerializedResponseWriter, TestRTGBase, FullSolrCloudDistribCmdsTest, CollectionStateFormat2Test, TestSolrConfigHandler, TestAtomicUpdateErrorCases, TestReload, SuggestComponentContextFilterQueryTest, RollingRestartTest, TestRestManager, BlockCacheTest, TestSubQueryTransformerCrossCore, TestSolrJ, DateFieldTest, VersionInfoTest, CollectionsAPIAsyncDistributedZkTest, TestBinaryField, BinaryUpdateRequestHandlerTest, HdfsDirectoryFactoryTest, SpellCheckCollatorTest, HdfsChaosMonkeySafeLeaderTest, TestSolrQueryParserDefaultOperatorResource, TestSolrXml, TestSimpleTrackingShardHandler, CopyFieldTest, CheckHdfsIndexTest, DirectUpdateHandlerOptimizeTest, OverriddenZkACLAndCredentialsProvidersTest, UpdateRequestProcessorFactoryTest, SpellPossibilityIteratorTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestRealTimeGet, AliasIntegrationTest, TestCoreDiscovery, LeaderFailoverAfterPartitionTest, AtomicUpdatesTest, TestFuzzyAnalyzedSuggestions, TestImplicitCoreProperties, DateMathParserTest, TestSolrCloudWithDelegationTokens, TestManagedResource, DistanceFunctionTest, TestAddFieldRealTimeGet, HdfsTlogReplayBufferedWhileIndexingTest, TestCollationField, CoreMergeIndexesAdminHandlerTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, TestRecovery, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, SuggesterTest, TestTrie, SuggesterWFSTTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, TestRemoteStreaming, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, TestArbitraryIndexDir, LoggingHandlerTest, RegexBoostProcessorTest, ReturnFieldsTest, JSONWriterTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, ResponseLogComponentTest, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestConfig, OutputWriterTest, TestSolrCoreProperties, TestCodecSupport, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, TestLRUCache, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, CircularListTest, DistributedIntervalFacetingTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteReplicaTest, DeleteShardTest, DistribCursorPagingTest, ForceLeaderTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudPivotFacet, TestConfigSetsAPI, TestDistribDocBasedVersion, TestHdfsCloudBackupRestore]
[junit4] Completed [489/631 (2!)] on J1 in 63.02s, 1 test, 1 failure <<< FAILURES!
[...truncated 11498 lines...]
-validate-source-patterns:
[source-patterns] package declaration precedes license header: solr/core/src/java/org/apache/solr/search/facet/FacetFieldMerger.java
[source-patterns] nocommit: solr/core/src/java/org/apache/solr/search/facet/FacetModule.java
[source-patterns] package declaration precedes license header: solr/core/src/java/org/apache/solr/search/facet/FacetRangeMerger.java
[source-patterns] package declaration precedes license header: solr/core/src/java/org/apache/solr/search/facet/FacetRequestSortedMerger.java
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:763: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:130: Found 4 violations in source files (nocommit, package declaration precedes license header).
Total time: 103 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 349 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/349/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.update.PeerSyncTest.test
Error Message:
expected:<true> but was:<false>
Stack Trace:
java.lang.AssertionError: expected:<true> but was:<false>
at __randomizedtesting.SeedInfo.seed([6246ADBBAE8CED2D:EA129261007080D5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.update.PeerSyncTest.assertSync(PeerSyncTest.java:208)
at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:124)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11640 lines...]
[junit4] Suite: org.apache.solr.update.PeerSyncTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/init-core-data-001
[junit4] 2> 1661044 INFO (SUITE-PeerSyncTest-seed#[6246ADBBAE8CED2D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1661044 INFO (SUITE-PeerSyncTest-seed#[6246ADBBAE8CED2D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /jf/ck
[junit4] 2> 1661202 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores/collection1
[junit4] 2> 1661205 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1661206 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54fc71e3{/jf/ck,null,AVAILABLE}
[junit4] 2> 1661206 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.ServerConnector Started ServerConnector@fbf0e4c{HTTP/1.1,[http/1.1]}{127.0.0.1:47410}
[junit4] 2> 1661207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.Server Started @1664684ms
[junit4] 2> 1661207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/jf/ck, hostPort=47410, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores}
[junit4] 2> 1661207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
[junit4] 2> 1661207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control'
[junit4] 2> 1661207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1661207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1661207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/solr.xml
[junit4] 2> 1661226 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores
[junit4] 2> 1661227 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer New CoreContainer 815369187
[junit4] 2> 1661227 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control]
[junit4] 2> 1661227 WARN (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/lib
[junit4] 2> 1661227 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 1661230 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1661230 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1661230 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1661230 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1661230 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1661231 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores
[junit4] 2> 1661232 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig-tlog.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/, configSet=collection1}
[junit4] 2> 1661232 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores/collection1
[junit4] 2> 1661232 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1661232 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
[junit4] 2> 1661232 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
[junit4] 2> 1661232 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1661233 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1661233 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1661233 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 1661233 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 1661270 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1661274 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 1661285 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-tlog.xml
[junit4] 2> 1661291 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1661365 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1661369 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 1661370 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1661383 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1661387 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1661389 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1661389 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1661392 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
[junit4] 2> 1661393 INFO (coreLoadExecutor-7489-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 1661393 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1661393 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 1661393 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72a89d51
[junit4] 2> 1661394 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores/collection1/data/snapshot_metadata
[junit4] 2> 1661394 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1661394 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores/collection1/data
[junit4] 2> 1661394 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores/collection1/data/index/
[junit4] 2> 1661394 WARN (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1661394 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores/collection1/data/index
[junit4] 2> 1661394 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8171192161195471]
[junit4] 2> 1661395 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@14d64bb6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@37015f51),segFN=segments_1,generation=1}
[junit4] 2> 1661395 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1661398 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1661399 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1661399 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1661399 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1661399 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1661399 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1661399 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1661399 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1661399 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1661399 WARN (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 1661401 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1661403 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1661403 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1661404 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1661408 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 1661408 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1661409 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1661409 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1661410 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1661410 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1661411 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/control/cores/collection1/data/
[junit4] 2> 1661412 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=30.205078125, floorSegmentMB=0.6787109375, forceMergeDeletesPctAllowed=13.05150745946999, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46095070351480294
[junit4] 2> 1661412 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@14d64bb6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@37015f51),segFN=segments_1,generation=1}
[junit4] 2> 1661412 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1661412 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4bfbf7b4[collection1] main]
[junit4] 2> 1661413 WARN (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1661413 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 1661413 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
[junit4] 2> 1661413 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 1661413 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1661414 INFO (searcherExecutor-7490-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4bfbf7b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1661414 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 1661414 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 1661414 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 1661414 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1543447038136418304
[junit4] 2> 1661416 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1543447038136418304
[junit4] 2> 1661416 INFO (coreLoadExecutor-7489-thread-1) [ x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 1661884 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 1661885 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1661886 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ab13621{/jf/ck,null,AVAILABLE}
[junit4] 2> 1661886 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.ServerConnector Started ServerConnector@4ac762df{HTTP/1.1,[http/1.1]}{127.0.0.1:39438}
[junit4] 2> 1661886 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.Server Started @1665363ms
[junit4] 2> 1661886 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/jf/ck, hostPort=39438, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores}
[junit4] 2> 1661887 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
[junit4] 2> 1661887 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0'
[junit4] 2> 1661887 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1661887 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1661887 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/solr.xml
[junit4] 2> 1661892 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores
[junit4] 2> 1661892 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer New CoreContainer 240652490
[junit4] 2> 1661892 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0]
[junit4] 2> 1661892 WARN (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/lib
[junit4] 2> 1661892 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 1661893 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1661894 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1661894 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1661894 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1661894 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1661895 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores
[junit4] 2> 1661896 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig-tlog.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/, configSet=collection1}
[junit4] 2> 1661896 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 1661896 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1661896 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
[junit4] 2> 1661896 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
[junit4] 2> 1661896 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1661896 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1661896 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1661897 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 1661897 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 1661918 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1661921 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 1661928 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-tlog.xml
[junit4] 2> 1661931 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1662018 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1662023 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 1662035 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1662038 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1662045 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1662047 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1662047 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1662049 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
[junit4] 2> 1662049 INFO (coreLoadExecutor-7500-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 1662050 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1662050 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 1662050 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72a89d51
[junit4] 2> 1662052 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores/collection1/data/snapshot_metadata
[junit4] 2> 1662053 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1662053 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores/collection1/data
[junit4] 2> 1662053 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores/collection1/data/index/
[junit4] 2> 1662053 WARN (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1662053 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores/collection1/data/index
[junit4] 2> 1662053 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8171192161195471]
[junit4] 2> 1662054 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@2542460a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52f1f393),segFN=segments_1,generation=1}
[junit4] 2> 1662054 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1662054 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores/collection1/data/
[junit4] 2> 1662054 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard0/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 1662057 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1662058 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1662058 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1662058 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1662058 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1662058 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1662058 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1662058 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1662058 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1662058 WARN (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 1662060 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1662061 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1662062 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1662063 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1662067 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 1662068 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1662068 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1662068 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1662069 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1662069 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1662069 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=30.205078125, floorSegmentMB=0.6787109375, forceMergeDeletesPctAllowed=13.05150745946999, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46095070351480294
[junit4] 2> 1662070 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@2542460a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52f1f393),segFN=segments_1,generation=1}
[junit4] 2> 1662070 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1662070 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25c559a[collection1] main]
[junit4] 2> 1662070 WARN (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1662070 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 1662070 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
[junit4] 2> 1662070 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 1662070 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1662071 INFO (searcherExecutor-7501-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@25c559a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1662071 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 1662071 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 1662071 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 1662071 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1543447038825332736
[junit4] 2> 1662073 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1543447038825332736
[junit4] 2> 1662073 INFO (coreLoadExecutor-7500-thread-1) [ x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 1662549 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores/collection1
[junit4] 2> 1662550 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1662552 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b4b3f32{/jf/ck,null,AVAILABLE}
[junit4] 2> 1662553 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.ServerConnector Started ServerConnector@b37bcb9{HTTP/1.1,[http/1.1]}{127.0.0.1:63418}
[junit4] 2> 1662553 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.Server Started @1666030ms
[junit4] 2> 1662553 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/jf/ck, hostPort=63418, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores}
[junit4] 2> 1662553 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
[junit4] 2> 1662553 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1'
[junit4] 2> 1662554 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1662554 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1662554 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/solr.xml
[junit4] 2> 1662558 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores
[junit4] 2> 1662558 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer New CoreContainer 1162083753
[junit4] 2> 1662558 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1]
[junit4] 2> 1662558 WARN (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/lib
[junit4] 2> 1662558 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 1662560 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1662561 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1662561 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1662561 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1662561 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1662562 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores
[junit4] 2> 1662562 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig-tlog.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/, configSet=collection1}
[junit4] 2> 1662562 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores/collection1
[junit4] 2> 1662562 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1662563 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
[junit4] 2> 1662563 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
[junit4] 2> 1662563 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1662563 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1662563 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1662564 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 1662564 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 1662590 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1662593 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 1662600 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-tlog.xml
[junit4] 2> 1662604 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1662697 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1662701 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 1662702 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1662706 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1662707 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1662708 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1662709 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1662710 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
[junit4] 2> 1662710 INFO (coreLoadExecutor-7511-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 1662710 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1662711 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores/collection1/data/]
[junit4] 2> 1662711 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72a89d51
[junit4] 2> 1662711 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores/collection1/data/snapshot_metadata
[junit4] 2> 1662711 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1662711 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores/collection1/data
[junit4] 2> 1662711 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores/collection1/data/index/
[junit4] 2> 1662711 WARN (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1662712 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores/collection1/data/index
[junit4] 2> 1662712 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8171192161195471]
[junit4] 2> 1662712 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@9c8e821 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6fef5518),segFN=segments_1,generation=1}
[junit4] 2> 1662712 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1662712 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores/collection1/data/
[junit4] 2> 1662713 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard1/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 1662715 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1662715 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1662715 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1662715 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1662716 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1662716 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1662716 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1662716 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1662716 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1662716 WARN (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 1662716 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1662722 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1662723 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1662723 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1662728 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 1662728 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1662728 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1662728 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1662729 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1662729 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1662730 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=30.205078125, floorSegmentMB=0.6787109375, forceMergeDeletesPctAllowed=13.05150745946999, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46095070351480294
[junit4] 2> 1662730 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@9c8e821 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6fef5518),segFN=segments_1,generation=1}
[junit4] 2> 1662730 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1662730 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b5ba9ab[collection1] main]
[junit4] 2> 1662730 WARN (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1662730 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 1662730 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
[junit4] 2> 1662730 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 1662731 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1662731 INFO (searcherExecutor-7512-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3b5ba9ab[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1662731 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 1662731 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 1662731 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 1662732 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1543447039518441472
[junit4] 2> 1662733 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1543447039518441472
[junit4] 2> 1662733 INFO (coreLoadExecutor-7511-thread-1) [ x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 1663203 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1
[junit4] 2> 1663204 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1663206 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47885f5c{/jf/ck,null,AVAILABLE}
[junit4] 2> 1663207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.ServerConnector Started ServerConnector@5ff525c6{HTTP/1.1,[http/1.1]}{127.0.0.1:35172}
[junit4] 2> 1663207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.Server Started @1666684ms
[junit4] 2> 1663207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/jf/ck, hostPort=35172, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores}
[junit4] 2> 1663207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
[junit4] 2> 1663207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2'
[junit4] 2> 1663207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1663207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1663207 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/solr.xml
[junit4] 2> 1663211 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores
[junit4] 2> 1663211 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer New CoreContainer 431471373
[junit4] 2> 1663212 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2]
[junit4] 2> 1663212 WARN (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/lib
[junit4] 2> 1663212 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 1663213 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1663214 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1663214 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1663214 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1663214 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1663215 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores
[junit4] 2> 1663215 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig-tlog.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/, configSet=collection1}
[junit4] 2> 1663215 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1
[junit4] 2> 1663215 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1663216 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
[junit4] 2> 1663216 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
[junit4] 2> 1663216 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1663216 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1663216 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1663217 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 1663217 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 1663238 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1663241 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 1663247 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-tlog.xml
[junit4] 2> 1663252 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1663342 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1663346 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 1663347 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1663349 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1663351 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1663352 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1663352 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1663354 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
[junit4] 2> 1663354 INFO (coreLoadExecutor-7522-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 1663354 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1663354 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/]
[junit4] 2> 1663354 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72a89d51
[junit4] 2> 1663355 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/snapshot_metadata
[junit4] 2> 1663355 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1663355 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data
[junit4] 2> 1663355 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/index/
[junit4] 2> 1663355 WARN (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1663355 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/index
[junit4] 2> 1663355 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8171192161195471]
[junit4] 2> 1663356 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@704d44fd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b88ae40),segFN=segments_1,generation=1}
[junit4] 2> 1663356 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1663359 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1663359 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1663360 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1663360 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1663360 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1663360 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1663360 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1663360 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1663360 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1663360 WARN (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 1663362 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1663363 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1663363 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1663364 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1663369 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 1663369 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1663369 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1663369 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1663370 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1663370 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1663370 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=30.205078125, floorSegmentMB=0.6787109375, forceMergeDeletesPctAllowed=13.05150745946999, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46095070351480294
[junit4] 2> 1663371 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@704d44fd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b88ae40),segFN=segments_1,generation=1}
[junit4] 2> 1663371 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1663371 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@45cdfecc[collection1] main]
[junit4] 2> 1663371 WARN (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1663371 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 1663371 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
[junit4] 2> 1663371 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 1663371 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1663371 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 1663372 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 1663372 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 1663372 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1543447040189530112
[junit4] 2> 1663373 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1543447040189530112
[junit4] 2> 1663373 INFO (coreLoadExecutor-7522-thread-1) [ x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 1663374 INFO (searcherExecutor-7523-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@45cdfecc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1663374 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/
[junit4] 2> 1663718 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1663722 INFO (qtp252769483-14601) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/jf/ck path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 1
[junit4] 2> 1663726 INFO (qtp1447644521-14611) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:39438/jf/ck/collection1] nUpdates=100
[junit4] 2> 1663726 INFO (qtp1447644521-14611) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE. We have no versions. sync failed.
[junit4] 2> 1663726 INFO (qtp1447644521-14611) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/jf/ck path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:39438/jf/ck/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1663731 INFO (qtp1447644521-14612) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/jf/ck path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 1
[junit4] 2> 1663732 INFO (qtp252769483-14596) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b48420d[collection1] realtime]
[junit4] 2> 1663732 INFO (qtp252769483-14596) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
[junit4] 2> 1663733 INFO (qtp252769483-14596) [ x:collection1] o.a.s.c.S.Request [collection1]
[...truncated too long message...]
.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
[junit4] 2> 1664651 INFO (coreCloseExecutor-7534-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
[junit4] 2> 1664656 INFO (coreCloseExecutor-7534-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 3 directories currently being tracked
[junit4] 2> 1664656 INFO (coreCloseExecutor-7534-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/snapshot_metadata [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/snapshot_metadata;done=false>>]
[junit4] 2> 1664656 INFO (coreCloseExecutor-7534-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 1664656 INFO (coreCloseExecutor-7534-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/snapshot_metadata
[junit4] 2> 1664656 INFO (coreCloseExecutor-7534-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/index [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/index;done=false>>]
[junit4] 2> 1664656 INFO (coreCloseExecutor-7534-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 1664656 INFO (coreCloseExecutor-7534-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data/index
[junit4] 2> 1664656 INFO (coreCloseExecutor-7534-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data;done=false>>]
[junit4] 2> 1664656 INFO (coreCloseExecutor-7534-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 1664656 INFO (coreCloseExecutor-7534-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001/tempDir-001/shard2/cores/collection1/data
[junit4] 2> 1664662 INFO (TEST-PeerSyncTest.test-seed#[6246ADBBAE8CED2D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47885f5c{/jf/ck,null,UNAVAILABLE}
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncTest -Dtests.method=test -Dtests.seed=6246ADBBAE8CED2D -Dtests.slow=true -Dtests.locale=mt -Dtests.timezone=Pacific/Honolulu -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 3.65s J1 | PeerSyncTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<true> but was:<false>
[junit4] > at __randomizedtesting.SeedInfo.seed([6246ADBBAE8CED2D:EA129261007080D5]:0)
[junit4] > at org.apache.solr.update.PeerSyncTest.assertSync(PeerSyncTest.java:208)
[junit4] > at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:124)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1664696 INFO (SUITE-PeerSyncTest-seed#[6246ADBBAE8CED2D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_6246ADBBAE8CED2D-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=6, maxDocsPerChunk=668, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=6, blockSize=5)), sim=ClassicSimilarity, locale=mt, timezone=Pacific/Honolulu
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=123541704,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestTestInjection, TlogReplayBufferedWhileIndexingTest, TestReversedWildcardFilterFactory, TestAtomicUpdateErrorCases, TestDistribDocBasedVersion, BaseCdcrDistributedZkTest, ResponseLogComponentTest, TestPHPSerializedResponseWriter, TestBadConfig, TestPerFieldSimilarityWithDefaultOverride, SaslZkACLProviderTest, TestExactSharedStatsCache, TestIndexSearcher, TestExceedMaxTermLength, TestIntervalFaceting, UniqFieldsUpdateProcessorFactoryTest, TestSlowCompositeReaderWrapper, OpenExchangeRatesOrgProviderTest, TestSolrCoreProperties, AutoCommitTest, TestSolrQueryResponse, DateFieldTest, TestFieldCacheWithThreads, TestScoreJoinQPScore, TestMacros, OverseerModifyCollectionTest, OverriddenZkACLAndCredentialsProvidersTest, TestRealTimeGet, TestFieldCacheSortRandom, TestSubQueryTransformerCrossCore, LeaderElectionIntegrationTest, WordBreakSolrSpellCheckerTest, TestZkChroot, TestFuzzyAnalyzedSuggestions, RAMDirectoryFactoryTest, PreAnalyzedUpdateProcessorTest, FieldMutatingUpdateProcessorTest, PKIAuthenticationIntegrationTest, TestFoldingMultitermQuery, EnumFieldTest, TestHashQParserPlugin, TestLeaderElectionZkExpiry, BufferStoreTest, TestBinaryResponseWriter, TestSolrFieldCacheMBean, TestConfigSetsAPI, HdfsDirectoryFactoryTest, BlockCacheTest, FileUtilsTest, GraphQueryTest, DistributedTermsComponentTest, TestQueryTypes, BasicFunctionalityTest, SecurityConfHandlerTest, TestJettySolrRunner, TestIndexingPerformance, DeleteReplicaTest, BigEndianAscendingWordSerializerTest, TestImplicitCoreProperties, ZkStateWriterTest, DistributedQueueTest, HLLSerializationTest, SuggesterTSTTest, DefaultValueUpdateProcessorTest, TestNonDefinedSimilarityFactory, RollingRestartTest, DistributedDebugComponentTest, TestCSVResponseWriter, NumericFieldsTest, TestConfigReload, IndexSchemaRuntimeFieldTest, TestUninvertingReader, TestRTimerTree, SignatureUpdateProcessorFactoryTest, SuggesterWFSTTest, BooleanFieldTest, AsyncCallRequestStatusResponseTest, TestSolrXml, SpellCheckComponentTest, TestRestoreCore, StatsComponentTest, HighlighterConfigTest, TestFilteredDocIdSet, TestFieldCache, DeleteStatusTest, CloudExitableDirectoryReaderTest, AliasIntegrationTest, CustomCollectionTest, CoreAdminCreateDiscoverTest, TestRecovery, CoreAdminHandlerTest, TestReloadAndDeleteDocs, ConjunctionSolrSpellCheckerTest, TestSolrIndexConfig, DebugComponentTest, ConnectionManagerTest, AnalyticsMergeStrategyTest, NoCacheHeaderTest, SolrInfoMBeanTest, TestOnReconnectListenerSupport, IgnoreCommitOptimizeUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestXmlQParser, SearchHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, NotRequiredUniqueKeyTest, CollectionsAPIDistributedZkTest, SynonymTokenizerTest, CachingDirectoryFactoryTest, TestStressUserVersions, DistribDocExpirationUpdateProcessorTest, DistributedQueryComponentOptimizationTest, TestClassicSimilarityFactory, TestBulkSchemaConcurrent, OpenCloseCoreStressTest, QueryParsingTest, TestBinaryField, VersionInfoTest, TestNoOpRegenerator, MultiThreadedOCPTest, ConvertedLegacyTest, TestCrossCoreJoin, TestUseDocValuesAsStored, DistributedIntervalFacetingTest, ShowFileRequestHandlerTest, TestReload, UpdateRequestProcessorFactoryTest, TestFieldCacheSanityChecker, LukeRequestHandlerTest, TestRestManager, DataDrivenBlockJoinTest, TestRandomFaceting, TestCollationField, SparseHLLTest, TestCollapseQParserPlugin, TestUtils, ConnectionReuseTest, TestLRUStatsCache, TestCoreDiscovery, TestRandomRequestDistribution, SolrCmdDistributorTest, ConcurrentDeleteAndCreateCollectionTest, TestCollationFieldDocValues, TestOmitPositions, SpellingQueryConverterTest, LoggingHandlerTest, CloneFieldUpdateProcessorFactoryTest, SuggesterTest, DateMathParserTest, TestSolrQueryParserDefaultOperatorResource, SolrPluginUtilsTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestJoin, TestStressVersions, HardAutoCommitTest, TestRangeQuery, SolrCoreTest, PeerSyncTest]
[junit4] Completed [345/631 (1!)] on J1 in 3.68s, 1 test, 1 failure <<< FAILURES!
[...truncated 61116 lines...]