You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/11/11 14:34:38 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 2169 - Still unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2169/
6 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36033/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36033/collection1
at __randomizedtesting.SeedInfo.seed([B81B7FD6062BC52A:304F400CA8D7A8D2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1582)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:212)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 53 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
8 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 1) Thread[id=18803, name=zkCallback-1751-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=18766, name=zkCallback-1751-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=18809, name=zkCallback-1751-thread-4-SendThread(127.0.0.1:47527), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 4) Thread[id=18763, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=18807, name=zkCallback-1751-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=18943, name=zkCallback-1751-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=18804, name=zkCallback-1751-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=18810, name=zkCallback-1751-thread-4-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
1) Thread[id=18803, name=zkCallback-1751-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=18766, name=zkCallback-1751-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=18809, name=zkCallback-1751-thread-4-SendThread(127.0.0.1:47527), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
4) Thread[id=18763, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=18807, name=zkCallback-1751-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=18943, name=zkCallback-1751-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=18804, name=zkCallback-1751-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=18810, name=zkCallback-1751-thread-4-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
at __randomizedtesting.SeedInfo.seed([B81B7FD6062BC52A]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=18803, name=zkCallback-1751-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=18766, name=zkCallback-1751-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=18809, name=zkCallback-1751-thread-4-SendThread(127.0.0.1:47527), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 4) Thread[id=18807, name=zkCallback-1751-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=18943, name=zkCallback-1751-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=18804, name=zkCallback-1751-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=18803, name=zkCallback-1751-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=18766, name=zkCallback-1751-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=18809, name=zkCallback-1751-thread-4-SendThread(127.0.0.1:47527), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
4) Thread[id=18807, name=zkCallback-1751-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=18943, name=zkCallback-1751-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=18804, name=zkCallback-1751-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([B81B7FD6062BC52A]:0)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication
Error Message:
Could not load collection from ZK: control_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: control_collection
at __randomizedtesting.SeedInfo.seed([B81B7FD6062BC52A:F251EBD69783EA2F]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:110)
at org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication(ShardSplitTest.java:189)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/control_collection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
... 45 more
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
wrong number of events added to .system expected:<9> but was:<10>
Stack Trace:
java.lang.AssertionError: wrong number of events added to .system expected:<9> but was:<10>
at __randomizedtesting.SeedInfo.seed([B81B7FD6062BC52A:304F400CA8D7A8D2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale
Error Message:
Error from server at http://127.0.0.1:46786/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46786/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([92915A1E74F774E0:26A0C2F6971E02CC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11865 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_B81B7FD6062BC52A-001/init-core-data-001
[junit4] 2> 1192547 WARN (SUITE-SystemLogListenerTest-seed#[B81B7FD6062BC52A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 1192547 INFO (SUITE-SystemLogListenerTest-seed#[B81B7FD6062BC52A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1192548 INFO (SUITE-SystemLogListenerTest-seed#[B81B7FD6062BC52A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1192553 INFO (SUITE-SystemLogListenerTest-seed#[B81B7FD6062BC52A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1192554 INFO (SUITE-SystemLogListenerTest-seed#[B81B7FD6062BC52A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_B81B7FD6062BC52A-001/tempDir-001
[junit4] 2> 1192559 INFO (SUITE-SystemLogListenerTest-seed#[B81B7FD6062BC52A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1192559 INFO (Thread-1893) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1192559 INFO (Thread-1893) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1192665 INFO (SUITE-SystemLogListenerTest-seed#[B81B7FD6062BC52A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36415
[junit4] 2> 1192675 ERROR (Thread-1893) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1194144 INFO (jetty-launcher-222-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1194183 INFO (jetty-launcher-222-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1194203 INFO (jetty-launcher-222-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1195093 INFO (jetty-launcher-222-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@361af66d{/solr,null,AVAILABLE}
[junit4] 2> 1195094 INFO (jetty-launcher-222-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c974a21{SSL,[ssl, http/1.1]}{127.0.0.1:41796}
[junit4] 2> 1195094 INFO (jetty-launcher-222-thread-1) [ ] o.e.j.s.Server Started @1217853ms
[junit4] 2> 1195094 INFO (jetty-launcher-222-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41796}
[junit4] 2> 1195095 ERROR (jetty-launcher-222-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1195095 INFO (jetty-launcher-222-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1195095 INFO (jetty-launcher-222-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1195095 INFO (jetty-launcher-222-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1195095 INFO (jetty-launcher-222-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T11:45:06.791Z
[junit4] 2> 1195548 INFO (jetty-launcher-222-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e90bec4{/solr,null,AVAILABLE}
[junit4] 2> 1195549 INFO (jetty-launcher-222-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@610f628e{SSL,[ssl, http/1.1]}{127.0.0.1:41713}
[junit4] 2> 1195549 INFO (jetty-launcher-222-thread-2) [ ] o.e.j.s.Server Started @1218307ms
[junit4] 2> 1195549 INFO (jetty-launcher-222-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41713}
[junit4] 2> 1195549 ERROR (jetty-launcher-222-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1195549 INFO (jetty-launcher-222-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1195549 INFO (jetty-launcher-222-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1195549 INFO (jetty-launcher-222-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1195549 INFO (jetty-launcher-222-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T11:45:07.245Z
[junit4] 2> 1195564 INFO (jetty-launcher-222-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f8f7b24{/solr,null,AVAILABLE}
[junit4] 2> 1195564 INFO (jetty-launcher-222-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4122341{SSL,[ssl, http/1.1]}{127.0.0.1:50113}
[junit4] 2> 1195564 INFO (jetty-launcher-222-thread-3) [ ] o.e.j.s.Server Started @1218323ms
[junit4] 2> 1195565 INFO (jetty-launcher-222-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50113}
[junit4] 2> 1195565 ERROR (jetty-launcher-222-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1195565 INFO (jetty-launcher-222-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1195565 INFO (jetty-launcher-222-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1195565 INFO (jetty-launcher-222-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1195565 INFO (jetty-launcher-222-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T11:45:07.261Z
[junit4] 2> 1195698 INFO (jetty-launcher-222-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1195739 INFO (jetty-launcher-222-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1195919 INFO (jetty-launcher-222-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36415/solr
[junit4] 2> 1195996 INFO (jetty-launcher-222-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1196023 INFO (jetty-launcher-222-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36415/solr
[junit4] 2> 1196187 INFO (jetty-launcher-222-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36415/solr
[junit4] 2> 1197223 INFO (jetty-launcher-222-thread-3) [n:127.0.0.1:50113_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1197227 INFO (jetty-launcher-222-thread-3) [n:127.0.0.1:50113_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50113_solr
[junit4] 2> 1197238 INFO (jetty-launcher-222-thread-3) [n:127.0.0.1:50113_solr ] o.a.s.c.Overseer Overseer (id=98985620554121225-127.0.0.1:50113_solr-n_0000000000) starting
[junit4] 2> 1197286 INFO (jetty-launcher-222-thread-2) [n:127.0.0.1:41713_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1197471 INFO (jetty-launcher-222-thread-2) [n:127.0.0.1:41713_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41713_solr
[junit4] 2> 1197984 INFO (jetty-launcher-222-thread-3) [n:127.0.0.1:50113_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50113_solr
[junit4] 2> 1198024 INFO (OverseerStateUpdate-98985620554121225-127.0.0.1:50113_solr-n_0000000000) [n:127.0.0.1:50113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1198025 DEBUG (OverseerAutoScalingTriggerThread-98985620554121225-127.0.0.1:50113_solr-n_0000000000) [n:127.0.0.1:50113_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1198027 DEBUG (OverseerAutoScalingTriggerThread-98985620554121225-127.0.0.1:50113_solr-n_0000000000) [n:127.0.0.1:50113_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1198034 DEBUG (OverseerAutoScalingTriggerThread-98985620554121225-127.0.0.1:50113_solr-n_0000000000) [n:127.0.0.1:50113_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:50113_solr, 127.0.0.1:41713_solr]
[junit4] 2> 1198034 DEBUG (OverseerAutoScalingTriggerThread-98985620554121225-127.0.0.1:50113_solr-n_0000000000) [n:127.0.0.1:50113_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1198034 DEBUG (OverseerAutoScalingTriggerThread-98985620554121225-127.0.0.1:50113_solr-n_0000000000) [n:127.0.0.1:50113_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1198083 INFO (zkCallback-238-thread-2-processing-n:127.0.0.1:41713_solr) [n:127.0.0.1:41713_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1198094 INFO (jetty-launcher-222-thread-1) [n:127.0.0.1:41796_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1198095 INFO (jetty-launcher-222-thread-1) [n:127.0.0.1:41796_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1198444 INFO (jetty-launcher-222-thread-1) [n:127.0.0.1:41796_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41796_solr
[junit4] 2> 1198461 DEBUG (OverseerAutoScalingTriggerThread-98985620554121225-127.0.0.1:50113_solr-n_0000000000) [n:127.0.0.1:50113_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1198461 DEBUG (OverseerAutoScalingTriggerThread-98985620554121225-127.0.0.1:50113_solr-n_0000000000) [n:127.0.0.1:50113_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1198462 INFO (zkCallback-238-thread-1-processing-n:127.0.0.1:41713_solr) [n:127.0.0.1:41713_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1198550 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:41796_solr) [n:127.0.0.1:41796_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1198622 INFO (zkCallback-239-thread-2-processing-n:127.0.0.1:50113_solr) [n:127.0.0.1:50113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1198664 DEBUG (ScheduledTrigger-605-thread-1) [n:127.0.0.1:50113_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41796_solr, 127.0.0.1:50113_solr, 127.0.0.1:41713_solr]
[junit4] 2> 1199690 DEBUG (ScheduledTrigger-605-thread-1) [n:127.0.0.1:50113_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41796_solr, 127.0.0.1:50113_solr, 127.0.0.1:41713_solr]
[junit4] 2> 1200089 INFO (jetty-launcher-222-thread-1) [n:127.0.0.1:41796_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41796.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1200113 INFO (jetty-launcher-222-thread-1) [n:127.0.0.1:41796_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41796.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1200113 INFO (jetty-launcher-222-thread-1) [n:127.0.0.1:41796_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41796.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1200126 INFO (jetty-launcher-222-thread-1) [n:127.0.0.1:41796_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_B81B7FD6062BC52A-001/tempDir-001/node1/.
[junit4] 2> 1200473 INFO (jetty-launcher-222-thread-2) [n:127.0.0.1:41713_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41713.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1200534 INFO (jetty-launcher-222-thread-2) [n:127.0.0.1:41713_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41713.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1200534 INFO (jetty-launcher-222-thread-2) [n:127.0.0.1:41713_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41713.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1200590 INFO (jetty-launcher-222-thread-2) [n:127.0.0.1:41713_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_B81B7FD6062BC52A-001/tempDir-001/node2/.
[junit4] 2> 1200819 DEBUG (ScheduledTrigger-605-thread-2) [n:127.0.0.1:50113_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41796_solr, 127.0.0.1:50113_solr, 127.0.0.1:41713_solr]
[junit4] 2> 1201256 INFO (jetty-launcher-222-thread-3) [n:127.0.0.1:50113_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50113.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1201285 INFO (jetty-launcher-222-thread-3) [n:127.0.0.1:50113_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50113.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1201285 INFO (jetty-launcher-222-thread-3) [n:127.0.0.1:50113_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50113.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1201318 INFO (jetty-launcher-222-thread-3) [n:127.0.0.1:50113_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_B81B7FD6062BC52A-001/tempDir-001/node3/.
[junit4] 2> 1201563 INFO (SUITE-SystemLogListenerTest-seed#[B81B7FD6062BC52A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1201563 INFO (SUITE-SystemLogListenerTest-seed#[B81B7FD6062BC52A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36415/solr ready
[junit4] 2> 1201767 INFO (qtp69961355-3328) [n:127.0.0.1:50113_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1201811 INFO (OverseerThreadFactory-607-thread-1-processing-n:127.0.0.1:50113_solr) [n:127.0.0.1:50113_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 1201826 DEBUG (ScheduledTrigger-605-thread-1) [n:127.0.0.1:50113_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41796_solr, 127.0.0.1:50113_solr, 127.0.0.1:41713_solr]
[junit4] 2> 1202455 INFO (OverseerStateUpdate-98985620554121225-127.0.0.1:50113_solr-n_0000000000) [n:127.0.0.1:50113_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41796/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1202476 INFO (OverseerStateUpdate-98985620554121225-127.0.0.1:50113_solr-n_0000000000) [n:127.0.0.1:50113_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41713/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1202478 INFO (OverseerStateUpdate-98985620554121225-127.0.0.1:50113_solr-n_0000000000) [n:127.0.0.1:50113_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50113/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1202826 DEBUG (ScheduledTrigger-605-thread-1) [n:127.0.0.1:50113_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41796_solr, 127.0.0.1:50113_solr, 127.0.0.1:41713_solr]
[junit4] 2> 1203167 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1203167 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1203209 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1203209 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1203259 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1203259 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1203439 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:41796_solr) [n:127.0.0.1:41796_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1203439 INFO (zkCallback-238-thread-1-processing-n:127.0.0.1:41713_solr) [n:127.0.0.1:41713_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1203440 INFO (zkCallback-239-thread-2-processing-n:127.0.0.1:50113_solr) [n:127.0.0.1:50113_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1203440 INFO (zkCallback-239-thread-1-processing-n:127.0.0.1:50113_solr) [n:127.0.0.1:50113_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1203442 INFO (zkCallback-237-thread-2-processing-n:127.0.0.1:41796_solr) [n:127.0.0.1:41796_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1203443 INFO (zkCallback-238-thread-2-processing-n:127.0.0.1:41713_solr) [n:127.0.0.1:41713_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1203828 DEBUG (ScheduledTrigger-605-thread-1) [n:127.0.0.1:50113_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41796_solr, 127.0.0.1:50113_solr, 127.0.0.1:41713_solr]
[junit4] 2> 1204258 WARN (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 1204389 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1204414 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1204436 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1204481 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1204482 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1204506 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 1204512 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema [.system_shard1_replica_n4] Schema name=_system collection or core
[junit4] 2> 1204535 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1204537 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1204593 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1204603 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1204631 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1204631 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 1204633 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 1204633 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 1204634 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41796.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1204634 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1204634 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_B81B7FD6062BC52A-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_B81B7FD6062BC52A-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 1204731 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 1204732 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
[junit4] 2> 1204732 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 1204732 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41713.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1204732 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1204732 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_B81B7FD6062BC52A-001/tempDir-001/node2/.system_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_B81B7FD6062BC52A-001/tempDir-001/node2/./.system_shard1_replica_n2/data/]
[junit4] 2> 1204751 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 1204751 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
[junit4] 2> 1204751 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n4' using configuration from collection .system, trusted=true
[junit4] 2> 1204752 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50113.solr.core..system.shard1.replica_n4' (registry 'solr.core..system.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a7526a
[junit4] 2> 1204752 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1204752 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore [[.system_shard1_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_B81B7FD6062BC52A-001/tempDir-001/node3/.system_shard1_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_B81B7FD6062BC52A-001/tempDir-001/node3/./.system_shard1_replica_n4/data/]
[junit4] 2> 1204834 DEBUG (ScheduledTrigger-605-thread-1) [n:127.0.0.1:50113_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41796_solr, 127.0.0.1:50113_solr, 127.0.0.1:41713_solr]
[junit4] 2> 1205838 DEBUG (ScheduledTrigger-605-thread-1) [n:127.0.0.1:50113_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41796_solr, 127.0.0.1:50113_solr, 127.0.0.1:41713_solr]
[junit4] 2> 1206260 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1206260 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1206261 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1206261 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1206315 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3777697f[.system_shard1_replica_n1] main]
[junit4] 2> 1206319 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1206319 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1206336 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1207232 DEBUG (ScheduledTrigger-605-thread-1) [n:127.0.0.1:50113_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41796_solr, 127.0.0.1:50113_solr, 127.0.0.1:41713_solr]
[junit4] 2> 1207234 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 1207237 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1207380 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1207380 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 145 ms
[junit4] 2> 1207616 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1207619 INFO (searcherExecutor-614-thread-1-processing-n:127.0.0.1:41796_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@3777697f[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1207622 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583769944659591168
[junit4] 2> 1207632 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
[junit4] 2> 1207743 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1207743 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1207744 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1207744 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1207762 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@64c57d6c[.system_shard1_replica_n4] main]
[junit4] 2> 1207763 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1207763 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1207763 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1207790 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1207791 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1207812 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 1207829 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema [.system_shard1_replica_n4] Schema name=_system collection or core
[junit4] 2> 1207844 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1207844 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 32 ms
[junit4] 2> 1207845 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1207867 INFO (searcherExecutor-616-thread-1-processing-n:127.0.0.1:50113_solr x:.system_shard1_replica_n4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore [.system_shard1_replica_n4] Registered new searcher Searcher@64c57d6c[.system_shard1_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1207868 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1207868 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1207893 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@23df21cc[.system_shard1_replica_n2] main]
[junit4] 2> 1207894 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1207894 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1207894 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1207939 INFO (qtp69961355-3330) [n:127.0.0.1:50113_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583769944991989760
[junit4] 2> 1207941 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1207941 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1207942 INFO (qtp11302381-3317) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583769944995135488
[junit4] 2> 1207960 INFO (searcherExecutor-615-thread-1-processing-n:127.0.0.1:41713_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:41713_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@23df21cc[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1207961 INFO (zkCallback-237-thread-2-processing-n:127.0.0.1:41796_solr) [n:127.0.0.1:41796_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1207962 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:41796_solr) [n:127.0.0.1:41796_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1207979 INFO (zkCallback-239-thread-3-processing-n:127.0.0.1:50113_solr) [n:127.0.0.1:50113_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1207979 INFO (zkCallback-239-thread-2-processing-n:127.0.0.1:50113_solr) [n:127.0.0.1:50113_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1207979 INFO (zkCallback-238-thread-2-processing-n:127.0.0.1:41713_solr) [n:127.0.0.1:41713_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1207979 INFO (zkCallback-238-thread-1-processing-n:127.0.0.1:41713_solr) [n:127.0.0.1:41713_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1208162 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1208162 INFO (qtp1101742863-3306) [n:127.0.0.1:41796_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1208162 INFO (qtp11
[...truncated too long message...]
1:46786_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=714505596
[junit4] 2> 668450 INFO (coreCloseExecutor-612-thread-2) [n:127.0.0.1:46786_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=535127703
[junit4] 2> 668456 INFO (coreCloseExecutor-611-thread-4) [n:127.0.0.1:54252_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n10, tag=404477764
[junit4] 2> 668456 INFO (coreCloseExecutor-611-thread-4) [n:127.0.0.1:54252_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@270f859f: rootName = solr_54252, domain = solr.core.localShardsTestColl.shard2.replica_n10, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n10 / com.codahale.metrics.MetricRegistry@310f02b8
[junit4] 2> 668462 INFO (coreCloseExecutor-611-thread-3) [n:127.0.0.1:54252_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=695817553
[junit4] 2> 668462 INFO (coreCloseExecutor-611-thread-3) [n:127.0.0.1:54252_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3824408a: rootName = solr_54252, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@4b7f1c61
[junit4] 2> 668891 INFO (coreCloseExecutor-611-thread-3) [n:127.0.0.1:54252_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=695817553
[junit4] 2> 668892 INFO (coreCloseExecutor-611-thread-2) [n:127.0.0.1:54252_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.overwrite.shard1.replica_n1, tag=230315814
[junit4] 2> 668892 INFO (coreCloseExecutor-611-thread-2) [n:127.0.0.1:54252_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c0241c3: rootName = solr_54252, domain = solr.core.overwrite.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.overwrite.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3696d1d7
[junit4] 2> 668898 INFO (coreCloseExecutor-611-thread-2) [n:127.0.0.1:54252_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=230315814
[junit4] 2> 668903 INFO (coreCloseExecutor-611-thread-8) [n:127.0.0.1:54252_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.multicollection1.shard1.replica_n1, tag=2101615180
[junit4] 2> 668919 INFO (coreCloseExecutor-611-thread-8) [n:127.0.0.1:54252_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@736f9479: rootName = solr_54252, domain = solr.core.multicollection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.multicollection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@336e7620
[junit4] 2> 668926 INFO (coreCloseExecutor-611-thread-4) [n:127.0.0.1:54252_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=404477764
[junit4] 2> 668926 INFO (coreCloseExecutor-611-thread-5) [n:127.0.0.1:54252_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=1369244601
[junit4] 2> 668926 INFO (coreCloseExecutor-611-thread-8) [n:127.0.0.1:54252_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=2101615180
[junit4] 2> 668985 INFO (jetty-closer-240-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98986035701743622-127.0.0.1:56139_solr-n_0000000000) closing
[junit4] 2> 668985 INFO (OverseerStateUpdate-98986035701743622-127.0.0.1:56139_solr-n_0000000000) [n:127.0.0.1:56139_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56139_solr
[junit4] 2> 668993 WARN (OverseerAutoScalingTriggerThread-98986035701743622-127.0.0.1:56139_solr-n_0000000000) [n:127.0.0.1:56139_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 669013 INFO (zkCallback-256-thread-2-processing-n:127.0.0.1:54252_solr) [n:127.0.0.1:54252_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54252_solr
[junit4] 2> 669066 INFO (jetty-closer-240-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@89ac06a{/solr,null,UNAVAILABLE}
[junit4] 2> 669066 INFO (jetty-closer-240-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@39967470{/solr,null,UNAVAILABLE}
[junit4] 2> 669067 INFO (jetty-closer-240-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d965fde{/solr,null,UNAVAILABLE}
[junit4] 2> 669121 ERROR (SUITE-CloudSolrClientTest-seed#[92915A1E74F774E0]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 669121 INFO (SUITE-CloudSolrClientTest-seed#[92915A1E74F774E0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46594 46594
[junit4] 2> 669482 INFO (Thread-303) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46594 46594
[junit4] 2> 669483 WARN (Thread-303) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 30 /solr/collections/foo/state.json
[junit4] 2> 30 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 18 /solr/collections/collection1/state.json
[junit4] 2> 18 /solr/collections/2nd_collection/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 14 /solr/collections/nemesis/state.json
[junit4] 2> 14 /solr/collections/multicollection2/state.json
[junit4] 2> 14 /solr/collections/multicollection1/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/collections/foo/leader_elect/shard1/election/98986035701743622-core_node6-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_92915A1E74F774E0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=FST50, a_t=PostingsFormat(name=Memory), title_s=FST50, id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=Direct)}, docValues:{_version_=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=414, maxMBSortInHeap=5.27631931994329, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1238668e), locale=es-BO, timezone=Etc/GMT-11
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=207669128,total=449839104
[junit4] 2> NOTE: All tests run in this JVM: [SolrQueryTest, SolrDocumentTest, CollectionAdminRequestRequiredParamsTest, RoundEvaluatorTest, SolrExampleEmbeddedTest, AbsoluteValueEvaluatorTest, EqualToEvaluatorTest, BasicHttpSolrClientTest, UniformDistributionEvaluatorTest, TestV2Request, SolrZkClientTest, JDBCStreamTest, RecursiveEvaluatorTest, ModuloEvaluatorTest, SolrExampleStreamingBinaryTest, QueryResponseTest, LengthEvaluatorTest, ClientUtilsTest, ConcurrentUpdateSolrClientTest, TestRetryUtil, CloudSolrClientMultiConstructorTest, TestSolrProperties, TestDelegationTokenResponse, SolrExampleBinaryTest, LargeVolumeBinaryJettyTest, TestBatchUpdate, JettyWebappTest, SolrParamTest, MergeIndexesEmbeddedTest, AnlysisResponseBaseTest, TestLBHttpSolrClient, TestPolicy, CloudSolrClientBuilderTest, CloudSolrClientTest]
[junit4] Completed [90/146 (1!)] on J1 in 118.90s, 16 tests, 1 error <<< FAILURES!
[...truncated 46454 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2176 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2176/
1 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest
Error Message:
Could not load collection from ZK: localShardsTestColl
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: localShardsTestColl
at __randomizedtesting.SeedInfo.seed([61F79A1E73223DE:FAD2E11819E5B424]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1206)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:848)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.queryWithPreferLocalShards(CloudSolrClientTest.java:458)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest(CloudSolrClientTest.java:439)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/localShardsTestColl/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
... 48 more
Build Log:
[...truncated 14978 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/init-core-data-001
[junit4] 2> 359592 INFO (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 359626 INFO (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 359626 INFO (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 359627 INFO (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001
[junit4] 2> 359627 INFO (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 359642 INFO (Thread-278) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 359642 INFO (Thread-278) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 359751 INFO (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39491
[junit4] 2> 359899 ERROR (Thread-278) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 360740 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc21721bd0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 360926 INFO (jetty-launcher-169-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 360759 INFO (jetty-launcher-169-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 360977 INFO (jetty-launcher-169-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48ed31f6{/solr,null,AVAILABLE}
[junit4] 2> 360978 INFO (jetty-launcher-169-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1262327{HTTP/1.1,[http/1.1]}{127.0.0.1:36071}
[junit4] 2> 360978 INFO (jetty-launcher-169-thread-1) [ ] o.e.j.s.Server Started @375435ms
[junit4] 2> 360978 INFO (jetty-launcher-169-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36071}
[junit4] 2> 360978 ERROR (jetty-launcher-169-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 360978 INFO (jetty-launcher-169-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 360978 INFO (jetty-launcher-169-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 360978 INFO (jetty-launcher-169-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 360978 INFO (jetty-launcher-169-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T23:50:18.081Z
[junit4] 2> 361143 INFO (jetty-launcher-169-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 361157 INFO (jetty-launcher-169-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31b16d60{/solr,null,AVAILABLE}
[junit4] 2> 361158 INFO (jetty-launcher-169-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29b6bf97{HTTP/1.1,[http/1.1]}{127.0.0.1:46208}
[junit4] 2> 361158 INFO (jetty-launcher-169-thread-2) [ ] o.e.j.s.Server Started @375615ms
[junit4] 2> 361158 INFO (jetty-launcher-169-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46208}
[junit4] 2> 361158 ERROR (jetty-launcher-169-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 361158 INFO (jetty-launcher-169-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 361158 INFO (jetty-launcher-169-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 361158 INFO (jetty-launcher-169-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 361158 INFO (jetty-launcher-169-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T23:50:18.261Z
[junit4] 2> 361251 INFO (jetty-launcher-169-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a4fb81{/solr,null,AVAILABLE}
[junit4] 2> 361251 INFO (jetty-launcher-169-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5232fce1{HTTP/1.1,[http/1.1]}{127.0.0.1:34219}
[junit4] 2> 361251 INFO (jetty-launcher-169-thread-3) [ ] o.e.j.s.Server Started @375708ms
[junit4] 2> 361251 INFO (jetty-launcher-169-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34219}
[junit4] 2> 361252 ERROR (jetty-launcher-169-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 361252 INFO (jetty-launcher-169-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 361252 INFO (jetty-launcher-169-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 361252 INFO (jetty-launcher-169-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 361252 INFO (jetty-launcher-169-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T23:50:18.355Z
[junit4] 2> 361581 INFO (jetty-launcher-169-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 361617 INFO (jetty-launcher-169-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 361670 INFO (jetty-launcher-169-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 361910 INFO (jetty-launcher-169-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39491/solr
[junit4] 2> 362110 INFO (jetty-launcher-169-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39491/solr
[junit4] 2> 362178 INFO (jetty-launcher-169-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39491/solr
[junit4] 2> 363890 WARN (jetty-launcher-169-thread-2) [n:127.0.0.1:46208_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 364015 WARN (jetty-launcher-169-thread-1) [n:127.0.0.1:36071_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 363999 WARN (jetty-launcher-169-thread-3) [n:127.0.0.1:34219_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 364038 INFO (jetty-launcher-169-thread-3) [n:127.0.0.1:34219_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 364039 INFO (jetty-launcher-169-thread-1) [n:127.0.0.1:36071_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 364052 INFO (jetty-launcher-169-thread-3) [n:127.0.0.1:34219_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34219_solr
[junit4] 2> 364052 INFO (jetty-launcher-169-thread-1) [n:127.0.0.1:36071_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36071_solr
[junit4] 2> 364053 INFO (jetty-launcher-169-thread-3) [n:127.0.0.1:34219_solr ] o.a.s.c.Overseer Overseer (id=99011121431511049-127.0.0.1:34219_solr-n_0000000000) starting
[junit4] 2> 364148 INFO (jetty-launcher-169-thread-2) [n:127.0.0.1:46208_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 364185 INFO (zkCallback-184-thread-1-processing-n:127.0.0.1:36071_solr) [n:127.0.0.1:36071_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 364309 INFO (jetty-launcher-169-thread-2) [n:127.0.0.1:46208_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46208_solr
[junit4] 2> 364309 INFO (zkCallback-184-thread-1-processing-n:127.0.0.1:36071_solr) [n:127.0.0.1:36071_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 364344 INFO (zkCallback-186-thread-1-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 364436 INFO (OverseerStateUpdate-99011121431511049-127.0.0.1:34219_solr-n_0000000000) [n:127.0.0.1:34219_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 364543 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 364726 INFO (zkCallback-185-thread-2-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 364730 INFO (jetty-launcher-169-thread-3) [n:127.0.0.1:34219_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34219_solr
[junit4] 2> 364948 INFO (zkCallback-184-thread-1-processing-n:127.0.0.1:36071_solr) [n:127.0.0.1:36071_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 364948 INFO (zkCallback-185-thread-2-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 364966 INFO (zkCallback-186-thread-2-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 365608 INFO (jetty-launcher-169-thread-1) [n:127.0.0.1:36071_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36071.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 365899 INFO (jetty-launcher-169-thread-1) [n:127.0.0.1:36071_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36071.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 365899 INFO (jetty-launcher-169-thread-1) [n:127.0.0.1:36071_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36071.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 365938 INFO (jetty-launcher-169-thread-1) [n:127.0.0.1:36071_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001/node1/.
[junit4] 2> 366510 INFO (jetty-launcher-169-thread-3) [n:127.0.0.1:34219_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34219.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 366694 INFO (jetty-launcher-169-thread-2) [n:127.0.0.1:46208_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46208.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 366854 INFO (jetty-launcher-169-thread-3) [n:127.0.0.1:34219_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34219.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 366854 INFO (jetty-launcher-169-thread-3) [n:127.0.0.1:34219_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34219.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 366855 INFO (jetty-launcher-169-thread-3) [n:127.0.0.1:34219_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001/node3/.
[junit4] 2> 366892 INFO (jetty-launcher-169-thread-2) [n:127.0.0.1:46208_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46208.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 366913 INFO (jetty-launcher-169-thread-2) [n:127.0.0.1:46208_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46208.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 367138 INFO (jetty-launcher-169-thread-2) [n:127.0.0.1:46208_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001/node2/.
[junit4] 2> 368303 INFO (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 368304 INFO (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39491/solr ready
[junit4] 2> 368484 INFO (qtp2116350560-1281) [n:127.0.0.1:34219_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 368686 INFO (OverseerThreadFactory-663-thread-1-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 368961 INFO (OverseerStateUpdate-99011121431511049-127.0.0.1:34219_solr-n_0000000000) [n:127.0.0.1:34219_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46208/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 368996 INFO (OverseerStateUpdate-99011121431511049-127.0.0.1:34219_solr-n_0000000000) [n:127.0.0.1:34219_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34219/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 369744 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 369745 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 369872 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 369872 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 370037 INFO (zkCallback-185-thread-2-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 370037 INFO (zkCallback-186-thread-2-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 370037 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 370037 INFO (zkCallback-186-thread-1-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 371115 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 371187 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 371442 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=test
[junit4] 2> 371443 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
[junit4] 2> 372581 WARN (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 372581 WARN (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 372599 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 372599 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 372600 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34219.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 372600 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 372600 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001/node3/collection1_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001/node3/./collection1_shard2_replica_n2/data/]
[junit4] 2> 372706 WARN (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 372706 WARN (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 372707 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 372707 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 372707 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46208.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 372707 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 372707 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
[junit4] 2> 373917 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 373917 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 373918 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 373918 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 374025 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b63c5fc[collection1_shard2_replica_n2] main]
[junit4] 2> 374026 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 374027 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 374171 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 374172 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584177958119014400
[junit4] 2> 374174 INFO (searcherExecutor-670-thread-1-processing-n:127.0.0.1:34219_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@5b63c5fc[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 374300 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 374300 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 374300 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34219/solr/collection1_shard2_replica_n2/
[junit4] 2> 374300 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 374300 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:34219/solr/collection1_shard2_replica_n2/ has no replicas
[junit4] 2> 374300 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 374354 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 374354 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 374355 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 374355 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 374356 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b6a6754[collection1_shard1_replica_n1] main]
[junit4] 2> 374357 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 374357 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 374358 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 374393 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34219/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 374407 INFO (searcherExecutor-671-thread-1-processing-n:127.0.0.1:46208_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@2b6a6754[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 374407 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584177958365429760
[junit4] 2> 374518 INFO (zkCallback-186-thread-3-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 374518 INFO (zkCallback-186-thread-2-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 374553 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 374555 INFO (qtp2116350560-1278) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4810
[junit4] 2> 374574 INFO (zkCallback-185-thread-2-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 374574 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 374610 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 374611 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 374611 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46208/solr/collection1_shard1_replica_n1/
[junit4] 2> 374611 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 374611 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46208/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 374611 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 374613 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46208/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 374757 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 374757 INFO (zkCallback-186-thread-1-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 374757 INFO (zkCallback-185-thread-2-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 374757 INFO (zkCallback-186-thread-3-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 374773 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 374774 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4902
[junit4] 2> 374810 INFO (qtp2116350560-1281) [n:127.0.0.1:34219_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 374940 INFO (zkCallback-185-thread-2-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 374940 INFO (zkCallback-186-thread-2-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 374940 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 374940 INFO (zkCallback-186-thread-3-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 375850 INFO (qtp2116350560-1281) [n:127.0.0.1:34219_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=7365
[junit4] 2> 375927 INFO (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 375977 INFO (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 376567 INFO (qtp213812002-1259) [n:127.0.0.1:36071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 376680 INFO (qtp213812002-1259) [n:127.0.0.1:36071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=112
[junit4] 2> 376748 INFO (OverseerCollectionConfigSetProcessor-99011121431511049-127.0.0.1:34219_solr-n_0000000000) [n:127.0.0.1:34219_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 376929 INFO (TEST-CloudSolrClientTest.testAliasHandling-seed#[61F79A1E73223DE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAliasHandling
[junit4] 2> 377256 INFO (qtp1389436075-1266) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:34219/solr/collection1_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1584177961279422464)} 0 70
[junit4] 2> 377293 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584177961391620096,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 377293 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 377296 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 377296 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34219/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 377330 INFO (qtp2116350560-1284) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584177961430417408,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 377330 INFO (qtp2116350560-1284) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 377333 INFO (qtp2116350560-1284) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 377333 INFO (qtp2116350560-1284) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34219/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 377406 INFO (qtp2116350560-1282) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1:5&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1584177961254256640),commit=} 0 461
[junit4] 2> 377419 INFO (qtp2116350560-1282) [n:127.0.0.1:34219_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=2nd_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 377464 INFO (OverseerThreadFactory-663-thread-2-processing-n:127.0.0.1:34219_solr) [n:127.0.0.1:34219_solr ] o.a.s.c.CreateCollectionCmd Create collection 2nd_collection
[junit4] 2> 377858 INFO (OverseerStateUpdate-99011121431511049-127.0.0.1:34219_solr-n_0000000000) [n:127.0.0.1:34219_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"2nd_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"2nd_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36071/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 377983 INFO (OverseerStateUpdate-99011121431511049-127.0.0.1:34219_solr-n_0000000000) [n:127.0.0.1:34219_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"2nd_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"2nd_collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46208/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 378240 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=2nd_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=2nd_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 378241 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 378260 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=2nd_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=2nd_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 378598 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 378598 INFO (zkCallback-185-thread-2-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 378598 INFO (zkCallback-184-thread-1-processing-n:127.0.0.1:36071_solr) [n:127.0.0.1:36071_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 378610 INFO (zkCallback-184-thread-2-processing-n:127.0.0.1:36071_solr) [n:127.0.0.1:36071_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 379477 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 379640 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 379695 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.s.IndexSchema [2nd_collection_shard2_replica_n2] Schema name=test
[junit4] 2> 379841 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.s.IndexSchema [2nd_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 380943 WARN (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 380943 WARN (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 380944 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 380944 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '2nd_collection_shard2_replica_n2' using configuration from collection 2nd_collection, trusted=true
[junit4] 2> 380944 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46208.solr.core.2nd_collection.shard2.replica_n2' (registry 'solr.core.2nd_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 380944 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 380944 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.SolrCore [[2nd_collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001/node2/2nd_collection_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001/node2/./2nd_collection_shard2_replica_n2/data/]
[junit4] 2> 381068 WARN (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 381068 WARN (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 381068 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 381068 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '2nd_collection_shard1_replica_n1' using configuration from collection 2nd_collection, trusted=true
[junit4] 2> 381105 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36071.solr.core.2nd_collection.shard1.replica_n1' (registry 'solr.core.2nd_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@325c4534
[junit4] 2> 381105 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 381105 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.SolrCore [[2nd_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001/node1/2nd_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001/tempDir-001/node1/./2nd_collection_shard1_replica_n1/data/]
[junit4] 2> 382194 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 382194 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 382195 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 382195 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 382197 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c009757[2nd_collection_shard1_replica_n1] main]
[junit4] 2> 382211 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 382211 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 382212 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 382212 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584177966549565440
[junit4] 2> 382322 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 382322 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 382322 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36071/solr/2nd_collection_shard1_replica_n1/
[junit4] 2> 382322 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 382322 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36071/solr/2nd_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 382322 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 382341 INFO (searcherExecutor-681-thread-1-processing-n:127.0.0.1:36071_solr x:2nd_collection_shard1_replica_n1 s:shard1 c:2nd_collection r:core_node3) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.SolrCore [2nd_collection_shard1_replica_n1] Registered new searcher Searcher@1c009757[2nd_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 382359 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 382360 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 382415 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 382415 INFO (zkCallback-185-thread-2-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 382416 INFO (zkCallback-184-thread-2-processing-n:127.0.0.1:36071_solr) [n:127.0.0.1:36071_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 382416 INFO (zkCallback-184-thread-1-processing-n:127.0.0.1:36071_solr) [n:127.0.0.1:36071_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 382417 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36071/solr/2nd_collection_shard1_replica_n1/ shard1
[junit4] 2> 382429 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 382431 INFO (qtp213812002-1257) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=2nd_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=2nd_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4190
[junit4] 2> 382431 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 382431 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 382450 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@144d3007[2nd_collection_shard2_replica_n2] main]
[junit4] 2> 382451 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 382451 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 382452 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 382453 INFO (searcherExecutor-680-thread-1-processing-n:127.0.0.1:46208_solr x:2nd_collection_shard2_replica_n2 s:shard2 c:2nd_collection r:core_node4) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.SolrCore [2nd_collection_shard2_replica_n2] Registered new searcher Searcher@144d3007[2nd_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 382453 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584177966802272256
[junit4] 2> 382490 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 382490 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 382490 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46208/solr/2nd_collection_shard2_replica_n2/
[junit4] 2> 382490 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 382490 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:46208/solr/2nd_collection_shard2_replica_n2/ has no replicas
[junit4] 2> 382490 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 382525 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46208/solr/2nd_collection_shard2_replica_n2/ shard2
[junit4] 2> 382635 INFO (zkCallback-185-thread-2-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 382635 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 382635 INFO (zkCallback-184-thread-2-processing-n:127.0.0.1:36071_solr) [n:127.0.0.1:36071_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 382635 INFO (zkCallback-184-thread-1-processing-n:127.0.0.1:36071_solr) [n:127.0.0.1:36071_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 382685 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 382687 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=2nd_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=2nd_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4426
[junit4] 2> 382707 INFO (qtp2116350560-1282) [n:127.0.0.1:34219_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 382796 INFO (zkCallback-185-thread-2-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 382796 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:46208_solr) [n:127.0.0.1:46208_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 382796 INFO (zkCallback-184-thread-2-processing-n:127.0.0.1:36071_solr) [n:127.0.0.1:36071_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 382796 INFO (zkCallback-184-thread-1-processing-n:127.0.0.1:36071_solr) [n:127.0.0.1:36071_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 383511 INFO (OverseerCollectionConfigSetProcessor-99011121431511049-127.0.0.1:34219_solr-n_0000000000) [n:127.0.0.1:34219_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 383710 INFO (qtp2116350560-1282) [n:127.0.0.1:34219_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=2nd_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=6290
[junit4] 2> 383710 INFO (TEST-CloudSolrClientTest.testAliasHandling-seed#[61F79A1E73223DE]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: 2nd_collection failOnTimeout:true timeout (sec):30
[junit4] 2> 383710 INFO (TEST-CloudSolrClientTest.testAliasHandling-seed#[61F79A1E73223DE]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: 2nd_collection
[junit4] 2> 383726 INFO (qtp1389436075-1272) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 383727 INFO (qtp1389436075-1272) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 383727 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 383728 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 383729 INFO (qtp1389436075-1270) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :listaliases with params action=LISTALIASES&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 383729 INFO (qtp1389436075-1270) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LISTALIASES&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 383746 INFO (qtp1389436075-1270) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 383747 INFO (qtp1389436075-1270) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 383968 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1584177968197926912)]} 0 184
[junit4] 2> 383969 INFO (qtp1389436075-1272) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 383982 INFO (qtp1389436075-1272) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 383983 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 383983 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 383984 INFO (qtp1389436075-1266) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 383984 INFO (qtp1389436075-1266) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 383985 INFO (qtp1389436075-1270) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 384038 INFO (qtp1389436075-1270) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=53
[junit4] 2> 384039 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 384040 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 384112 INFO (qtp2116350560-1283) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584177968541859840,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 384112 INFO (qtp1389436075-1272) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584177968541859840,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 384113 INFO (qtp2116350560-1283) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 384113 INFO (qtp2116350560-1283) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 384113 INFO (qtp1389436075-1272) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@35031fc9 commitCommandVersion:1584177968541859840
[junit4] 2> 384114 INFO (qtp2116350560-1283) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34219/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 384789 INFO (qtp1389436075-1272) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70cea71d[collection1_shard1_replica_n1] main]
[junit4] 2> 384807 INFO (searcherExecutor-671-thread-1-processing-n:127.0.0.1:46208_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@70cea71d[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1)))}
[junit4] 2> 384808 INFO (qtp1389436075-1272) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 384808 INFO (qtp1389436075-1272) [n:127.0.0.1:46208_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34219/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 695
[junit4] 2> 384825 INFO (qtp2116350560-1279) [n:127.0.0.1:34219_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 741
[junit4] 2> 384826 INFO (qtp2116350560-1285) [n:127.0.0.1:34219_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=collection1&name=testalias&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 385027 INFO (qtp2116350560-1285) [n:127.0.0.1:34219_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=collection1&name=testalias&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=201
[junit4] 2> 385028 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 385029 INFO (qtp1389436075-1268) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 385029 INFO (qtp1389436075-1266) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 385043 INFO (qtp1389436075-1266) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 385044 INFO (qtp1389436075-1266) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 385045 INFO (qtp1389436075-1266) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 385081 INFO (qtp1389436075-1269) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [2nd_collection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1584177969521229824)]} 0 35
[junit4] 2> 385301 INFO (qtp1389436075-1270) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 385315 INFO (qtp1389436075-1270) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 385318 INFO (qtp1389436075-1270) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 385337 INFO (qtp1389436075-1270) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 385350 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 385351 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 385353 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 385354 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 385354 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 385372 INFO (qtp1389436075-1271) [n:127.0.0.1:46208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 385447 INFO (qtp213812002-1260) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584177969940660224,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 385447 INFO (qtp1389436075-1265) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584177969940660224,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 385447 INFO (qtp213812002-1260) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 385447 INFO (qtp1389436075-1265) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@691efd4b commitCommandVersion:1584177969940660224
[junit4] 2> 385448 INFO (qtp213812002-1260) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 385448 INFO (qtp213812002-1260) [n:127.0.0.1:36071_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [2nd_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:46208/solr/2nd_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 385718 INFO (qtp1389436075-1265) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@222ee25d[2nd_collection_shard2_replica_n2] main]
[junit4] 2> 385720 INFO (searcherExecutor-680-thread-1-processing-n:127.0.0.1:46208_solr x:2nd_collection_shard2_replica_n2 s:shard2 c:2nd_collection r:core_node4) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.c.SolrCore [2nd_collection_shard2_replica_n2] Registered new searcher Searcher@222ee25d[2nd_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1)))}
[junit4] 2> 385720 INFO (qtp1389436075-1265) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 385720 INFO (qtp1389436075-1265) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [2nd_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:46208/solr/2nd_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 273
[junit4] 2> 385770 INFO (qtp1389436075-1272) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [2nd_collection_shard2_replica_n2] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0
[...truncated too long message...]
s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c0b72d: rootName = solr_46208, domain = solr.core.multicollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.multicollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@cefe7dd
[junit4] 2> 476726 INFO (coreCloseExecutor-797-thread-4) [n:127.0.0.1:36071_solr c:localShardsTestColl s:shard1 r:core_node9 x:localShardsTestColl_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=197024103
[junit4] 2> 476726 INFO (coreCloseExecutor-797-thread-5) [n:127.0.0.1:36071_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard3.replica_n16, tag=628519673
[junit4] 2> 476726 INFO (coreCloseExecutor-797-thread-5) [n:127.0.0.1:36071_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21f11008: rootName = solr_36071, domain = solr.core.localShardsTestColl.shard3.replica_n16, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard3.replica_n16 / com.codahale.metrics.MetricRegistry@d6c81d0
[junit4] 2> 476768 INFO (coreCloseExecutor-796-thread-4) [n:127.0.0.1:46208_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=1818985640
[junit4] 2> 476783 INFO (coreCloseExecutor-796-thread-3) [n:127.0.0.1:46208_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=2112960944
[junit4] 2> 476783 INFO (coreCloseExecutor-796-thread-3) [n:127.0.0.1:46208_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ff5fa94: rootName = solr_46208, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@8a10ddc
[junit4] 2> 476835 INFO (coreCloseExecutor-797-thread-5) [n:127.0.0.1:36071_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=628519673
[junit4] 2> 476841 INFO (coreCloseExecutor-797-thread-6) [n:127.0.0.1:36071_solr c:localShardsTestColl s:shard2 r:core_node12 x:localShardsTestColl_shard2_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n7, tag=1823664364
[junit4] 2> 476841 INFO (coreCloseExecutor-797-thread-6) [n:127.0.0.1:36071_solr c:localShardsTestColl s:shard2 r:core_node12 x:localShardsTestColl_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4be05ae4: rootName = solr_36071, domain = solr.core.localShardsTestColl.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n7 / com.codahale.metrics.MetricRegistry@418f0365
[junit4] 2> 477003 INFO (coreCloseExecutor-797-thread-6) [n:127.0.0.1:36071_solr c:localShardsTestColl s:shard2 r:core_node12 x:localShardsTestColl_shard2_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1823664364
[junit4] 2> 477023 INFO (coreCloseExecutor-796-thread-2) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard2.replica_n2, tag=1084750306
[junit4] 2> 477023 INFO (coreCloseExecutor-796-thread-2) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3612fd8: rootName = solr_46208, domain = solr.core.2nd_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.2nd_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@23f657ad
[junit4] 2> 477041 INFO (coreCloseExecutor-796-thread-3) [n:127.0.0.1:46208_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=2112960944
[junit4] 2> 477041 INFO (coreCloseExecutor-796-thread-2) [n:127.0.0.1:46208_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=1084750306
[junit4] 2> 477202 INFO (jetty-closer-170-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99011121431511049-127.0.0.1:34219_solr-n_0000000000) closing
[junit4] 2> 477203 INFO (OverseerStateUpdate-99011121431511049-127.0.0.1:34219_solr-n_0000000000) [n:127.0.0.1:34219_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34219_solr
[junit4] 2> 477316 WARN (OverseerAutoScalingTriggerThread-99011121431511049-127.0.0.1:34219_solr-n_0000000000) [n:127.0.0.1:34219_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 477703 INFO (jetty-closer-170-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a4fb81{/solr,null,UNAVAILABLE}
[junit4] 2> 477706 INFO (jetty-closer-170-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48ed31f6{/solr,null,UNAVAILABLE}
[junit4] 2> 478997 INFO (jetty-closer-170-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@31b16d60{/solr,null,UNAVAILABLE}
[junit4] 2> 479053 ERROR (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 479053 INFO (SUITE-CloudSolrClientTest-seed#[61F79A1E73223DE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39491 39491
[junit4] 2> 479361 INFO (Thread-278) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39491 39491
[junit4] 2> 479363 WARN (Thread-278) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 27 /solr/collections/foo/state.json
[junit4] 2> 17 /solr/collections/multicollection1/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 16 /solr/collections/collection1/state.json
[junit4] 2> 16 /solr/collections/multicollection2/state.json
[junit4] 2> 14 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/nemesis/state.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_61F79A1E73223DE-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=Memory), a_t=PostingsFormat(name=Direct), title_s=PostingsFormat(name=Memory), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Direct), title_s=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=432, maxMBSortInHeap=6.792092636240911, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@76d87bd0), locale=es-CL, timezone=America/Martinique
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=267644128,total=482869248
[junit4] 2> NOTE: All tests run in this JVM: [SineEvaluatorTest, TestCollectionStateWatchers, RegressionEvaluatorTest, ArcCosineEvaluatorTest, StreamExpressionToExplanationTest, LessThanEqualToEvaluatorTest, DocumentAnalysisResponseTest, CoalesceEvaluatorTest, HyperbolicSineEvaluatorTest, ExclusiveOrEvaluatorTest, UuidEvaluatorTest, CosineEvaluatorTest, TestSuggesterResponse, NormalizeEvaluatorTest, GreaterThanEqualToEvaluatorTest, TestBatchUpdate, DivideEvaluatorTest, TestValidatingJsonMap, NamedListTest, ModifiableSolrParamsTest, AddEvaluatorTest, TestCollectionAdminRequest, TangentEvaluatorTest, SolrParamTest, SolrExampleStreamingTest, SolrExampleBinaryTest, SolrExampleJettyTest, JettyWebappTest, LargeVolumeJettyTest, TestCoreAdmin, TestLBHttpSolrClient, TestPolicy, CloudSolrClientBuilderTest, CloudSolrClientTest]
[junit4] Completed [99/146 (1!)] on J2 in 120.45s, 16 tests, 1 error <<< FAILURES!
[...truncated 46423 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2175 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2175/
9 tests failed.
FAILED: org.apache.lucene.search.similarities.TestBasicModelIn.testRandomScoring
Error Message:
score(1.0,64)=3.71548595E9 < score(1.0,65)=3.71548621E9
Stack Trace:
java.lang.AssertionError: score(1.0,64)=3.71548595E9 < score(1.0,65)=3.71548621E9
at __randomizedtesting.SeedInfo.seed([202899A39BA9FDD9:ABB7C01181DE1BD3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:423)
at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection
Error Message:
*:* found unexpected number of documents expected:<32> but was:<30>
Stack Trace:
java.lang.AssertionError: *:* found unexpected number of documents expected:<32> but was:<30>
at __randomizedtesting.SeedInfo.seed([19B341F0295B3818:AD0739F183481BE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection(SolrCloudExampleTest.java:159)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCloudPivotFacet.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([19B341F0295B3818:91E77E2A87A755E0]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.getTotalReplicas(AbstractFullDistribZkTestBase.java:487)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:440)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
... 38 more
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([19B341F0295B3818:91E77E2A87A755E0]:0)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.getShardToDocCountMap(AbstractCloudBackupRestoreTestCase.java:338)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:224)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:140)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:58297_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:58297_solr wasn't created
at __randomizedtesting.SeedInfo.seed([19B341F0295B3818:109C9FC276EF5F7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:919)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([19B341F0295B3818:91E77E2A87A755E0]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestSQLHandler.doTest
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([19B341F0295B3818:BEF7F95444E02BA1]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.handler.TestSQLHandler.assertResponseContains(TestSQLHandler.java:2567)
at org.apache.solr.handler.TestSQLHandler.testBasicSelect(TestSQLHandler.java:170)
at org.apache.solr.handler.TestSQLHandler.doTest(TestSQLHandler.java:82)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.TestPKIAuthenticationPlugin.test
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([19B341F0295B3818:91E77E2A87A755E0]:0)
at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([19B341F0295B3818:4E9ABA45F2A9DA03]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:709)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 1707 lines...]
[junit4] Suite: org.apache.lucene.search.similarities.TestBasicModelIn
[junit4] 1> 3.71548595E9 = score(DFRSimilarity, doc=0, freq=1.0), computed from:
[junit4] 1> 7.4309722E8 = boost
[junit4] 1> 2.38839373E16 = NormalizationH1, computed from:
[junit4] 1> 1.0 = tf
[junit4] 1> 1.69051738E9 = avgFieldLength
[junit4] 1> 152.0 = len
[junit4] 1> 1.19419684E17 = BasicModelIn, computed from:
[junit4] 1> 47.0 = numberOfDocuments
[junit4] 1> 1.0 = docFreq
[junit4] 1> 4.1869143E-17 = AfterEffectL, computed from:
[junit4] 1> 2.38839373E16 = tfn
[junit4] 1>
[junit4] 1> 3.71548621E9 = score(DFRSimilarity, doc=0, freq=1.0), computed from:
[junit4] 1> 7.4309722E8 = boost
[junit4] 1> 2.16092775E16 = NormalizationH1, computed from:
[junit4] 1> 1.0 = tf
[junit4] 1> 1.69051738E9 = avgFieldLength
[junit4] 1> 168.0 = len
[junit4] 1> 1.08046388E17 = BasicModelIn, computed from:
[junit4] 1> 47.0 = numberOfDocuments
[junit4] 1> 1.0 = docFreq
[junit4] 1> 4.627642E-17 = AfterEffectL, computed from:
[junit4] 1> 2.16092775E16 = tfn
[junit4] 1>
[junit4] 1> DFR I(n)L1
[junit4] 1> field="field",maxDoc=103,docCount=47,sumTotalTermFreq=79454319043,sumDocFreq=79454319043
[junit4] 1> term="term",docFreq=1,totalTermFreq=1
[junit4] 1> norm=65 (doc length ~ 168)
[junit4] 1> freq=1.0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestBasicModelIn -Dtests.method=testRandomScoring -Dtests.seed=202899A39BA9FDD9 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fi-FI -Dtests.timezone=Etc/GMT+9 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 46.2s J0 | TestBasicModelIn.testRandomScoring <<<
[junit4] > Throwable #1: java.lang.AssertionError: score(1.0,64)=3.71548595E9 < score(1.0,65)=3.71548621E9
[junit4] > at __randomizedtesting.SeedInfo.seed([202899A39BA9FDD9:ABB7C01181DE1BD3]:0)
[junit4] > at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:423)
[junit4] > at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@26a8824c), locale=fi-FI, timezone=Etc/GMT+9
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=121054888,total=300417024
[junit4] 2> NOTE: All tests run in this JVM: [TestSpanTermQuery, TestIntBlockPool, TestTermQuery, TestDocsAndPositions, TestIndexableField, TestBoolean2, TestSimpleExplanations, TestIndexWriterExceptions, TestEarlyTermination, TestNot, TestBytesStore, TestSimpleSearchEquivalence, TestTerms, TestUnicodeUtil, TestBasicModelIne, TestGeoUtils, TestNGramPhraseQuery, TestStandardAnalyzer, TestIndexWriter, TestDocValuesIndexing, TestSpanMultiTermQueryWrapper, TestCharFilter, TestMultiPhraseQuery, TestSearch, TestDoubleRangeFieldQueries, TestClassicSimilarity, TestAutomatonQuery, TestBasicModelG, TestSimpleAttributeImpl, TestMultiCollector, TestDocIDMerger, TestIndexWriterOnVMError, TestLongValuesSource, TestLMDirichletSimilarity, TestTermVectorsWriter, TestSegmentMerger, TestOrdinalMap, TestStringHelper, TestTotalHitCountCollector, TestPagedBytes, TestCachingCollector, TestConstantScoreQuery, TestSimilarity, TestNRTReaderCleanup, TestSortedSetSelector, TestLucene50CompoundFormat, TestFilterDirectory, TestIndependenceChiSquared, TestMutablePointsReaderUtils, TestDocCount, TestFilterCodecReader, TestFuzzyQuery, TestReaderWrapperDVTypeCheck, TestNeedsScores, TestAutomaton, TestSmallFloat, TestNumericUtils, TestStressIndexing, TestBinaryDocValuesUpdates, TestLiveFieldValues, TestTimSorterWorstCase, TestDeterminizeLexicon, TestTopFieldCollector, TestIndexWriterWithThreads, TestIndexingSequenceNumbers, TestIntRangeFieldQueries, TestAllFilesCheckIndexHeader, TestDocsWithFieldSet, TestRadixSelector, TestNewestSegment, TestCharsRefBuilder, TestSpanBoostQuery, TestDelegatingAnalyzerWrapper, TestBooleanQueryVisitSubscorers, TestTermsEnum, TestApproximationSearchEquivalence, TestDirectoryReaderReopen, TestIndexWriterConfig, TestSegmentInfos, TestStressDeletes, TestSwappedIndexFiles, TestUpgradeIndexMergePolicy, FuzzyTermOnShortTermsTest, TestBooleanRewrites, TestBoostQuery, TestConjunctionDISI, TestDocValuesQueries, TestFieldValueQuery, TestIndexSearcher, TestMatchNoDocsQuery, TestMultiset, TestPointQueries, TestSortedNumericSortField, TestSortedSetSortField, TestUsageTrackingFilterCachingPolicy, TestAxiomaticF1LOG, TestAxiomaticF2EXP, TestBasicModelIn]
[junit4] Completed [439/476 (1!)] on J0 in 46.30s, 1 test, 1 failure <<< FAILURES!
[...truncated 10435 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
[junit4] 2> 2499932 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_19B341F0295B3818-001/init-core-data-001
[junit4] 2> 2499954 WARN (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 2499954 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2499955 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2499956 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_19B341F0295B3818-001/tempDir-001
[junit4] 2> 2499956 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2500099 INFO (Thread-812) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2500099 INFO (Thread-812) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2500201 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58064
[junit4] 2> 2500470 ERROR (Thread-812) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2500747 INFO (jetty-launcher-546-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2500774 INFO (jetty-launcher-546-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2500816 INFO (jetty-launcher-546-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a8df8a2{/solr,null,AVAILABLE}
[junit4] 2> 2500816 INFO (jetty-launcher-546-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@143482eb{/solr,null,AVAILABLE}
[junit4] 2> 2500914 INFO (jetty-launcher-546-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ad122bb{SSL,[ssl, http/1.1]}{127.0.0.1:48067}
[junit4] 2> 2500914 INFO (jetty-launcher-546-thread-1) [ ] o.e.j.s.Server Started @2516197ms
[junit4] 2> 2500914 INFO (jetty-launcher-546-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48067}
[junit4] 2> 2500914 ERROR (jetty-launcher-546-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2500914 INFO (jetty-launcher-546-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2500914 INFO (jetty-launcher-546-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2500914 INFO (jetty-launcher-546-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2500914 INFO (jetty-launcher-546-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T00:52:37.847Z
[junit4] 2> 2500934 INFO (jetty-launcher-546-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70541022{SSL,[ssl, http/1.1]}{127.0.0.1:48583}
[junit4] 2> 2500934 INFO (jetty-launcher-546-thread-2) [ ] o.e.j.s.Server Started @2516217ms
[junit4] 2> 2500934 INFO (jetty-launcher-546-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48583}
[junit4] 2> 2500934 ERROR (jetty-launcher-546-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2500934 INFO (jetty-launcher-546-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2500934 INFO (jetty-launcher-546-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2500934 INFO (jetty-launcher-546-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2500934 INFO (jetty-launcher-546-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T00:52:37.867Z
[junit4] 2> 2500946 INFO (jetty-launcher-546-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2501045 INFO (jetty-launcher-546-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2501115 INFO (jetty-launcher-546-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58064/solr
[junit4] 2> 2501146 INFO (jetty-launcher-546-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58064/solr
[junit4] 2> 2501683 INFO (jetty-launcher-546-thread-1) [n:127.0.0.1:48067_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2501684 INFO (jetty-launcher-546-thread-1) [n:127.0.0.1:48067_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48067_solr
[junit4] 2> 2501684 INFO (jetty-launcher-546-thread-1) [n:127.0.0.1:48067_solr ] o.a.s.c.Overseer Overseer (id=99005704243642374-127.0.0.1:48067_solr-n_0000000000) starting
[junit4] 2> 2501826 INFO (jetty-launcher-546-thread-1) [n:127.0.0.1:48067_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48067_solr
[junit4] 2> 2501905 INFO (zkCallback-558-thread-1-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2502146 INFO (jetty-launcher-546-thread-2) [n:127.0.0.1:48583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2502148 INFO (jetty-launcher-546-thread-2) [n:127.0.0.1:48583_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2502149 INFO (jetty-launcher-546-thread-2) [n:127.0.0.1:48583_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48583_solr
[junit4] 2> 2502150 INFO (zkCallback-558-thread-1-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2502265 INFO (zkCallback-557-thread-1-processing-n:127.0.0.1:48583_solr) [n:127.0.0.1:48583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2503182 INFO (jetty-launcher-546-thread-1) [n:127.0.0.1:48067_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48067.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@494e878c
[junit4] 2> 2503193 INFO (jetty-launcher-546-thread-2) [n:127.0.0.1:48583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48583.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@494e878c
[junit4] 2> 2503280 INFO (jetty-launcher-546-thread-2) [n:127.0.0.1:48583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48583.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@494e878c
[junit4] 2> 2503280 INFO (jetty-launcher-546-thread-2) [n:127.0.0.1:48583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48583.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@494e878c
[junit4] 2> 2503302 INFO (jetty-launcher-546-thread-1) [n:127.0.0.1:48067_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48067.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@494e878c
[junit4] 2> 2503302 INFO (jetty-launcher-546-thread-1) [n:127.0.0.1:48067_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48067.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@494e878c
[junit4] 2> 2503313 INFO (jetty-launcher-546-thread-1) [n:127.0.0.1:48067_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_19B341F0295B3818-001/tempDir-001/node1/.
[junit4] 2> 2503333 INFO (jetty-launcher-546-thread-2) [n:127.0.0.1:48583_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_19B341F0295B3818-001/tempDir-001/node2/.
[junit4] 2> 2503932 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2503933 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58064/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2504997 WARN (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2505234 WARN (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2505244 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2505403 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_42160_hdfs____.e6vop/webapp
[junit4] 2> 2507987 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42160
[junit4] 2> 2509230 WARN (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2509231 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2509335 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46078_datanode____771nsm/webapp
[junit4] 2> 2510954 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46078
[junit4] 2> 2511793 WARN (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2511794 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2511867 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46268_datanode____.5lydt3/webapp
[junit4] 2> 2512783 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_19B341F0295B3818-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_19B341F0295B3818-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:54899) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2512937 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x26ef3cddb5543d: from storage DS-a03a8a59-71f2-4d74-8a3b-7ef354b5b8ee node DatanodeRegistration(127.0.0.1:44657, datanodeUuid=291a6415-89bb-446f-829c-6959e759de26, infoPort=40750, infoSecurePort=0, ipcPort=35537, storageInfo=lv=-56;cid=testClusterID;nsid=934528364;c=0), blocks: 0, hasStaleStorage: true, processing time: 18 msecs
[junit4] 2> 2512938 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x26ef3cddb5543d: from storage DS-aa56a446-a3e0-4f8c-85dc-59ca0f68b875 node DatanodeRegistration(127.0.0.1:44657, datanodeUuid=291a6415-89bb-446f-829c-6959e759de26, infoPort=40750, infoSecurePort=0, ipcPort=35537, storageInfo=lv=-56;cid=testClusterID;nsid=934528364;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2515203 INFO (SUITE-HdfsRecoveryZkTest-seed#[19B341F0295B3818]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46268
[junit4] 2> 2516538 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_19B341F0295B3818-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_19B341F0295B3818-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:54899) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2516906 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x26ef3dcba22c05: from storage DS-727bb8f5-06d7-4490-b5a4-6ff67ed23594 node DatanodeRegistration(127.0.0.1:55761, datanodeUuid=6ca88725-ee9e-4892-bee0-5dc41204f04b, infoPort=37532, infoSecurePort=0, ipcPort=58592, storageInfo=lv=-56;cid=testClusterID;nsid=934528364;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2516906 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x26ef3dcba22c05: from storage DS-367b05e1-6755-438d-9e9b-6d6b7ffadf69 node DatanodeRegistration(127.0.0.1:55761, datanodeUuid=6ca88725-ee9e-4892-bee0-5dc41204f04b, infoPort=37532, infoSecurePort=0, ipcPort=58592, storageInfo=lv=-56;cid=testClusterID;nsid=934528364;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2519205 INFO (TEST-HdfsRecoveryZkTest.test-seed#[19B341F0295B3818]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2519732 INFO (qtp1637142555-3852) [n:127.0.0.1:48067_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2519739 INFO (OverseerThreadFactory-1602-thread-1-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.CreateCollectionCmd Create collection recoverytest
[junit4] 2> 2519898 INFO (OverseerStateUpdate-99005704243642374-127.0.0.1:48067_solr-n_0000000000) [n:127.0.0.1:48067_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"recoverytest",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"recoverytest_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:48067/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2519918 INFO (OverseerStateUpdate-99005704243642374-127.0.0.1:48067_solr-n_0000000000) [n:127.0.0.1:48067_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"recoverytest",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"recoverytest_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:48583/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2520507 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica_n1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2520507 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2520684 INFO (zkCallback-558-thread-1-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2520702 INFO (zkCallback-558-thread-2-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2522319 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2522699 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.s.IndexSchema [recoverytest_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2522734 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2522744 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica_n1' using configuration from collection recoverytest, trusted=true
[junit4] 2> 2522744 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48067.solr.core.recoverytest.shard1.replica_n1' (registry 'solr.core.recoverytest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@494e878c
[junit4] 2> 2522932 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica_n3&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2522932 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2522994 INFO (zkCallback-557-thread-1-processing-n:127.0.0.1:48583_solr) [n:127.0.0.1:48583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2522994 INFO (zkCallback-558-thread-3-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2522995 INFO (zkCallback-558-thread-2-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2522995 INFO (zkCallback-557-thread-2-processing-n:127.0.0.1:48583_solr) [n:127.0.0.1:48583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2523270 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:54899/data
[junit4] 2> 2523270 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2523270 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2523270 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.SolrCore [[recoverytest_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_19B341F0295B3818-001/tempDir-001/node1/recoverytest_shard1_replica_n1], dataDir=[hdfs://localhost:54899/data/recoverytest/core_node2/data/]
[junit4] 2> 2523331 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54899/data/recoverytest/core_node2/data/snapshot_metadata
[junit4] 2> 2523694 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2523694 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2523694 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 2524253 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2524377 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.s.IndexSchema [recoverytest_shard1_replica_n3] Schema name=minimal
[junit4] 2> 2524427 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2524427 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica_n3' using configuration from collection recoverytest, trusted=true
[junit4] 2> 2524427 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48583.solr.core.recoverytest.shard1.replica_n3' (registry 'solr.core.recoverytest.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@494e878c
[junit4] 2> 2524427 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:54899/data
[junit4] 2> 2524430 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2524430 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2524430 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.SolrCore [[recoverytest_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_19B341F0295B3818-001/tempDir-001/node2/recoverytest_shard1_replica_n3], dataDir=[hdfs://localhost:54899/data/recoverytest/core_node4/data/]
[junit4] 2> 2524431 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54899/data/recoverytest/core_node4/data/snapshot_metadata
[junit4] 2> 2524876 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2524877 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2531244 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2531245 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2531273 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54899/data/recoverytest/core_node2/data
[junit4] 2> 2531290 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54899/data/recoverytest/core_node4/data
[junit4] 2> 2531617 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54899/data/recoverytest/core_node4/data/index
[junit4] 2> 2531846 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54899/data/recoverytest/core_node2/data/index
[junit4] 2> 2531850 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2531850 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2531858 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2531858 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2531903 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2531922 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2532964 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44657 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-367b05e1-6755-438d-9e9b-6d6b7ffadf69:NORMAL:127.0.0.1:55761|RBW], ReplicaUC[[DISK]DS-a03a8a59-71f2-4d74-8a3b-7ef354b5b8ee:NORMAL:127.0.0.1:44657|RBW]]} size 0
[junit4] 2> 2532968 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55761 is added to blk_1073741825_1001 size 69
[junit4] 2> 2533111 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44657 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-727bb8f5-06d7-4490-b5a4-6ff67ed23594:NORMAL:127.0.0.1:55761|RBW], ReplicaUC[[DISK]DS-aa56a446-a3e0-4f8c-85dc-59ca0f68b875:NORMAL:127.0.0.1:44657|RBW]]} size 0
[junit4] 2> 2533111 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55761 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-727bb8f5-06d7-4490-b5a4-6ff67ed23594:NORMAL:127.0.0.1:55761|RBW], ReplicaUC[[DISK]DS-aa56a446-a3e0-4f8c-85dc-59ca0f68b875:NORMAL:127.0.0.1:44657|RBW]]} size 0
[junit4] 2> 2534537 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2534537 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2534537 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2534546 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2534546 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2534546 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2534868 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2534868 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2534871 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2534871 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2537276 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7634c46b[recoverytest_shard1_replica_n1] main]
[junit4] 2> 2537278 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2537279 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2537286 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2537288 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584091306887479296
[junit4] 2> 2537290 INFO (searcherExecutor-1607-thread-1-processing-n:127.0.0.1:48067_solr x:recoverytest_shard1_replica_n1 s:shard1 c:recoverytest r:core_node2) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.SolrCore [recoverytest_shard1_replica_n1] Registered new searcher Searcher@7634c46b[recoverytest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2537295 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2537299 INFO (zkCallback-558-thread-2-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2537299 INFO (zkCallback-558-thread-3-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2537366 INFO (zkCallback-557-thread-2-processing-n:127.0.0.1:48583_solr) [n:127.0.0.1:48583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2537366 INFO (zkCallback-557-thread-1-processing-n:127.0.0.1:48583_solr) [n:127.0.0.1:48583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2537368 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@212d3324[recoverytest_shard1_replica_n3] main]
[junit4] 2> 2537374 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2537377 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2537378 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2537386 INFO (searcherExecutor-1608-thread-1-processing-n:127.0.0.1:48583_solr x:recoverytest_shard1_replica_n3 s:shard1 c:recoverytest r:core_node4) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.SolrCore [recoverytest_shard1_replica_n3] Registered new searcher Searcher@212d3324[recoverytest_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2537386 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584091306990239744
[junit4] 2> 2537845 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2537846 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2537846 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:48067/solr/recoverytest_shard1_replica_n1/
[junit4] 2> 2537846 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica_n1 url=https://127.0.0.1:48067/solr START replicas=[https://127.0.0.1:48583/solr/recoverytest_shard1_replica_n3/] nUpdates=100
[junit4] 2> 2538625 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica_n1 url=https://127.0.0.1:48067/solr DONE. We have no versions. sync failed.
[junit4] 2> 2539002 INFO (qtp260365154-3840) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.c.S.Request [recoverytest_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2539011 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2539011 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2539011 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2539035 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:48067/solr/recoverytest_shard1_replica_n1/ shard1
[junit4] 2> 2539349 INFO (zkCallback-558-thread-2-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2539349 INFO (zkCallback-558-thread-3-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2539354 INFO (zkCallback-557-thread-2-processing-n:127.0.0.1:48583_solr) [n:127.0.0.1:48583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2539354 INFO (zkCallback-557-thread-1-processing-n:127.0.0.1:48583_solr) [n:127.0.0.1:48583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2539381 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2539383 INFO (qtp1637142555-3849) [n:127.0.0.1:48067_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica_n1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=18876
[junit4] 2> 2539525 INFO (zkCallback-557-thread-2-processing-n:127.0.0.1:48583_solr) [n:127.0.0.1:48583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2539525 INFO (zkCallback-557-thread-1-processing-n:127.0.0.1:48583_solr) [n:127.0.0.1:48583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2539627 INFO (qtp260365154-3841) [n:127.0.0.1:48583_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica_n3&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=16695
[junit4] 2> 2539747 INFO (zkCallback-558-thread-2-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2539747 INFO (zkCallback-558-thread-3-processing-n:127.0.0.1:48067_solr) [n:127.0.0.1:48067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2539751 INFO (qtp1637142555-3852) [n:127.0.0.1:48067_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for a
[...truncated too long message...]
eper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 9519415 INFO (jetty-closer-2929-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e2f1939{/solr,null,UNAVAILABLE}
[junit4] 2> 9519453 ERROR (SUITE-TriggerIntegrationTest-seed#[19B341F0295B3818]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 9519454 INFO (SUITE-TriggerIntegrationTest-seed#[19B341F0295B3818]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45052 45052
[junit4] 2> 9519773 INFO (Thread-5050) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45052 45052
[junit4] 2> 9519774 WARN (Thread-5050) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/aliases.json
[junit4] 2> 17 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/clusterprops.json
[junit4] 2> 42 /solr/clusterstate.json
[junit4] 2> 16 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99006153322528817-127.0.0.1:58275_solr-n_0000000010
[junit4] 2> 3 /solr/overseer_elect/election/99006153322528772-127.0.0.1:49525_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99006153322528831-127.0.0.1:47789_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/99006153322528824-127.0.0.1:36375_solr-n_0000000012
[junit4] 2> 2 /solr/overseer_elect/election/99006153322528806-127.0.0.1:37629_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections
[junit4] 2> 41 /solr/live_nodes
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 3 /solr/autoscaling/events/node_added_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_19B341F0295B3818-001
[junit4] 2> Nov 15, 2017 2:49:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1892, maxMBSortInHeap=6.280136101553952, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@643e1a0c), locale=fi, timezone=America/Creston
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=139470776,total=510656512
[junit4] 2> NOTE: All tests run in this JVM: [SolrCLIZkUtilsTest, DeleteNodeTest, ConnectionReuseTest, PeerSyncWithIndexFingerprintCachingTest, AnalysisErrorHandlingTest, TestReload, BufferStoreTest, UnloadDistributedZkTest, TestUnifiedSolrHighlighter, EchoParamsTest, TestJsonFacets, HdfsThreadLeakTest, DefaultValueUpdateProcessorTest, RequestLoggingTest, UniqFieldsUpdateProcessorFactoryTest, TestExclusionRuleCollectionAccess, HLLSerializationTest, TestSolrDeletionPolicy2, TestFuzzyAnalyzedSuggestions, TestSQLHandlerNonCloud, RegexBytesRefFilterTest, TestOverriddenPrefixQueryForCustomFieldType, CustomCollectionTest, MergeStrategyTest, TestLegacyFieldReuse, TestValueSourceCache, TestFieldTypeCollectionResource, CopyFieldTest, TestAuthenticationFramework, BadComponentTest, TestMultiValuedNumericRangeQuery, CollectionReloadTest, TestConfigReload, TestSolr4Spatial2, OverseerRolesTest, TestStressInPlaceUpdates, LegacyCloudClusterPropTest, DeleteStatusTest, TestShardHandlerFactory, TestHighFrequencyDictionaryFactory, RequiredFieldsTest, TestIndexSearcher, TestPrepRecovery, XmlUpdateRequestHandlerTest, HdfsRecoveryZkTest, TestLFUCache, TestFieldCacheWithThreads, TestQuerySenderListener, XsltUpdateRequestHandlerTest, TestPartialUpdateDeduplication, DocValuesNotIndexedTest, TestInitParams, TestDistributedMissingSort, CloneFieldUpdateProcessorFactoryTest, TestUseDocValuesAsStored, SystemInfoHandlerTest, MetricsConfigTest, TestExpandComponent, ClusterStateTest, SuggestComponentContextFilterQueryTest, BasicDistributedZk2Test, AnalyticsQueryTest, TestCSVResponseWriter, RuleEngineTest, TestIntervalFaceting, AddSchemaFieldsUpdateProcessorFactoryTest, SuggesterTest, SearchRateTriggerTest, AlternateDirectoryTest, TestCloudSchemaless, CSVRequestHandlerTest, ScriptEngineTest, SortByFunctionTest, SolrGraphiteReporterTest, TestGeoJSONResponseWriter, TestPKIAuthenticationPlugin, TestTolerantSearch, ZkNodePropsTest, TestExtendedDismaxParser, TestBlendedInfixSuggestions, FileBasedSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestMissingGroups, UUIDUpdateProcessorFallbackTest, ClassificationUpdateProcessorFactoryTest, StatsReloadRaceTest, PluginInfoTest, AliasIntegrationTest, TestManagedResource, DirectSolrSpellCheckerTest, ReplicaListTransformerTest, PeerSyncReplicationTest, LeaderElectionTest, TestSortByMinMaxFunction, TestEmbeddedSolrServerConstructors, TestCloudNestedDocsSort, DistributedExpandComponentTest, WrapperMergePolicyFactoryTest, TestLeaderElectionZkExpiry, TestExceedMaxTermLength, BooleanFieldTest, SimpleMLTQParserTest, TestNumericTokenStream, DateRangeFieldTest, AutoscalingHistoryHandlerTest, AsyncCallRequestStatusResponseTest, DistribJoinFromCollectionTest, HdfsDirectoryFactoryTest, SolrSlf4jReporterTest, BasicAuthStandaloneTest, ReplaceNodeTest, TestBulkSchemaAPI, TestSolrCoreProperties, AutoAddReplicasIntegrationTest, TestZkChroot, TestNonDefinedSimilarityFactory, TestComplexPhraseQParserPlugin, SuggesterWFSTTest, TestRealTimeGet, SpatialRPTFieldTypeTest, TestFunctionQuery, SolrTestCaseJ4Test, RecoveryZkTest, TestRandomFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestStressReorder, DistributedTermsComponentTest, TestCoreContainer, SolrCoreTest, TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest, HighlighterTest, ShowFileRequestHandlerTest, TestCoreDiscovery, TestStressLucene, TestTrie, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestAtomicUpdateErrorCases, DistanceFunctionTest, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, TestIndexingPerformance, FastVectorHighlighterTest, LoggingHandlerTest, SolrPluginUtilsTest, TestJmxIntegration, JsonLoaderTest, SearchHandlerTest, TestElisionMultitermQuery, TestConfig, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCharFilters, TestXIncludeConfig, TimeZoneUtilsTest, TestFastOutputStream, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, TestEmbeddedSolrServerAdminHandler, TestJettySolrRunner, AddReplicaTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DeleteShardTest, HealthCheckHandlerTest, HttpPartitionTest, MoveReplicaTest, MultiThreadedOCPTest, SaslZkACLProviderTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPI, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestLocalFSCloudBackupRestore, TestRandomFlRTGCloud, TestSSLRandomization, TestSkipOverseerOperations, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, SystemLogListenerTest, TriggerIntegrationTest]
[junit4] Completed [576/749 (8!)] on J2 in 167.91s, 12 tests, 1 failure <<< FAILURES!
[...truncated 47859 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2174 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2174/
2 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest
Error Message:
expected:<2> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
at __randomizedtesting.SeedInfo.seed([549E0CC4396A0039:206EED817D4E47B6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:132)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([549E0CC4396A0039:3B7F771E298E222]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:709)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11768 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/init-core-data-001
[junit4] 2> 528921 WARN (SUITE-AutoScalingHandlerTest-seed#[549E0CC4396A0039]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 528972 INFO (SUITE-AutoScalingHandlerTest-seed#[549E0CC4396A0039]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 528973 INFO (SUITE-AutoScalingHandlerTest-seed#[549E0CC4396A0039]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 528974 INFO (SUITE-AutoScalingHandlerTest-seed#[549E0CC4396A0039]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 528974 INFO (SUITE-AutoScalingHandlerTest-seed#[549E0CC4396A0039]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001
[junit4] 2> 528974 INFO (SUITE-AutoScalingHandlerTest-seed#[549E0CC4396A0039]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 528994 INFO (Thread-241) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 528994 INFO (Thread-241) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 529042 ERROR (Thread-241) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 529110 INFO (SUITE-AutoScalingHandlerTest-seed#[549E0CC4396A0039]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34614
[junit4] 2> 529320 INFO (jetty-launcher-146-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 529354 INFO (jetty-launcher-146-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 529578 INFO (jetty-launcher-146-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c382134{/solr,null,AVAILABLE}
[junit4] 2> 529594 INFO (jetty-launcher-146-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c041692{/solr,null,AVAILABLE}
[junit4] 2> 529611 INFO (jetty-launcher-146-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6accbe7a{SSL,[ssl, http/1.1]}{127.0.0.1:41753}
[junit4] 2> 529611 INFO (jetty-launcher-146-thread-2) [ ] o.e.j.s.Server Started @545763ms
[junit4] 2> 529611 INFO (jetty-launcher-146-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41753}
[junit4] 2> 529611 ERROR (jetty-launcher-146-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 529611 INFO (jetty-launcher-146-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 529611 INFO (jetty-launcher-146-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 529611 INFO (jetty-launcher-146-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 529612 INFO (jetty-launcher-146-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-14T17:31:44.821Z
[junit4] 2> 529631 INFO (jetty-launcher-146-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56a11ae0{SSL,[ssl, http/1.1]}{127.0.0.1:42549}
[junit4] 2> 529631 INFO (jetty-launcher-146-thread-1) [ ] o.e.j.s.Server Started @545783ms
[junit4] 2> 529631 INFO (jetty-launcher-146-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42549}
[junit4] 2> 529631 ERROR (jetty-launcher-146-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 529631 INFO (jetty-launcher-146-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 529631 INFO (jetty-launcher-146-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 529631 INFO (jetty-launcher-146-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 529631 INFO (jetty-launcher-146-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-14T17:31:44.840Z
[junit4] 2> 529778 INFO (jetty-launcher-146-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 529810 INFO (jetty-launcher-146-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 529845 INFO (jetty-launcher-146-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34614/solr
[junit4] 2> 529863 INFO (jetty-launcher-146-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34614/solr
[junit4] 2> 530035 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fbb9634da0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 530333 INFO (jetty-launcher-146-thread-2) [n:127.0.0.1:41753_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 530333 INFO (jetty-launcher-146-thread-2) [n:127.0.0.1:41753_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41753_solr
[junit4] 2> 530387 INFO (jetty-launcher-146-thread-2) [n:127.0.0.1:41753_solr ] o.a.s.c.Overseer Overseer (id=99003970631630854-127.0.0.1:41753_solr-n_0000000000) starting
[junit4] 2> 530515 INFO (jetty-launcher-146-thread-2) [n:127.0.0.1:41753_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41753_solr
[junit4] 2> 530697 INFO (OverseerStateUpdate-99003970631630854-127.0.0.1:41753_solr-n_0000000000) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 531212 INFO (jetty-launcher-146-thread-1) [n:127.0.0.1:42549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 531302 INFO (jetty-launcher-146-thread-1) [n:127.0.0.1:42549_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 531465 INFO (jetty-launcher-146-thread-1) [n:127.0.0.1:42549_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42549_solr
[junit4] 2> 531554 INFO (zkCallback-158-thread-1-processing-n:127.0.0.1:41753_solr) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 531594 INFO (zkCallback-157-thread-1-processing-n:127.0.0.1:42549_solr) [n:127.0.0.1:42549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 531666 INFO (jetty-launcher-146-thread-2) [n:127.0.0.1:41753_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41753.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 531666 INFO (jetty-launcher-146-thread-2) [n:127.0.0.1:41753_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41753.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 531666 INFO (jetty-launcher-146-thread-2) [n:127.0.0.1:41753_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41753.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 531667 INFO (jetty-launcher-146-thread-2) [n:127.0.0.1:41753_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node2/.
[junit4] 2> 531866 INFO (jetty-launcher-146-thread-1) [n:127.0.0.1:42549_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42549.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 531866 INFO (jetty-launcher-146-thread-1) [n:127.0.0.1:42549_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42549.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 531866 INFO (jetty-launcher-146-thread-1) [n:127.0.0.1:42549_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42549.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 531920 INFO (jetty-launcher-146-thread-1) [n:127.0.0.1:42549_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node1/.
[junit4] 2> 532599 INFO (SUITE-AutoScalingHandlerTest-seed#[549E0CC4396A0039]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 532620 INFO (SUITE-AutoScalingHandlerTest-seed#[549E0CC4396A0039]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 532710 INFO (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[549E0CC4396A0039]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testErrorHandling
[junit4] 2> 533295 ERROR (qtp2089025075-907) [n:127.0.0.1:41753_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {shard=#EACH, node=#ANY}, {nodeRole=overseer, replica=0}], errorMessages=[replica is required in {
[junit4] 2> "shard":"#EACH",
[junit4] 2> "node":"#ANY"}]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:211)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 533295 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=400 QTime=218
[junit4] 2> 533296 INFO (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[549E0CC4396A0039]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testErrorHandling
[junit4] 2> 533355 INFO (TEST-AutoScalingHandlerTest.testPolicyAndPreferences-seed#[549E0CC4396A0039]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPolicyAndPreferences
[junit4] 2> 533477 ERROR (qtp2089025075-906) [n:127.0.0.1:41753_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-policy={xyz=[{replica=<2, shard=#EACH, node=#ANY}, {nodeRole=!overseer, replica=0}], policy1=[{cores=<2, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}]}, errorMessages=[cores is only allowed in 'cluster-policy']}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:211)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 533478 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=400 QTime=53
[junit4] 2> 533698 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 533698 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 533948 INFO (qtp2089025075-912) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=82
[junit4] 2> 534416 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 534597 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1118
[junit4] 2> 534782 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 534782 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 534799 INFO (qtp2089025075-909) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 534833 INFO (qtp1777903686-903) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 534884 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=271
[junit4] 2> 535153 INFO (qtp2089025075-910) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 535154 INFO (qtp2089025075-910) [n:127.0.0.1:41753_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 535165 INFO (qtp2089025075-909) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 535239 INFO (qtp1777903686-904) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 535328 INFO (qtp2089025075-910) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=371
[junit4] 2> 535458 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 535458 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 535714 INFO (qtp2089025075-909) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=240
[junit4] 2> 535717 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=1
[junit4] 2> 535788 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=458
[junit4] 2> 536118 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 536118 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 536135 INFO (qtp2089025075-908) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm} status=0 QTime=0
[junit4] 2> 536191 INFO (qtp1777903686-903) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm} status=0 QTime=0
[junit4] 2> 536207 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=292
[junit4] 2> 536522 INFO (qtp2089025075-912) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 536559 INFO (qtp2089025075-912) [n:127.0.0.1:41753_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 536775 INFO (qtp2089025075-908) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.core} status=0 QTime=0
[junit4] 2> 536800 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.core} status=0 QTime=0
[junit4] 2> 536975 INFO (qtp2089025075-912) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=766
[junit4] 2> 536976 INFO (TEST-AutoScalingHandlerTest.testPolicyAndPreferences-seed#[549E0CC4396A0039]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPolicyAndPreferences
[junit4] 2> 537210 INFO (TEST-AutoScalingHandlerTest.testReadApi-seed#[549E0CC4396A0039]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReadApi
[junit4] 2> 537742 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 537743 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 537744 INFO (qtp2089025075-910) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 537750 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 537781 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=564
[junit4] 2> 537890 INFO (qtp2089025075-909) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 537891 INFO (qtp2089025075-909) [n:127.0.0.1:41753_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 537909 INFO (qtp2089025075-910) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=17
[junit4] 2> 537933 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 537999 INFO (qtp2089025075-909) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=217
[junit4] 2> 538219 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 538220 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 538312 INFO (qtp2089025075-908) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=90
[junit4] 2> 538316 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 538349 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=347
[junit4] 2> 538617 INFO (qtp2089025075-912) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 538618 INFO (qtp2089025075-912) [n:127.0.0.1:41753_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 538620 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 538658 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 538694 INFO (qtp2089025075-912) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=344
[junit4] 2> 538732 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 538874 INFO (qtp2089025075-909) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 538875 INFO (qtp2089025075-909) [n:127.0.0.1:41753_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 538876 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 538913 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 538970 INFO (qtp2089025075-909) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling/diagnostics params={wt=javabin&version=2} status=0 QTime=236
[junit4] 2> 538971 INFO (qtp2089025075-908) [n:127.0.0.1:41753_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=6&collection.configName=conf&maxShardsPerNode=10&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 539077 INFO (OverseerThreadFactory-430-thread-1-processing-n:127.0.0.1:41753_solr) [n:127.0.0.1:41753_solr ] o.a.s.c.CreateCollectionCmd Create collection readApiTestViolations
[junit4] 2> 539078 ERROR (OverseerThreadFactory-430-thread-1-processing-n:127.0.0.1:41753_solr) [n:127.0.0.1:41753_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: readApiTestViolations operation: create failed:org.apache.solr.common.SolrException: 'maxShardsPerNode>0' is not supported when autoScaling policies are used
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:136)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 539204 INFO (qtp2089025075-908) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=6&collection.configName=conf&maxShardsPerNode=10&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=233
[junit4] 2> 539387 INFO (qtp2089025075-910) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 539388 INFO (qtp2089025075-910) [n:127.0.0.1:41753_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34614/solr ready
[junit4] 2> 539389 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 539444 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 539481 INFO (qtp2089025075-910) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=168
[junit4] 2> 539482 INFO (qtp2089025075-912) [n:127.0.0.1:41753_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=6&collection.configName=conf&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 539517 INFO (OverseerCollectionConfigSetProcessor-99003970631630854-127.0.0.1:41753_solr-n_0000000000) [n:127.0.0.1:41753_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 539517 INFO (OverseerThreadFactory-430-thread-2-processing-n:127.0.0.1:41753_solr) [n:127.0.0.1:41753_solr ] o.a.s.c.CreateCollectionCmd Create collection readApiTestViolations
[junit4] 2> 539518 WARN (OverseerThreadFactory-430-thread-2-processing-n:127.0.0.1:41753_solr) [n:127.0.0.1:41753_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 6 on collection readApiTestViolations is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 539592 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 539642 INFO (qtp1777903686-903) [n:127.0.0.1:42549_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=12
[junit4] 2> 539992 INFO (OverseerStateUpdate-99003970631630854-127.0.0.1:41753_solr-n_0000000000) [n:127.0.0.1:41753_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41753/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 539993 INFO (OverseerStateUpdate-99003970631630854-127.0.0.1:41753_solr-n_0000000000) [n:127.0.0.1:41753_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42549/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 539995 INFO (OverseerStateUpdate-99003970631630854-127.0.0.1:41753_solr-n_0000000000) [n:127.0.0.1:41753_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41753/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 540030 INFO (OverseerStateUpdate-99003970631630854-127.0.0.1:41753_solr-n_0000000000) [n:127.0.0.1:41753_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42549/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 540046 INFO (OverseerStateUpdate-99003970631630854-127.0.0.1:41753_solr-n_0000000000) [n:127.0.0.1:41753_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41753/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 540082 INFO (OverseerStateUpdate-99003970631630854-127.0.0.1:41753_solr-n_0000000000) [n:127.0.0.1:41753_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42549/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 540338 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n1&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 540338 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 540541 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n3&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 540596 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n6&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 540596 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 540614 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n2&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 540614 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n10&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 540724 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n8&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 540834 INFO (zkCallback-158-thread-1-processing-n:127.0.0.1:41753_solr) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 540849 INFO (zkCallback-157-thread-1-processing-n:127.0.0.1:42549_solr) [n:127.0.0.1:42549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 540850 INFO (zkCallback-158-thread-2-processing-n:127.0.0.1:41753_solr) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 540850 INFO (zkCallback-157-thread-2-processing-n:127.0.0.1:42549_solr) [n:127.0.0.1:42549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 540850 INFO (zkCallback-157-thread-3-processing-n:127.0.0.1:42549_solr) [n:127.0.0.1:42549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 541709 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 541917 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 542009 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 542009 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n1' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 542024 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41753.solr.core.readApiTestViolations.shard1.replica_n1' (registry 'solr.core.readApiTestViolations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 542025 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 542025 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node2/readApiTestViolations_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node2/./readApiTestViolations_shard1_replica_n1/data/]
[junit4] 2> 542113 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 542148 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 542150 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 542181 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 542245 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 542291 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n8] Schema name=minimal
[junit4] 2> 542383 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 542383 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n8' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 542384 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41753.solr.core.readApiTestViolations.shard1.replica_n8' (registry 'solr.core.readApiTestViolations.shard1.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 542384 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 542384 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n8] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node2/readApiTestViolations_shard1_replica_n8], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node2/./readApiTestViolations_shard1_replica_n8/data/]
[junit4] 2> 542392 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n6] Schema name=minimal
[junit4] 2> 542537 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 542537 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n6' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 542537 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42549.solr.core.readApiTestViolations.shard1.replica_n6' (registry 'solr.core.readApiTestViolations.shard1.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 542538 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 542538 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node1/readApiTestViolations_shard1_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node1/./readApiTestViolations_shard1_replica_n6/data/]
[junit4] 2> 542560 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n2] Schema name=minimal
[junit4] 2> 542573 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n3] Schema name=minimal
[junit4] 2> 542583 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n10] Schema name=minimal
[junit4] 2> 542595 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 542595 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n3' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 542596 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41753.solr.core.readApiTestViolations.shard1.replica_n3' (registry 'solr.core.readApiTestViolations.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 542596 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 542596 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node2/readApiTestViolations_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node2/./readApiTestViolations_shard1_replica_n3/data/]
[junit4] 2> 542604 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 542604 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n10' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 542605 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42549.solr.core.readApiTestViolations.shard1.replica_n10' (registry 'solr.core.readApiTestViolations.shard1.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 542605 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 542605 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n10] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node1/readApiTestViolations_shard1_replica_n10], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node1/./readApiTestViolations_shard1_replica_n10/data/]
[junit4] 2> 542611 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 542611 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n2' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 542732 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42549.solr.core.readApiTestViolations.shard1.replica_n2' (registry 'solr.core.readApiTestViolations.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac189db
[junit4] 2> 542765 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 542765 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node1/readApiTestViolations_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_549E0CC4396A0039-001/tempDir-001/node1/./readApiTestViolations_shard1_replica_n2/data/]
[junit4] 2> 543127 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 543127 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 543128 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 543128 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 543130 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@e6799a1[readApiTestViolations_shard1_replica_n2] main]
[junit4] 2> 543151 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 543152 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 543204 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 543205 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584063544991678464
[junit4] 2> 543408 INFO (searcherExecutor-440-thread-1-processing-n:127.0.0.1:42549_solr x:readApiTestViolations_shard1_replica_n2 s:shard1 c:readApiTestViolations r:core_node5) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SolrCore [readApiTestViolations_shard1_replica_n2] Registered new searcher Searcher@e6799a1[readApiTestViolations_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 543426 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=6 found=1 timeoutin=9999ms
[junit4] 2> 543427 INFO (zkCallback-158-thread-2-processing-n:127.0.0.1:41753_solr) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543427 INFO (zkCallback-158-thread-1-processing-n:127.0.0.1:41753_solr) [n:127.0.0.1:41753_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543444 INFO (zkCallback-157-thread-3-processing-n:127.0.0.1:42549_solr) [n:127.0.0.1:42549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543444 INFO (zkCallback-157-thread-2-processing-n:127.0.0.1:42549_solr) [n:127.0.0.1:42549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543445 INFO (zkCallback-157-thread-1-processing-n:127.0.0.1:42549_solr) [n:127.0.0.1:42549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543554 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 543554 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 543555 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 543555 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 543556 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@6db2ab40[readApiTestViolations_shard1_replica_n6] main]
[junit4] 2> 543557 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 543590 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 543590 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 543591 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 543592 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 543593 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@77a79f7[readApiTestViolations_shard1_replica_n8] main]
[junit4] 2> 543594 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 543594 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 543607 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 543607 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 543608 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 543608 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 543609 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a39f20f[readApiTestViolations_shard1_replica_n1] main]
[junit4] 2> 543610 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 543610 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 543627 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 543628 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 543658 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 543709 INFO (searcherExecutor-437-thread-1-processing-n:127.0.0.1:42549_solr x:readApiTestViolations_shard1_replica_n6 s:shard1 c:readApiTestViolations r:core_node9) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrCore [readApiTestViolations_shard1_replica_n6] Registered new searcher Searcher@6db2ab40[readApiTestViolations_shard1_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 543709 INFO (searcherExecutor-435-thread-1-processing-n:127.0.0.1:41753_solr x:readApiTestViolations_shard1_replica_n1 s:shard1 c:readApiTestViolations r:core_node4) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrCore [readApiTestViolations_shard1_replica_n1] Registered new searcher Searcher@4a39f20f[readApiTestViolations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 543710 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 543710 INFO (qtp1777903686-897) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584063545521209344
[junit4] 2> 543712 INFO (qtp2089025075-913) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584063545523306496
[junit4] 2> 543714 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 543714 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 543715 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 543715 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 543765 INFO (qtp2089025075-906) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584063545578881024
[junit4] 2> 543861 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 543861 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 543863 INFO (searcherExecutor-436-thread-1-processing-n:127.0.0.1:41753_solr x:readApiTestViolations_shard1_replica_n8 s:shard1 c:readApiTestViolations r:core_node11) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.c.SolrCore [readApiTestViolations_shard1_replica_n8] Registered new searcher Searcher@77a79f7[readApiTestViolations_shard1_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 543875 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@5361c972[readApiTestViolations_shard1_replica_n3] main]
[junit4] 2> 543913 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 543913 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 543914 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.s.SolrIndexSearcher Opening [Searcher@e7248e2[readApiTestViolations_shard1_replica_n10] main]
[junit4] 2> 543928 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 543948 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 543949 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 543985 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 544006 INFO (searcherExecutor-438-thread-1-processing-n:127.0.0.1:41753_solr x:readApiTestViolations_shard1_replica_n3 s:shard1 c:readApiTestViolations r:core_node7) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.SolrCore [readApiTestViolations_shard1_replica_n3] Registered new searcher Searcher@5361c972[readApiTestViolations_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 544006 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 544007 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 544007 INFO (qtp1777903686-898) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584063545832636416
[junit4] 2> 544022 INFO (qtp2089025075-907) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584063545848365056
[junit4] 2> 544042 INFO (searcherExecutor-439-thread-1-processing-n:127.0.0.1:42549_solr x:readApiTestViolations_shard1_replica_n10 s:shard1 c:readApiTestViolations r:core_node12) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.SolrCore [readApiTestViolations_shard1_replica_n10] Registered new searcher Searcher@e7248e2[readApiTestViolations_shard1_replica_n10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 544526 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 544526 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 544526 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42549/solr/readApiTestViolations_shard1_replica_n2/
[junit4] 2> 544527 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=readApiTestViolations_shard1_replica_n2 url=https://127.0.0.1:42549/solr START replicas=[https://127.0.0.1:41753/solr/readApiTestViolations_shard1_replica_n1/, https://127.0.0.1:41753/solr/readApiTestViolations_shard1_replica_n3/, https://127.0.0.1:42549/solr/readApiTestViolations_shard1_replica_n6/, https://127.0.0.1:41753/solr/readApiTestViolations_shard1_replica_n8/, https://127.0.0.1:42549/solr/readApiTestViolations_shard1_replica_n10/] nUpdates=100
[junit4] 2> 544894 INFO (qtp2089025075-910) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.c.S.Request [readApiTestViolations_shard1_replica_n8] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=99
[junit4] 2> 544932 INFO (qtp2089025075-909) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.S.Request [readApiTestViolations_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 544961 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=readApiTestViolations_shard1_replica_n2 url=https://127.0.0.1:42549/solr DONE. We have no versions. sync failed.
[junit4] 2> 545058 INFO (qtp1777903686-901) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.S.Request [readApiTestViolations_shard1_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=107
[junit4] 2> 545059 INFO (qtp1777903686-903) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.S.Request [readApiTestViolations_shard1_replica_n10] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=107
[junit4] 2> 545367 INFO (qtp2089025075-910) [n:127.0.0.1:41753_solr c:readApiTestViolations s:shard1 r:core_node4 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.S.Request [readApiTestViolations_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=307
[junit4] 2> 545383 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 545383 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 545383 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 545385 INFO (qtp1777903686-902) [n:127.0.0.1:42549_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42549/solr/readApiTestViolations_shard1_replica_n2/ shard1
[junit4] 2> 545495 INFO (zkCallback-157-thread-1-processing-n:127.0.0.1:42549_solr) [n:127.0.0.1:42549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTe
[...truncated too long message...]
re.collection1.shard1.replica_n1, tag=867191750
[junit4] 2> 2271340 INFO (coreCloseExecutor-3162-thread-2) [n:127.0.0.1:34305_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5475905d: rootName = solr_34305, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@fddff7f
[junit4] 2> 2271354 INFO (zkCallback-1573-thread-1-processing-n:127.0.0.1:34305_solr) [n:127.0.0.1:34305_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 2271354 INFO (zkCallback-1566-thread-1-processing-n:127.0.0.1:43952_solr) [n:127.0.0.1:43952_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 2271355 INFO (zkCallback-1566-thread-2-processing-n:127.0.0.1:43952_solr) [n:127.0.0.1:43952_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 2271414 INFO (coreCloseExecutor-3162-thread-2) [n:127.0.0.1:34305_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=867191750
[junit4] 2> 2271449 INFO (coreCloseExecutor-3163-thread-1) [n:127.0.0.1:43952_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n4] o.a.s.c.SolrCore [collection1_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@1216c936
[junit4] 2> 2271449 INFO (coreCloseExecutor-3163-thread-1) [n:127.0.0.1:43952_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n4, tag=303483190
[junit4] 2> 2271449 INFO (coreCloseExecutor-3163-thread-1) [n:127.0.0.1:43952_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d0de51f: rootName = solr_43952, domain = solr.core.collection1.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@427fefc0
[junit4] 2> 2271557 INFO (coreCloseExecutor-3163-thread-2) [n:127.0.0.1:43952_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@55c3e9cc
[junit4] 2> 2271576 INFO (coreCloseExecutor-3163-thread-2) [n:127.0.0.1:43952_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n2, tag=1438902732
[junit4] 2> 2271576 INFO (coreCloseExecutor-3163-thread-2) [n:127.0.0.1:43952_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@85a2213: rootName = solr_43952, domain = solr.core.collection1.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@a0f3d16
[junit4] 2> 2271633 INFO (coreCloseExecutor-3163-thread-1) [n:127.0.0.1:43952_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=303483190
[junit4] 2> 2271716 INFO (coreCloseExecutor-3163-thread-2) [n:127.0.0.1:43952_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1438902732
[junit4] 2> 2271903 INFO (jetty-closer-1524-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99004081461723153-127.0.0.1:43952_solr-n_0000000004) closing
[junit4] 2> 2271904 INFO (OverseerStateUpdate-99004081461723153-127.0.0.1:43952_solr-n_0000000004) [n:127.0.0.1:43952_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43952_solr
[junit4] 2> 2271904 WARN (OverseerAutoScalingTriggerThread-99004081461723153-127.0.0.1:43952_solr-n_0000000004) [n:127.0.0.1:43952_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2272085 INFO (jetty-closer-1524-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6ede0f09{/solr,null,UNAVAILABLE}
[junit4] 2> 2272125 INFO (jetty-closer-1524-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b165c7f{/solr,null,UNAVAILABLE}
[junit4] 2> 2272125 ERROR (SUITE-TestCloudRecovery-seed#[549E0CC4396A0039]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2272125 INFO (SUITE-TestCloudRecovery-seed#[549E0CC4396A0039]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40225 40225
[junit4] 2> 2272125 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fbbb002d70011, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2272205 INFO (Thread-1229) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40225 40225
[junit4] 2> 2272205 WARN (Thread-1229) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 39 /solr/collections/collection1/state.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_549E0CC4396A0039-001
[junit4] 2> Nov 14, 2017 6:00:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=426, maxMBSortInHeap=5.965800294316802, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@76f170be), locale=es-MX, timezone=America/Matamoros
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=166930568,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [AsyncCallRequestStatusResponseTest, TestPrepRecovery, TestConfigSetsAPIExclusivity, TestSQLHandlerNonCloud, TestUseDocValuesAsStored, TestNumericTokenStream, TestCollectionAPI, SearchRateTriggerTest, TestDynamicFieldResource, BooleanFieldTest, CopyFieldTest, AliasIntegrationTest, DocValuesNotIndexedTest, TestTrie, AlternateDirectoryTest, CollectionReloadTest, TestCloudSchemaless, TestManagedSchema, RequestLoggingTest, TemplateUpdateProcessorTest, ChaosMonkeyNothingIsSafeTest, TestPointFields, ComputePlanActionTest, AnalysisErrorHandlingTest, ConnectionReuseTest, TestTrackingShardHandlerFactory, TestCoreDiscovery, TestReplicaProperties, TestDynamicLoading, ZkStateReaderTest, TestLeaderElectionZkExpiry, TestPKIAuthenticationPlugin, RollingRestartTest, DistanceFunctionTest, TestMissingGroups, WrapperMergePolicyFactoryTest, SortByFunctionTest, TestCharFilters, TestOverriddenPrefixQueryForCustomFieldType, ManagedSchemaRoundRobinCloudTest, HdfsBasicDistributedZkTest, RegexBytesRefFilterTest, TestManagedResource, TestSystemCollAutoCreate, DistribJoinFromCollectionTest, LeaderFailureAfterFreshStartTest, TestZkAclsWithHadoopAuth, CdcrBootstrapTest, DistributedFacetPivotWhiteBoxTest, TestReload, MetricUtilsTest, UUIDUpdateProcessorFallbackTest, TestHashPartitioner, TestRetrieveFieldsOptimizer, TestFieldCacheSort, TestDelegationWithHadoopAuth, TestQueryTypes, TestSolrDeletionPolicy2, SuggestComponentContextFilterQueryTest, DistributedFacetPivotLongTailTest, BasicAuthStandaloneTest, TestConfigsApi, TestCloudRecovery]
[junit4] Completed [198/749 (2!)] on J2 in 53.35s, 2 tests, 1 failure <<< FAILURES!
[...truncated 49131 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2173 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2173/
All tests passed
Build Log:
[...truncated 891 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20171114_091930_8237083462653380337650.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 1048576 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/J1/hs_err_pid28302.log
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20171114_091930_8231215022918631988613.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000000fff00000, 1048576, 0) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J1: EOF ----
[...truncated 914 lines...]
[junit4] ERROR: JVM J1 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=EB46FA591F524495 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=8.0.0 -Dtests.cleanthreads=perMethod -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/tools/junit4/tests.policy -Dtests.LUCENE_VERSION=8.0.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/J1 -Djunit4.childvm.id=1 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/classes/test:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20171114_091930_8235094713458199537727.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20171114_091930_8235077968734595489008.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20171114_091930_8237083462653380337650.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20171114_091930_8231215022918631988613.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:779: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build.xml:50: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20171114_091930_8237083462653380337650.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20171114_091930_8231215022918631988613.syserr
Total time: 51 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-master #2172 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 2172 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2172/
10 tests failed.
FAILED: org.apache.solr.cloud.AddReplicaTest.test
Error Message:
core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"https://127.0.0.1:44691/solr","node_name":"127.0.0.1:44691_solr","state":"active","type":"NRT"}
Stack Trace:
java.lang.AssertionError: core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"https://127.0.0.1:44691/solr","node_name":"127.0.0.1:44691_solr","state":"active","type":"NRT"}
at __randomizedtesting.SeedInfo.seed([2733C06330F2FA85:AF67FFB99E0E977D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.AddReplicaTest.test(AddReplicaTest.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CloudExitableDirectoryReaderTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([2733C06330F2FA85]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.setupCluster(CloudExitableDirectoryReaderTest.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Could not load collection from ZK: addReplicaColl
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: addReplicaColl
at __randomizedtesting.SeedInfo.seed([2733C06330F2FA85:B4939745BEFAB154]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:110)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:667)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/addReplicaColl/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
... 44 more
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([2733C06330F2FA85:699861246F4D8076]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet(CollectionsAPISolrJTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication
Error Message:
Could not load collection from ZK: control_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: control_collection
at __randomizedtesting.SeedInfo.seed([2733C06330F2FA85:6D795463A15AD580]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:110)
at org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication(ShardSplitTest.java:189)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/control_collection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
... 45 more
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:37358_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:37358_solr wasn't created
at __randomizedtesting.SeedInfo.seed([2733C06330F2FA85:3F89486F3EC7376A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:919)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
[TestEvent{timestamp=1510607530894000000, config={ "trigger":"node_added_cooldown_trigger", "afterAction":[], "stage":[ "FAILED", "SUCCEEDED", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener", "beforeAction":[]}, stage=SUCCEEDED, actionName='null', event={ "id":"14f6c18ad768d740Tdp74a0nnwycexxm7b8j7tvdpl", "source":"node_added_cooldown_trigger", "eventTime":1510607527093000000, "eventType":"NODEADDED", "properties":{ "eventTimes":[1510607527093000000], "_enqueue_time_":1510607530893000000, "nodeNames":["127.0.0.1:43944_solr"]}}, message='null'}]
Stack Trace:
java.lang.AssertionError: [TestEvent{timestamp=1510607530894000000, config={
"trigger":"node_added_cooldown_trigger",
"afterAction":[],
"stage":[
"FAILED",
"SUCCEEDED",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
"beforeAction":[]}, stage=SUCCEEDED, actionName='null', event={
"id":"14f6c18ad768d740Tdp74a0nnwycexxm7b8j7tvdpl",
"source":"node_added_cooldown_trigger",
"eventTime":1510607527093000000,
"eventType":"NODEADDED",
"properties":{
"eventTimes":[1510607527093000000],
"_enqueue_time_":1510607530893000000,
"nodeNames":["127.0.0.1:43944_solr"]}}, message='null'}]
at __randomizedtesting.SeedInfo.seed([2733C06330F2FA85:168DAD874E588F77]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1210)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.response.transform.TestSubQueryTransformerDistrib.test
Error Message:
Could not load collection from ZK: departments
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: departments
at __randomizedtesting.SeedInfo.seed([2733C06330F2FA85:AF67FFB99E0E977D]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1206)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:848)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.response.transform.TestSubQueryTransformerDistrib.addDocs(TestSubQueryTransformerDistrib.java:219)
at org.apache.solr.response.transform.TestSubQueryTransformerDistrib.createIndex(TestSubQueryTransformerDistrib.java:196)
at org.apache.solr.response.transform.TestSubQueryTransformerDistrib.test(TestSubQueryTransformerDistrib.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/departments/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
... 46 more
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([4E384FB003A8EEFB:C60EEDE3DB0706E9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([2733C06330F2FA85:337B9B3613F5479B]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:657)
at java.util.ArrayList.get(ArrayList.java:433)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11700 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2733C06330F2FA85-001/init-core-data-001
[junit4] 2> 526268 WARN (SUITE-TriggerIntegrationTest-seed#[2733C06330F2FA85]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2446 numCloses=2446
[junit4] 2> 526268 INFO (SUITE-TriggerIntegrationTest-seed#[2733C06330F2FA85]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 526269 INFO (SUITE-TriggerIntegrationTest-seed#[2733C06330F2FA85]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 526269 INFO (SUITE-TriggerIntegrationTest-seed#[2733C06330F2FA85]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 526348 INFO (SUITE-TriggerIntegrationTest-seed#[2733C06330F2FA85]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2733C06330F2FA85-001/tempDir-001
[junit4] 2> 526348 INFO (SUITE-TriggerIntegrationTest-seed#[2733C06330F2FA85]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 526349 INFO (Thread-199) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 526349 INFO (Thread-199) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 526498 INFO (SUITE-TriggerIntegrationTest-seed#[2733C06330F2FA85]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35052
[junit4] 2> 526520 ERROR (Thread-199) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 527304 INFO (jetty-launcher-92-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 527304 INFO (jetty-launcher-92-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 527390 INFO (jetty-launcher-92-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ddc67db{/solr,null,AVAILABLE}
[junit4] 2> 527520 INFO (jetty-launcher-92-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@225964dc{/solr,null,AVAILABLE}
[junit4] 2> 527521 INFO (jetty-launcher-92-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a0f0c2b{HTTP/1.1,[http/1.1]}{127.0.0.1:35189}
[junit4] 2> 527524 INFO (jetty-launcher-92-thread-2) [ ] o.e.j.s.Server Started @530805ms
[junit4] 2> 527524 INFO (jetty-launcher-92-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35189}
[junit4] 2> 527525 ERROR (jetty-launcher-92-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 527525 INFO (jetty-launcher-92-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 527525 INFO (jetty-launcher-92-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 527525 INFO (jetty-launcher-92-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 527525 INFO (jetty-launcher-92-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-13T21:09:45.604Z
[junit4] 2> 527522 INFO (jetty-launcher-92-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3264269b{HTTP/1.1,[http/1.1]}{127.0.0.1:36160}
[junit4] 2> 527525 INFO (jetty-launcher-92-thread-1) [ ] o.e.j.s.Server Started @530806ms
[junit4] 2> 527525 INFO (jetty-launcher-92-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36160}
[junit4] 2> 527565 ERROR (jetty-launcher-92-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 527565 INFO (jetty-launcher-92-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 527567 INFO (jetty-launcher-92-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 527567 INFO (jetty-launcher-92-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 527567 INFO (jetty-launcher-92-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-13T21:09:45.646Z
[junit4] 2> 527638 INFO (jetty-launcher-92-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 527714 INFO (jetty-launcher-92-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 527785 INFO (jetty-launcher-92-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35052/solr
[junit4] 2> 528172 INFO (jetty-launcher-92-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35052/solr
[junit4] 2> 540887 INFO (jetty-launcher-92-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 540888 INFO (jetty-launcher-92-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36160_solr
[junit4] 2> 540889 INFO (jetty-launcher-92-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.Overseer Overseer (id=98999165546856454-127.0.0.1:36160_solr-n_0000000000) starting
[junit4] 2> 541119 INFO (jetty-launcher-92-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36160_solr
[junit4] 2> 541119 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 541204 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 541257 INFO (OverseerStateUpdate-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 541257 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 541331 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 541331 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 541607 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 541644 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 541680 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:36160_solr]
[junit4] 2> 542011 INFO (jetty-launcher-92-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36160.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 542046 INFO (jetty-launcher-92-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36160.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 542047 INFO (jetty-launcher-92-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36160.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 542048 INFO (jetty-launcher-92-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2733C06330F2FA85-001/tempDir-001/node1/.
[junit4] 2> 542065 INFO (jetty-launcher-92-thread-2) [n:127.0.0.1:35189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 542099 INFO (jetty-launcher-92-thread-2) [n:127.0.0.1:35189_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 542100 INFO (jetty-launcher-92-thread-2) [n:127.0.0.1:35189_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35189_solr
[junit4] 2> 542180 INFO (zkCallback-100-thread-1-processing-n:127.0.0.1:35189_solr) [n:127.0.0.1:35189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 542204 INFO (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 542358 INFO (jetty-launcher-92-thread-2) [n:127.0.0.1:35189_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35189.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 542395 INFO (jetty-launcher-92-thread-2) [n:127.0.0.1:35189_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35189.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 542407 INFO (jetty-launcher-92-thread-2) [n:127.0.0.1:35189_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35189.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 542408 INFO (jetty-launcher-92-thread-2) [n:127.0.0.1:35189_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2733C06330F2FA85-001/tempDir-001/node2/.
[junit4] 2> 542846 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35189_solr, 127.0.0.1:36160_solr]
[junit4] 2> 543053 INFO (SUITE-TriggerIntegrationTest-seed#[2733C06330F2FA85]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 543126 INFO (SUITE-TriggerIntegrationTest-seed#[2733C06330F2FA85]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35052/solr ready
[junit4] 2> 543345 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 543358 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 543488 DEBUG (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 543489 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 543530 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 543545 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 543565 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 543796 INFO (qtp2144596152-792) [n:127.0.0.1:35189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 543857 INFO (qtp2144596152-792) [n:127.0.0.1:35189_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35052/solr ready
[junit4] 2> 544001 INFO (qtp2144596152-790) [n:127.0.0.1:35189_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=38
[junit4] 2> 544042 INFO (qtp869897855-783) [n:127.0.0.1:36160_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 544043 DEBUG (qtp2144596152-792) [n:127.0.0.1:35189_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 544073 INFO (qtp2144596152-792) [n:127.0.0.1:35189_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=535
[junit4] 2> 544073 DEBUG (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 544094 DEBUG (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35189_solr, 127.0.0.1:36160_solr]
[junit4] 2> 544094 DEBUG (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 544095 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 544096 INFO (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 544161 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 544146 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 544218 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:36160_solr]
[junit4] 2> 544275 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 544292 INFO (qtp2144596152-793) [n:127.0.0.1:35189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 544293 INFO (qtp2144596152-793) [n:127.0.0.1:35189_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35052/solr ready
[junit4] 2> 544294 INFO (qtp2144596152-794) [n:127.0.0.1:35189_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 544307 INFO (qtp869897855-783) [n:127.0.0.1:36160_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 544308 DEBUG (qtp2144596152-793) [n:127.0.0.1:35189_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 544312 INFO (qtp2144596152-793) [n:127.0.0.1:35189_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=164
[junit4] 2> 544328 DEBUG (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 544328 DEBUG (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35189_solr, 127.0.0.1:36160_solr]
[junit4] 2> 544328 DEBUG (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 544328 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 544348 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 544348 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 544495 INFO (qtp2144596152-795) [n:127.0.0.1:35189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 544496 INFO (qtp2144596152-795) [n:127.0.0.1:35189_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35052/solr ready
[junit4] 2> 544496 INFO (qtp2144596152-794) [n:127.0.0.1:35189_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 544497 INFO (qtp869897855-783) [n:127.0.0.1:36160_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 544497 DEBUG (qtp2144596152-795) [n:127.0.0.1:35189_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 544531 INFO (qtp2144596152-795) [n:127.0.0.1:35189_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=211
[junit4] 2> 544532 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 544548 DEBUG (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 544548 DEBUG (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35189_solr, 127.0.0.1:36160_solr]
[junit4] 2> 544548 DEBUG (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 544548 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 544548 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 544549 DEBUG (OverseerAutoScalingTriggerThread-98999165546856454-127.0.0.1:36160_solr-n_0000000000) [n:127.0.0.1:36160_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 544691 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74751464{/solr,null,AVAILABLE}
[junit4] 2> 544692 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7fd05dcf{HTTP/1.1,[http/1.1]}{127.0.0.1:40504}
[junit4] 2> 544692 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.e.j.s.Server Started @547972ms
[junit4] 2> 544692 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40504}
[junit4] 2> 544692 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 544692 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 544692 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 544692 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 544692 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-13T21:10:02.771Z
[junit4] 2> 544772 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 544828 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35052/solr
[junit4] 2> 545256 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:40504_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 545257 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 545295 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:36160_solr]
[junit4] 2> 545306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:40504_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 545309 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:40504_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40504_solr
[junit4] 2> 545310 INFO (zkCallback-100-thread-1-processing-n:127.0.0.1:35189_solr) [n:127.0.0.1:35189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 545400 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:40504_solr) [n:127.0.0.1:40504_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 545416 INFO (zkCallback-104-thread-1-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 545489 INFO (zkCallback-111-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 545896 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:40504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40504.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 545987 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:40504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40504.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 545987 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:40504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40504.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 545988 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:40504_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2733C06330F2FA85-001/tempDir-001/node3/.
[junit4] 2> 546302 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 546302 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:40504_solr, 127.0.0.1:36160_solr]
[junit4] 2> 546302 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:40504_solr at time 1510607404381000000
[junit4] 2> 547306 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 547306 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:40504_solr, 127.0.0.1:36160_solr]
[junit4] 2> 548314 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 548314 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:40504_solr, 127.0.0.1:36160_solr]
[junit4] 2> 549317 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 549318 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:40504_solr, 127.0.0.1:36160_solr]
[junit4] 2> 549318 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:40504_solr] added at times [1510607404381000000], now=1510607407397000000
[junit4] 2> 549319 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14f6c16e45345140Tdp74a0nnwycexxm7b8j7tvdo3",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1510607404381000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510607404381000000],
[junit4] 2> "nodeNames":["127.0.0.1:40504_solr"]}}
[junit4] 2> 549321 INFO (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 549362 DEBUG (AutoscalingActionExecutor-399-thread-1-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14f6c16e45345140Tdp74a0nnwycexxm7b8j7tvdo3",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1510607404381000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510607404381000000],
[junit4] 2> "_enqueue_time_":1510607407398000000,
[junit4] 2> "nodeNames":["127.0.0.1:40504_solr"]}}
[junit4] 2> 550366 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 550366 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:40504_solr, 127.0.0.1:36160_solr]
[junit4] 2> 551367 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 551367 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:40504_solr, 127.0.0.1:36160_solr]
[junit4] 2> 551416 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 551534 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@364867f{/solr,null,AVAILABLE}
[junit4] 2> 551534 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2988a55e{HTTP/1.1,[http/1.1]}{127.0.0.1:38086}
[junit4] 2> 551534 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.e.j.s.Server Started @554815ms
[junit4] 2> 551534 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38086}
[junit4] 2> 551535 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 551535 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 551535 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 551535 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 551535 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-13T21:10:09.614Z
[junit4] 2> 551615 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 551697 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35052/solr
[junit4] 2> 551827 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:38086_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 551859 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:38086_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 551861 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:38086_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38086_solr
[junit4] 2> 551862 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:40504_solr) [n:127.0.0.1:40504_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 551879 INFO (zkCallback-100-thread-1-processing-n:127.0.0.1:35189_solr) [n:127.0.0.1:35189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 551879 INFO (zkCallback-111-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 551880 INFO (zkCallback-104-thread-2-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 551936 INFO (zkCallback-131-thread-1-processing-n:127.0.0.1:38086_solr) [n:127.0.0.1:38086_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 560577 WARN (SUITE-TriggerIntegrationTest-seed#[2733C06330F2FA85]-worker-SendThread(127.0.0.1:35052)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 8698ms for sessionid 0x15fb7376f7b0008
[junit4] 2> 560578 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 560813 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:38086_solr, 127.0.0.1:40504_solr, 127.0.0.1:36160_solr]
[junit4] 2> 560813 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38086_solr at time 1510607418892000000
[junit4] 2> 560813 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fb7376f7b0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 560951 WARN (zkCallback-111-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@351e7ca8 name: ZooKeeperConnection Watcher:127.0.0.1:35052/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 560951 WARN (zkCallback-111-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 561101 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:38086_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38086.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 561211 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:38086_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38086.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 561211 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:38086_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38086.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13e8f194
[junit4] 2> 561283 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[2733C06330F2FA85]) [n:127.0.0.1:38086_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2733C06330F2FA85-001/tempDir-001/node4/.
[junit4] 2> 561815 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 561815 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:38086_solr, 127.0.0.1:40504_solr, 127.0.0.1:36160_solr]
[junit4] 2> 562145 WARN (SUITE-TriggerIntegrationTest-seed#[2733C06330F2FA85]-worker-SendThread(127.0.0.1:35052)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15fb7376f7b0008 has expired
[junit4] 2> 562145 WARN (zkCallback-111-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@351e7ca8 name: ZooKeeperConnection Watcher:127.0.0.1:35052/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 562146 WARN (zkCallback-111-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 562146 WARN (zkCallback-111-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 562233 INFO (zkCallback-111-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 562243 INFO (zkCallback-111-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 562243 INFO (zkCallback-111-thread-1) [ ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 562822 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 562822 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:38086_solr, 127.0.0.1:40504_solr, 127.0.0.1:36160_solr]
[junit4] 2> 563826 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 563826 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:38086_solr, 127.0.0.1:40504_solr, 127.0.0.1:36160_solr]
[junit4] 2> 563827 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:38086_solr] added at times [1510607418892000000], now=1510607421906000000
[junit4] 2> 563827 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14f6c171a6209b00Tdp74a0nnwycexxm7b8j7tvdo5",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1510607418892000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510607418892000000],
[junit4] 2> "nodeNames":["127.0.0.1:38086_solr"]}}
[junit4] 2> 563827 DEBUG (AutoscalingActionExecutor-399-thread-1-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14f6c171a6209b00Tdp74a0nnwycexxm7b8j7tvdo5",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1510607418892000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510607418892000000],
[junit4] 2> "_enqueue_time_":1510607421906000000,
[junit4] 2> "nodeNames":["127.0.0.1:38086_solr"]}}
[junit4] 2> 563828 INFO (AutoscalingActionExecutor-399-thread-1-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.ActionThrottle The last action attempt started 14449ms ago.
[junit4] 2> 563828 WARN (AutoscalingActionExecutor-399-thread-1-processing-n:127.0.0.1:36160_solr) [n:127.0.0.1:36160_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger event: {
[junit4] 2> "id":"14f6c171a6209b00Tdp74a0nnwycexxm7b8j7tvdo5",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1510607418892000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510607418892000000],
[junit4] 2> "_enqueue_time_":1510607421906000000,
[junit4] 2> "nodeNames":["127.0.0.1:38086_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:251)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:1000)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:248)
[junit4] 2> ... 6 more
[junit4] 2> 564835 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 564835 DEBUG (ScheduledTrigger-398-thread-1) [n:127.0.0.1:36160_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35189_solr, 127.0.0.1:38086_solr, 127.0.0.1:40504_solr, 127.0.0.1:36160_solr]
[junit4] 2> 56
[...truncated too long message...]
er Closing metric reporters for registry=solr.collection.waitforstate.shard1.leader, tag=1203624809
[junit4] 2> 659147 INFO (coreCloseExecutor-581-thread-3) [n:127.0.0.1:38511_solr c:falsepredicate s:shard2 r:core_node5 x:falsepredicate_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.falsepredicate.shard2.replica_n2, tag=2136646990
[junit4] 2> 659147 INFO (coreCloseExecutor-581-thread-3) [n:127.0.0.1:38511_solr c:falsepredicate s:shard2 r:core_node5 x:falsepredicate_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78cf1c6a: rootName = solr_38511, domain = solr.core.falsepredicate.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.falsepredicate.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@6fb83927
[junit4] 2> 659206 INFO (coreCloseExecutor-584-thread-1) [n:127.0.0.1:38630_solr c:falsepredicate s:shard4 r:core_node8 x:falsepredicate_shard4_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.falsepredicate.shard4.replica_n6, tag=482176231
[junit4] 2> 659206 INFO (coreCloseExecutor-584-thread-1) [n:127.0.0.1:38630_solr c:falsepredicate s:shard4 r:core_node8 x:falsepredicate_shard4_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@717070b9: rootName = solr_38630, domain = solr.core.falsepredicate.shard4.replica_n6, service url = null, agent id = null] for registry solr.core.falsepredicate.shard4.replica_n6 / com.codahale.metrics.MetricRegistry@7f6b6454
[junit4] 2> 659367 INFO (coreCloseExecutor-583-thread-2) [n:127.0.0.1:42589_solr c:falsepredicate s:shard1 r:core_node3 x:falsepredicate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard1.leader, tag=1278292219
[junit4] 2> 659369 INFO (coreCloseExecutor-583-thread-1) [n:127.0.0.1:42589_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n2, tag=2056392831
[junit4] 2> 659369 INFO (coreCloseExecutor-583-thread-1) [n:127.0.0.1:42589_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54fcbd2b: rootName = solr_42589, domain = solr.core.testcollection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@393ddff0
[junit4] 2> 659758 INFO (coreCloseExecutor-583-thread-1) [n:127.0.0.1:42589_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=2056392831
[junit4] 2> 659939 INFO (coreCloseExecutor-581-thread-3) [n:127.0.0.1:38511_solr c:falsepredicate s:shard2 r:core_node5 x:falsepredicate_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard2.leader, tag=2136646990
[junit4] 2> 659941 INFO (coreCloseExecutor-582-thread-2) [n:127.0.0.1:36442_solr c:stateformat1 s:shard1 r:core_node2 x:stateformat1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stateformat1.shard1.leader, tag=475128374
[junit4] 2> 659942 INFO (coreCloseExecutor-582-thread-1) [n:127.0.0.1:36442_solr c:falsepredicate s:shard3 r:core_node7 x:falsepredicate_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard3.leader, tag=1328631603
[junit4] 2> 659942 INFO (coreCloseExecutor-582-thread-3) [n:127.0.0.1:36442_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.currentstate.shard1.replica_n1, tag=563495423
[junit4] 2> 659942 INFO (coreCloseExecutor-582-thread-3) [n:127.0.0.1:36442_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3daae5d8: rootName = solr_36442, domain = solr.core.currentstate.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.currentstate.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@64cd09ae
[junit4] 2> 659951 INFO (coreCloseExecutor-581-thread-1) [n:127.0.0.1:38511_solr c:testcollection s:shard4 r:core_node8 x:testcollection_shard4_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard4.leader, tag=166408638
[junit4] 2> 659953 INFO (coreCloseExecutor-584-thread-1) [n:127.0.0.1:38630_solr c:falsepredicate s:shard4 r:core_node8 x:falsepredicate_shard4_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard4.leader, tag=482176231
[junit4] 2> 660157 INFO (coreCloseExecutor-582-thread-3) [n:127.0.0.1:36442_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.currentstate.shard1.leader, tag=563495423
[junit4] 2> 660757 INFO (jetty-closer-113-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98999775278530588-127.0.0.1:38511_solr-n_0000000006) closing
[junit4] 2> 660757 INFO (OverseerStateUpdate-98999775278530588-127.0.0.1:38511_solr-n_0000000006) [n:127.0.0.1:38511_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38511_solr
[junit4] 2> 660757 WARN (OverseerAutoScalingTriggerThread-98999775278530588-127.0.0.1:38511_solr-n_0000000006) [n:127.0.0.1:38511_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 660871 INFO (jetty-closer-113-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ea39e5c{/solr,null,UNAVAILABLE}
[junit4] 2> 660939 INFO (jetty-closer-113-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d67a22{/solr,null,UNAVAILABLE}
[junit4] 2> 660939 INFO (jetty-closer-113-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@42ed9a9d{/solr,null,UNAVAILABLE}
[junit4] 2> 662407 INFO (jetty-closer-113-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2961b98f{/solr,null,UNAVAILABLE}
[junit4] 2> 662443 ERROR (SUITE-TestCollectionStateWatchers-seed#[4E384FB003A8EEFB]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 662479 INFO (SUITE-TestCollectionStateWatchers-seed#[4E384FB003A8EEFB]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38937 38937
[junit4] 2> 662772 INFO (Thread-172) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38937 38937
[junit4] 2> 662773 WARN (Thread-172) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/aliases.json
[junit4] 2> 12 /solr/clusterprops.json
[junit4] 2> 10 /solr/security.json
[junit4] 2> 10 /solr/configs/config
[junit4] 2> 4 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 52 /solr/collections/falsepredicate/state.json
[junit4] 2> 51 /solr/collections/testcollection/state.json
[junit4] 2> 17 /solr/collections/waitforstate/state.json
[junit4] 2> 13 /solr/collections/currentstate/state.json
[junit4] 2> 12 /solr/clusterstate.json
[junit4] 2> 9 /solr/collections/stateformat1/state.json
[junit4] 2> 6 /solr/collections/delayed/state.json
[junit4] 2> 6 /solr/collections/tobedeleted/state.json
[junit4] 2> 3 /solr/overseer_elect/election/98999775278530572-127.0.0.1:38511_solr-n_0000000002
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections
[junit4] 2> 10 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_4E384FB003A8EEFB-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=871, maxMBSortInHeap=6.0701147631931445, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@74c98926), locale=ru-RU, timezone=Pacific/Midway
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=184676168,total=374865920
[junit4] 2> NOTE: All tests run in this JVM: [SineEvaluatorTest, GreaterThanEqualToEvaluatorTest, CommonParamsTest, TestSolrJErrorHandling, TestCloudSolrClientConnections, SolrParamTest, CloudSolrClientBuilderTest, TestCoreAdmin, NormalizeEvaluatorTest, ArcCosineEvaluatorTest, SelectWithEvaluatorsTest, TestCollectionAdminRequest, LargeVolumeJettyTest, StreamExpressionToExplanationTest, ArrayEvaluatorTest, TestSuggesterResponse, SolrExampleXMLTest, TestBatchUpdate, SolrExampleBinaryTest, JettyWebappTest, LBHttpSolrClientBuilderTest, TangentEvaluatorTest, TestCollectionStateWatchers]
[junit4] Completed [77/146 (1!)] on J2 in 108.44s, 9 tests, 1 failure <<< FAILURES!
[...truncated 46495 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2171 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2171/
5 tests failed.
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([5E72F6A8B0CD0DCB:D626C9721E316033]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:112)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([5E72F6A8B0CD0DCB:A73F65078CB84041]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:279)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
Could not load collection from ZK: testSimple3
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: testSimple3
at __randomizedtesting.SeedInfo.seed([5E72F6A8B0CD0DCB:66C1D256973ED91A]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
at org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:146)
at org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:72)
at org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:46)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testSimple3/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
... 44 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([5E72F6A8B0CD0DCB:4A3AADFD93CAB0D5]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:657)
at java.util.ArrayList.get(ArrayList.java:433)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
inplace_updatable_float didn't match for replica at client: https://127.0.0.1:33591/collection1 expected:<102.0> but was:<101.0>
Stack Trace:
java.lang.AssertionError: inplace_updatable_float didn't match for replica at client: https://127.0.0.1:33591/collection1 expected:<102.0> but was:<101.0>
at __randomizedtesting.SeedInfo.seed([5E72F6A8B0CD0DCB:D626C9721E316033]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertReplicaValue(TestInPlaceUpdatesDistrib.java:980)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.delayedReorderingFetchesMissingUpdateFromLeaderTest(TestInPlaceUpdatesDistrib.java:875)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11851 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/init-core-data-001
[junit4] 2> 513851 WARN (SUITE-ShardSplitTest-seed#[5E72F6A8B0CD0DCB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 513851 INFO (SUITE-ShardSplitTest-seed#[5E72F6A8B0CD0DCB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 513852 INFO (SUITE-ShardSplitTest-seed#[5E72F6A8B0CD0DCB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 513852 INFO (SUITE-ShardSplitTest-seed#[5E72F6A8B0CD0DCB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 513852 INFO (SUITE-ShardSplitTest-seed#[5E72F6A8B0CD0DCB]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /vpzb/zu
[junit4] 2> 513854 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 513854 INFO (Thread-347) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 513854 INFO (Thread-347) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 513981 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.ZkTestServer start zk server on port:45114
[junit4] 2> 513981 ERROR (Thread-347) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 514378 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 514391 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 514392 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 514393 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 514394 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 514395 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 514449 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 514449 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 514450 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 514451 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 514451 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 514578 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 515148 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 515185 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2662f70{/vpzb/zu,null,AVAILABLE}
[junit4] 2> 515185 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a9658{HTTP/1.1,[http/1.1]}{127.0.0.1:37271}
[junit4] 2> 515186 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.Server Started @527819ms
[junit4] 2> 515186 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/tempDir-001/control/data, replicaType=NRT, hostContext=/vpzb/zu, hostPort=37271, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/control-001/cores}
[junit4] 2> 515186 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 515186 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 515186 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 515186 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 515186 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T23:57:19.367Z
[junit4] 2> 515259 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 515259 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/control-001/solr.xml
[junit4] 2> 515275 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 515276 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 515277 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 515296 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45114/solr
[junit4] 2> 515687 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 515687 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37271_vpzb%2Fzu
[junit4] 2> 515688 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.Overseer Overseer (id=98994162112200708-127.0.0.1:37271_vpzb%2Fzu-n_0000000000) starting
[junit4] 2> 515815 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37271_vpzb%2Fzu
[junit4] 2> 515962 INFO (OverseerStateUpdate-98994162112200708-127.0.0.1:37271_vpzb%2Fzu-n_0000000000) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 516387 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 516422 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 516423 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 516424 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/control-001/cores
[junit4] 2> 516854 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 516854 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45114/solr ready
[junit4] 2> 516872 INFO (qtp1152163421-1585) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37271_vpzb%252Fzu&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 516942 INFO (OverseerThreadFactory-866-thread-1-processing-n:127.0.0.1:37271_vpzb%2Fzu) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 517105 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 517105 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 517273 INFO (zkCallback-234-thread-1-processing-n:127.0.0.1:37271_vpzb%2Fzu) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 518433 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 518591 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 519431 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 519590 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 519610 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 519627 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 519627 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 519630 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=54.1279296875, floorSegmentMB=1.16796875, forceMergeDeletesPctAllowed=27.676434956351038, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7226520824209074
[junit4] 2> 519722 WARN (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 520086 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 520086 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 520087 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 520087 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 520088 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 520089 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@33e3bf4c[control_collection_shard1_replica_n1] main]
[junit4] 2> 520123 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 520123 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 520124 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 520124 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583906600313159680
[junit4] 2> 520145 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 520145 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 520145 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37271/vpzb/zu/control_collection_shard1_replica_n1/
[junit4] 2> 520145 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 520145 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37271/vpzb/zu/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 520145 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 520160 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37271/vpzb/zu/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 520162 INFO (zkCallback-234-thread-2-processing-n:127.0.0.1:37271_vpzb%2Fzu) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 520163 INFO (searcherExecutor-869-thread-1-processing-n:127.0.0.1:37271_vpzb%2Fzu x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@33e3bf4c[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 520216 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 520218 INFO (qtp1152163421-1583) [n:127.0.0.1:37271_vpzb%2Fzu c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3113
[junit4] 2> 520291 INFO (qtp1152163421-1585) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 520546 INFO (OverseerCollectionConfigSetProcessor-98994162112200708-127.0.0.1:37271_vpzb%2Fzu-n_0000000000) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 520578 INFO (zkCallback-234-thread-2-processing-n:127.0.0.1:37271_vpzb%2Fzu) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 521303 INFO (qtp1152163421-1585) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37271_vpzb%252Fzu&wt=javabin&version=2} status=0 QTime=4430
[junit4] 2> 521358 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fb2aa7b890005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 521563 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 521564 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45114/solr ready
[junit4] 2> 521564 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 521565 INFO (qtp1152163421-1586) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 521580 INFO (OverseerThreadFactory-866-thread-2-processing-n:127.0.0.1:37271_vpzb%2Fzu) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 521581 WARN (OverseerThreadFactory-866-thread-2-processing-n:127.0.0.1:37271_vpzb%2Fzu) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 521893 INFO (qtp1152163421-1586) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 521893 INFO (qtp1152163421-1586) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=328
[junit4] 2> 523602 INFO (OverseerCollectionConfigSetProcessor-98994162112200708-127.0.0.1:37271_vpzb%2Fzu-n_0000000000) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 524462 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-1-001 of type TLOG
[junit4] 2> 524463 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 524480 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4997a0bb{/vpzb/zu,null,AVAILABLE}
[junit4] 2> 524480 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2332b6b9{HTTP/1.1,[http/1.1]}{127.0.0.1:43564}
[junit4] 2> 524480 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.Server Started @537114ms
[junit4] 2> 524480 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/vpzb/zu, hostPort=43564, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-1-001/cores}
[junit4] 2> 524481 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524481 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 524481 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524481 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524481 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T23:57:28.662Z
[junit4] 2> 524510 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 524510 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-1-001/solr.xml
[junit4] 2> 524546 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 524546 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 524547 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 524582 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45114/solr
[junit4] 2> 524857 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 524871 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524872 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43564_vpzb%2Fzu
[junit4] 2> 524968 INFO (zkCallback-242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 524969 INFO (zkCallback-247-thread-1-processing-n:127.0.0.1:43564_vpzb%2Fzu) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 524984 INFO (zkCallback-234-thread-1-processing-n:127.0.0.1:37271_vpzb%2Fzu) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 525531 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 525623 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 525623 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 525625 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-1-001/cores
[junit4] 2> 525809 INFO (qtp1152163421-1589) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43564_vpzb%252Fzu&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 525844 INFO (OverseerThreadFactory-866-thread-3-processing-n:127.0.0.1:37271_vpzb%2Fzu) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43564_vpzb%2Fzu for creating new replica
[junit4] 2> 526119 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 526119 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 526248 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 526393 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 527360 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 527456 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 527456 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 527456 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 527468 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 527487 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=54.1279296875, floorSegmentMB=1.16796875, forceMergeDeletesPctAllowed=27.676434956351038, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7226520824209074
[junit4] 2> 527564 WARN (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 527798 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 527798 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 527799 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 527799 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 527801 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 527835 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@2568f001[collection1_shard2_replica_t41] main]
[junit4] 2> 527836 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 527836 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 527837 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 527837 INFO (searcherExecutor-880-thread-1-processing-n:127.0.0.1:43564_vpzb%2Fzu x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@2568f001[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 527838 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583906608401874944
[junit4] 2> 527889 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 527889 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 527889 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43564/vpzb/zu/collection1_shard2_replica_t41/
[junit4] 2> 527889 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 527889 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:43564/vpzb/zu/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 527889 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 527890 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 527909 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43564/vpzb/zu/collection1_shard2_replica_t41/ shard2
[junit4] 2> 528018 INFO (zkCallback-247-thread-1-processing-n:127.0.0.1:43564_vpzb%2Fzu) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528071 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 528076 INFO (qtp422040885-1632) [n:127.0.0.1:43564_vpzb%2Fzu c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1957
[junit4] 2> 528093 INFO (OverseerCollectionConfigSetProcessor-98994162112200708-127.0.0.1:37271_vpzb%2Fzu-n_0000000000) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 528093 INFO (qtp1152163421-1589) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43564_vpzb%252Fzu&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=2316
[junit4] 2> 528185 INFO (zkCallback-247-thread-1-processing-n:127.0.0.1:43564_vpzb%2Fzu) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 529506 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-2-001 of type TLOG
[junit4] 2> 529556 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 529719 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e978e83{/vpzb/zu,null,AVAILABLE}
[junit4] 2> 529719 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1de011c9{HTTP/1.1,[http/1.1]}{127.0.0.1:38991}
[junit4] 2> 529719 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.Server Started @542353ms
[junit4] 2> 529719 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/vpzb/zu, hostPort=38991, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-2-001/cores}
[junit4] 2> 529720 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 529720 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 529720 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 529720 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 529720 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T23:57:33.901Z
[junit4] 2> 529901 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 529901 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-2-001/solr.xml
[junit4] 2> 529905 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 529905 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 529960 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 530011 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45114/solr
[junit4] 2> 530218 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 530288 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 530290 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38991_vpzb%2Fzu
[junit4] 2> 530291 INFO (zkCallback-247-thread-1-processing-n:127.0.0.1:43564_vpzb%2Fzu) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 530291 INFO (zkCallback-234-thread-1-processing-n:127.0.0.1:37271_vpzb%2Fzu) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 530292 INFO (zkCallback-242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 530349 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:38991_vpzb%2Fzu) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 530842 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 530952 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 530952 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 530953 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-2-001/cores
[junit4] 2> 531157 INFO (qtp1152163421-1582) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38991_vpzb%252Fzu&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 531160 INFO (OverseerThreadFactory-866-thread-4-processing-n:127.0.0.1:37271_vpzb%2Fzu) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38991_vpzb%2Fzu for creating new replica
[junit4] 2> 531222 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 531222 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 531277 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:38991_vpzb%2Fzu) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 531277 INFO (zkCallback-247-thread-1-processing-n:127.0.0.1:43564_vpzb%2Fzu) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 532376 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 532541 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 533416 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 533617 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 533617 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9
[junit4] 2> 533618 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 533618 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 533633 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=54.1279296875, floorSegmentMB=1.16796875, forceMergeDeletesPctAllowed=27.676434956351038, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7226520824209074
[junit4] 2> 533670 WARN (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 534093 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 534093 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 534094 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 534094 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 534110 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 534110 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@f4a7d56[collection1_shard1_replica_t43] main]
[junit4] 2> 534128 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 534128 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 534129 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 534129 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583906614998466560
[junit4] 2> 534131 INFO (searcherExecutor-891-thread-1-processing-n:127.0.0.1:38991_vpzb%2Fzu x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@f4a7d56[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 534146 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 534146 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 534146 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38991/vpzb/zu/collection1_shard1_replica_t43/
[junit4] 2> 534146 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 534146 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:38991/vpzb/zu/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 534146 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 534146 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 534167 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38991/vpzb/zu/collection1_shard1_replica_t43/ shard1
[junit4] 2> 534168 INFO (zkCallback-247-thread-1-processing-n:127.0.0.1:43564_vpzb%2Fzu) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 534180 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:38991_vpzb%2Fzu) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 534225 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 534226 INFO (qtp1966707134-1662) [n:127.0.0.1:38991_vpzb%2Fzu c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3004
[junit4] 2> 534290 INFO (qtp1152163421-1582) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38991_vpzb%252Fzu&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=3133
[junit4] 2> 534336 INFO (zkCallback-247-thread-1-processing-n:127.0.0.1:43564_vpzb%2Fzu) [n:127.0.0.1:43564_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 534351 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:38991_vpzb%2Fzu) [n:127.0.0.1:38991_vpzb%2Fzu ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 535134 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-3-001 of type TLOG
[junit4] 2> 535135 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 535135 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fcf9966{/vpzb/zu,null,AVAILABLE}
[junit4] 2> 535148 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@509cc37d{HTTP/1.1,[http/1.1]}{127.0.0.1:43391}
[junit4] 2> 535148 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.Server Started @547782ms
[junit4] 2> 535148 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/vpzb/zu, hostPort=43391, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-3-001/cores}
[junit4] 2> 535149 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 535149 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 535149 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 535149 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 535149 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T23:57:39.330Z
[junit4] 2> 535193 INFO (OverseerCollectionConfigSetProcessor-98994162112200708-127.0.0.1:37271_vpzb%2Fzu-n_0000000000) [n:127.0.0.1:37271_vpzb%2Fzu ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 535238 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 535238 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_5E72F6A8B0CD0DCB-001/shard-3-001/solr.xml
[junit4] 2> 535241 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 535241 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 535275 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@26c780f9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 535296 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45114/solr
[junit4] 2> 535518 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[5E72F6A8B0CD0DCB]) [n:127.0.0.1:43391_vpzb%2Fzu ]
[...truncated too long message...]
chWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestIndexFetchWithMasterUrl
[junit4] 2> 3229836 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6f6bfdc1{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3229836 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1011662205
[junit4] 2> 3229837 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3229837 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77e476b5: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5edd5a
[junit4] 2> 3229908 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3229908 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6966f089: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@45fe339c
[junit4] 2> 3229980 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3229980 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d2239b: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4f54334f
[junit4] 2> 3230004 INFO (coreCloseExecutor-4762-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@ad296e5
[junit4] 2> 3230004 INFO (coreCloseExecutor-4762-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=181573349
[junit4] 2> 3230004 INFO (coreCloseExecutor-4762-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@caccd86: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@371b546e
[junit4] 2> 3230184 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47a3f098{/solr,null,UNAVAILABLE}
[junit4] 2> 3230229 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b867991{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3230229 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1625366457
[junit4] 2> 3230229 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3230229 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c510a38: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@b9c6b83
[junit4] 2> 3230302 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3230302 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9931d90: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@45fe339c
[junit4] 2> 3230339 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3230339 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@149da16: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4f54334f
[junit4] 2> 3230398 INFO (coreCloseExecutor-4764-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3f9f515c
[junit4] 2> 3230399 INFO (coreCloseExecutor-4764-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1067405660
[junit4] 2> 3230399 INFO (coreCloseExecutor-4764-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@62ff88d7: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1766ede5
[junit4] 2> 3230521 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5E72F6A8B0CD0DCB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b7e7a28{/solr,null,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5E72F6A8B0CD0DCB-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=FST50, id=FST50, newname=FST50}, docValues:{}, maxPointsInLeafNode=773, maxMBSortInHeap=5.925519305650831, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@744f9a45), locale=ca, timezone=Antarctica/Palmer
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=60090832,total=529530880
[junit4] 2> NOTE: All tests run in this JVM: [OpenCloseCoreStressTest, TestRangeQuery, SparseHLLTest, LargeFieldTest, TestPseudoReturnFields, TestFieldSortValues, TestSchemaNameResource, TestFieldResource, TestRebalanceLeaders, TestFieldCacheVsDocValues, TestSolrCloudWithDelegationTokens, TestNumericRangeQuery64, TestAuthorizationFramework, HighlighterMaxOffsetTest, HdfsSyncSliceTest, OverseerModifyCollectionTest, CloudMLTQParserTest, CloudExitableDirectoryReaderTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, BlockJoinFacetDistribTest, DistributedDebugComponentTest, TestCursorMarkWithoutUniqueKey, TestLegacyTerms, SolrIndexConfigTest, TestFieldCacheReopen, AtomicUpdatesTest, DistributedFacetPivotSmallTest, MBeansHandlerTest, TestMacroExpander, BadCopyFieldTest, SuggesterFSTTest, SmileWriterTest, TolerantUpdateProcessorTest, NumberUtilsTest, DistributedQueryComponentOptimizationTest, TestTrieFacet, TestSurroundQueryParser, TestPerFieldSimilarity, SynonymTokenizerTest, DistributedVersionInfoTest, ShowFileRequestHandlerTest, GraphQueryTest, TestCustomStream, TestConfigSetsAPI, TestOmitPositions, BlobRepositoryCloudTest, TestBM25SimilarityFactory, ChaosMonkeySafeLeaderTest, TestStressRecovery, CreateCollectionCleanupTest, SaslZkACLProviderTest, SolrMetricManagerTest, ResponseHeaderTest, TestSolrConfigHandler, OpenExchangeRatesOrgProviderTest, SolrIndexSplitterTest, RestartWhileUpdatingTest, TestJettySolrRunner, DocValuesMultiTest, TestHashQParserPlugin, LeaderFailoverAfterPartitionTest, TestRawTransformer, TestSchemaVersionResource, TestStressReorder, TestPivotHelperCode, AssignTest, TestRestManager, SignatureUpdateProcessorFactoryTest, NotRequiredUniqueKeyTest, TestCollationField, AddReplicaTest, TestFastWriter, DistribDocExpirationUpdateProcessorTest, ConfigureRecoveryStrategyTest, HdfsUnloadDistributedZkTest, SolrXmlInZkTest, TestJavabinTupleStreamParser, QueryEqualityTest, FullHLLTest, DeleteShardTest, DistributedFacetPivotLargeTest, TestInPlaceUpdatesDistrib, LukeRequestHandlerTest, TestSolrCoreSnapshots, BlockDirectoryTest, UninvertDocValuesMergePolicyTest, TestPolicyCloud, CollectionsAPIDistributedZkTest, RegexBoostProcessorTest, TestOnReconnectListenerSupport, TestCloudInspectUtil, TestLeaderElectionWithEmptyReplica, NodeLostTriggerTest, PingRequestHandlerTest, CircularListTest, TestRequestStatusCollectionAPI, TestSolrConfigHandlerConcurrent, TestWriterPerf, SolrGangliaReporterTest, SimpleCollectionCreateDeleteTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestLegacyField, TestLuceneMatchVersion, TestDocBasedVersionConstraints, SpellingQueryConverterTest, TestDocumentBuilder, BadIndexSchemaTest, TestSolrQueryParser, TestCryptoKeys, TestDynamicFieldCollectionResource, TestPayloadScoreQParserPlugin, CollectionTooManyReplicasTest, DebugComponentTest, TestClusterProperties, DirectUpdateHandlerTest, OutputWriterTest, TestReplicationHandlerBackup, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler]
[junit4] Completed [334/749 (5!)] on J1 in 184.65s, 16 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 48682 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2170 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2170/
3 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:43419","node_name":"127.0.0.1:43419_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/28)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:42650", "node_name":"127.0.0.1:42650_", "state":"down", "type":"NRT"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:43419", "node_name":"127.0.0.1:43419_", "state":"active", "type":"NRT", "leader":"true"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:46239", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:46239_", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:43419","node_name":"127.0.0.1:43419_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/28)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:42650",
"node_name":"127.0.0.1:42650_",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:43419",
"node_name":"127.0.0.1:43419_",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:46239",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:46239_",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([DC7D1AB85D1EFA65:54292562F3E2979D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([DC7D1AB85D1EFA65:8B54E10D86EC187E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:709)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale
Error Message:
Error from server at https://127.0.0.1:41780/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41780/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([18CE6A16DE84BCBD:ACFFF2FE3D6DCA91]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13391 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> 4844421 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[DC7D1AB85D1EFA65]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/init-core-data-001
[junit4] 2> 4844421 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[DC7D1AB85D1EFA65]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 4844482 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[DC7D1AB85D1EFA65]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4844496 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[DC7D1AB85D1EFA65]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 4844496 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[DC7D1AB85D1EFA65]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 4844517 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4844517 INFO (Thread-4499) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4844517 INFO (Thread-4499) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4844526 ERROR (Thread-4499) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4844622 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.ZkTestServer start zk server on port:43561
[junit4] 2> 4844695 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 4844721 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 4844723 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 4844736 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 4844737 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 4844738 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 4844753 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 4844754 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 4844756 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 4844782 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 4844783 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 4844785 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 4845276 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4845365 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53a04c8{/,null,AVAILABLE}
[junit4] 2> 4845365 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@947737{HTTP/1.1,[http/1.1]}{127.0.0.1:39343}
[junit4] 2> 4845365 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.Server Started @4858569ms
[junit4] 2> 4845365 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=38174, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/control-001/cores}
[junit4] 2> 4845366 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4845366 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4845366 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4845366 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4845366 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T04:29:44.433Z
[junit4] 2> 4845419 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4845419 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/control-001/solr.xml
[junit4] 2> 4845422 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4845422 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4845436 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4845438 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43561/solr
[junit4] 2> 4846224 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:38174_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4846224 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:38174_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38174_
[junit4] 2> 4846225 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:38174_ ] o.a.s.c.Overseer Overseer (id=98989571020292100-127.0.0.1:38174_-n_0000000000) starting
[junit4] 2> 4846387 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:38174_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38174_
[junit4] 2> 4846425 INFO (zkCallback-2994-thread-1-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4846680 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:38174_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4846772 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:38174_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4846772 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:38174_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4846822 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:38174_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/control-001/cores
[junit4] 2> 4847055 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4847055 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43561/solr ready
[junit4] 2> 4847061 INFO (SocketProxy-Acceptor-38174) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58114,localport=38174], receiveBufferSize:531000
[junit4] 2> 4847078 INFO (SocketProxy-Acceptor-38174) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39343,localport=54164], receiveBufferSize=530904
[junit4] 2> 4847171 INFO (qtp1102285128-19157) [n:127.0.0.1:38174_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38174_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4847188 INFO (OverseerThreadFactory-6961-thread-1-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 4847337 INFO (SocketProxy-Acceptor-38174) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58124,localport=38174], receiveBufferSize:531000
[junit4] 2> 4847350 INFO (SocketProxy-Acceptor-38174) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39343,localport=54174], receiveBufferSize=530904
[junit4] 2> 4847350 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4847351 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4847623 INFO (zkCallback-2994-thread-1-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4848797 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4848960 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 4850260 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4851026 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 4851026 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4851026 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4851026 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 4851081 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25050044036681324]
[junit4] 2> 4851110 WARN (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4851715 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4851715 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4851716 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4851716 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4851732 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1661407147768431]
[junit4] 2> 4851733 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25259605[control_collection_shard1_replica_n1] main]
[junit4] 2> 4851734 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4851734 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4851767 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4851768 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583833143925800960
[junit4] 2> 4851773 INFO (searcherExecutor-6964-thread-1-processing-n:127.0.0.1:38174_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@25259605[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4851790 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4851790 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4851790 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38174/control_collection_shard1_replica_n1/
[junit4] 2> 4851790 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4851790 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38174/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 4851790 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4851804 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38174/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 4851825 INFO (zkCallback-2994-thread-2-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4851861 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4851862 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4511
[junit4] 2> 4851898 INFO (qtp1102285128-19157) [n:127.0.0.1:38174_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4851899 INFO (OverseerCollectionConfigSetProcessor-98989571020292100-127.0.0.1:38174_-n_0000000000) [n:127.0.0.1:38174_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4852027 INFO (zkCallback-2994-thread-2-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4852910 INFO (qtp1102285128-19157) [n:127.0.0.1:38174_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38174_&wt=javabin&version=2} status=0 QTime=5738
[junit4] 2> 4853004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4853020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43561/solr ready
[junit4] 2> 4853020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 4853020 INFO (SocketProxy-Acceptor-38174) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58154,localport=38174], receiveBufferSize:531000
[junit4] 2> 4853040 INFO (qtp1102285128-19158) [n:127.0.0.1:38174_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4853077 INFO (SocketProxy-Acceptor-38174) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39343,localport=54204], receiveBufferSize=530904
[junit4] 2> 4853113 INFO (OverseerThreadFactory-6961-thread-2-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 4853115 WARN (OverseerThreadFactory-6961-thread-2-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 4853480 INFO (qtp1102285128-19158) [n:127.0.0.1:38174_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4853480 INFO (qtp1102285128-19158) [n:127.0.0.1:38174_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=439
[junit4] 2> 4853958 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-1-001 of type NRT
[junit4] 2> 4853959 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4853959 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5294663b{/,null,AVAILABLE}
[junit4] 2> 4854155 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28790d9b{HTTP/1.1,[http/1.1]}{127.0.0.1:36866}
[junit4] 2> 4854155 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.Server Started @4867359ms
[junit4] 2> 4854155 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=43419, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-1-001/cores}
[junit4] 2> 4854155 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4854156 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4854156 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4854156 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4854156 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T04:29:53.223Z
[junit4] 2> 4854240 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4854240 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-1-001/solr.xml
[junit4] 2> 4854244 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4854244 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4854439 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4854508 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43561/solr
[junit4] 2> 4854601 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:43419_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4854602 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:43419_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4854620 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:43419_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43419_
[junit4] 2> 4854640 INFO (zkCallback-3002-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4854640 INFO (zkCallback-3007-thread-1-processing-n:127.0.0.1:43419_) [n:127.0.0.1:43419_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4854640 INFO (zkCallback-2994-thread-1-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4854928 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:43419_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4855055 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:43419_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4855055 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:43419_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4855056 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:43419_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-1-001/cores
[junit4] 2> 4855119 INFO (OverseerCollectionConfigSetProcessor-98989571020292100-127.0.0.1:38174_-n_0000000000) [n:127.0.0.1:38174_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4855341 INFO (qtp1102285128-19154) [n:127.0.0.1:38174_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43419_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4855396 INFO (OverseerThreadFactory-6961-thread-3-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43419_ for creating new replica
[junit4] 2> 4855399 INFO (SocketProxy-Acceptor-43419) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37178,localport=43419], receiveBufferSize:531000
[junit4] 2> 4855412 INFO (SocketProxy-Acceptor-43419) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36866,localport=53916], receiveBufferSize=530904
[junit4] 2> 4855459 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4855459 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4856533 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4856605 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 4857251 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4857293 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 4857294 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4857294 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4857294 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 4857312 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25050044036681324]
[junit4] 2> 4857316 WARN (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4857477 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4857477 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4857478 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4857479 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4857479 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1661407147768431]
[junit4] 2> 4857480 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@789ad8de[collection1_shard2_replica_n41] main]
[junit4] 2> 4857498 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4857498 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4857498 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4857499 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583833149935190016
[junit4] 2> 4857502 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4857502 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4857502 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43419/collection1_shard2_replica_n41/
[junit4] 2> 4857502 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4857502 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:43419/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 4857502 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4857504 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43419/collection1_shard2_replica_n41/ shard2
[junit4] 2> 4857510 INFO (searcherExecutor-6975-thread-1-processing-n:127.0.0.1:43419_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@789ad8de[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4857554 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4857556 INFO (qtp1097035661-19211) [n:127.0.0.1:43419_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2096
[junit4] 2> 4857568 INFO (qtp1102285128-19154) [n:127.0.0.1:38174_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43419_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2226
[junit4] 2> 4858094 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-2-001 of type NRT
[junit4] 2> 4858094 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4858095 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48559bd7{/,null,AVAILABLE}
[junit4] 2> 4858095 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@959b6dd{HTTP/1.1,[http/1.1]}{127.0.0.1:42423}
[junit4] 2> 4858095 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.Server Started @4871299ms
[junit4] 2> 4858130 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=42650, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-2-001/cores}
[junit4] 2> 4858130 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4858130 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4858130 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4858130 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4858131 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T04:29:57.198Z
[junit4] 2> 4858151 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4858151 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-2-001/solr.xml
[junit4] 2> 4858183 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4858183 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4858184 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4858198 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43561/solr
[junit4] 2> 4858220 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:42650_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4858221 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:42650_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4858234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:42650_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42650_
[junit4] 2> 4858254 INFO (zkCallback-3013-thread-1-processing-n:127.0.0.1:42650_) [n:127.0.0.1:42650_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4858262 INFO (zkCallback-3002-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4858262 INFO (zkCallback-2994-thread-2-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4858263 INFO (zkCallback-3007-thread-1-processing-n:127.0.0.1:43419_) [n:127.0.0.1:43419_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4858519 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:42650_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4858549 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:42650_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4858549 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:42650_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4858550 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:42650_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-2-001/cores
[junit4] 2> 4858648 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42650_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4858662 INFO (OverseerCollectionConfigSetProcessor-98989571020292100-127.0.0.1:38174_-n_0000000000) [n:127.0.0.1:38174_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4858663 INFO (OverseerThreadFactory-6961-thread-4-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:42650_ for creating new replica
[junit4] 2> 4858694 INFO (SocketProxy-Acceptor-42650) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58510,localport=42650], receiveBufferSize:531000
[junit4] 2> 4858695 INFO (SocketProxy-Acceptor-42650) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42423,localport=41566], receiveBufferSize=530904
[junit4] 2> 4858714 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4858714 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4859866 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4859909 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 4860368 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4860420 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 4860420 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4860420 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4860420 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 4860439 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25050044036681324]
[junit4] 2> 4860455 WARN (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4860644 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4860644 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4860661 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4860661 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4860662 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1661407147768431]
[junit4] 2> 4860662 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@4605fc07[collection1_shard1_replica_n43] main]
[junit4] 2> 4860663 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4860664 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4860664 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4860665 INFO (searcherExecutor-6986-thread-1-processing-n:127.0.0.1:42650_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@4605fc07[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4860677 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583833153267564544
[junit4] 2> 4860681 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4860681 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4860681 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42650/collection1_shard1_replica_n43/
[junit4] 2> 4860681 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4860681 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:42650/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 4860681 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4860695 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42650/collection1_shard1_replica_n43/ shard1
[junit4] 2> 4860852 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4860854 INFO (qtp1023547926-19244) [n:127.0.0.1:42650_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2139
[junit4] 2> 4860856 INFO (qtp1102285128-19155) [n:127.0.0.1:38174_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42650_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2207
[junit4] 2> 4861273 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-3-001 of type NRT
[junit4] 2> 4861274 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4861287 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b613b62{/,null,AVAILABLE}
[junit4] 2> 4861287 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35616fe9{HTTP/1.1,[http/1.1]}{127.0.0.1:35651}
[junit4] 2> 4861287 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.e.j.s.Server Started @4874492ms
[junit4] 2> 4861287 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=46239, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-3-001/cores}
[junit4] 2> 4861288 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4861288 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4861288 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4861288 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4861288 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T04:30:00.355Z
[junit4] 2> 4861328 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4861328 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-3-001/solr.xml
[junit4] 2> 4861331 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4861331 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4861332 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4861334 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43561/solr
[junit4] 2> 4861372 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:46239_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4861373 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:46239_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4861374 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:46239_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46239_
[junit4] 2> 4861388 INFO (zkCallback-3019-thread-1-processing-n:127.0.0.1:46239_) [n:127.0.0.1:46239_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4861388 INFO (zkCallback-3002-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4861392 INFO (zkCallback-3013-thread-1-processing-n:127.0.0.1:42650_) [n:127.0.0.1:42650_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4861394 INFO (zkCallback-3007-thread-1-processing-n:127.0.0.1:43419_) [n:127.0.0.1:43419_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4861394 INFO (zkCallback-2994-thread-1-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4861578 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:46239_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4861630 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:46239_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4861631 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:46239_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4861649 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DC7D1AB85D1EFA65]) [n:127.0.0.1:46239_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-3-001/cores
[junit4] 2> 4861798 INFO (qtp1102285128-19157) [n:127.0.0.1:38174_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46239_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4861812 INFO (OverseerCollectionConfigSetProcessor-98989571020292100-127.0.0.1:38174_-n_0000000000) [n:127.0.0.1:38174_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4861812 INFO (OverseerThreadFactory-6961-thread-5-processing-n:127.0.0.1:38174_) [n:127.0.0.1:38174_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46239_ for creating new replica
[junit4] 2> 4861814 INFO (SocketProxy-Acceptor-46239) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57772,localport=46239], receiveBufferSize:531000
[junit4] 2> 4861814 INFO (SocketProxy-Acceptor-46239) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35651,localport=58876], receiveBufferSize=530904
[junit4] 2> 4861814 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4861817 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4862860 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4862902 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 4863417 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4863474 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 4863475 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70402c79
[junit4] 2> 4863475 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4863475 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DC7D1AB85D1EFA65-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 4863477 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25050044036681324]
[junit4] 2> 4863493 WARN (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4863697 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4863697 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4863698 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4863698 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4863711 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1661407147768431]
[junit4] 2> 4863711 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@5fdc7882[collection1_shard2_replica_n45] main]
[junit4] 2> 4863712 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4863712 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4863713 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4863714 INFO (searcherExecutor-6997-thread-1-processing-n:127.0.0.1:46239_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@5fdc7882[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4863714 INFO (qtp1404885229-19273) [n:127.0.0.1:46239_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583833156452089856
[junit4] 2> 4863729
[...truncated too long message...]
[junit4] 2> 512715 INFO (coreCloseExecutor-703-thread-4) [n:127.0.0.1:33093_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=416236750
[junit4] 2> 512767 INFO (coreCloseExecutor-704-thread-8) [n:127.0.0.1:37682_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.multicollection2.shard1.replica_n1, tag=730908141
[junit4] 2> 512767 INFO (coreCloseExecutor-704-thread-8) [n:127.0.0.1:37682_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@63f459f1: rootName = solr_37682, domain = solr.core.multicollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.multicollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@73d4f91c
[junit4] 2> 512791 INFO (coreCloseExecutor-703-thread-5) [n:127.0.0.1:33093_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard2.replica_n2, tag=1727835702
[junit4] 2> 512791 INFO (coreCloseExecutor-703-thread-5) [n:127.0.0.1:33093_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d6eb95a: rootName = solr_33093, domain = solr.core.2nd_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.2nd_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1b2a550b
[junit4] 2> 513273 INFO (coreCloseExecutor-704-thread-8) [n:127.0.0.1:37682_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=730908141
[junit4] 2> 513292 INFO (coreCloseExecutor-704-thread-2) [n:127.0.0.1:37682_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1660262768
[junit4] 2> 513295 INFO (coreCloseExecutor-703-thread-6) [n:127.0.0.1:33093_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=1846337072
[junit4] 2> 513296 INFO (coreCloseExecutor-703-thread-6) [n:127.0.0.1:33093_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f813db8: rootName = solr_33093, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@31805347
[junit4] 2> 513461 INFO (coreCloseExecutor-704-thread-5) [n:127.0.0.1:37682_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=951556701
[junit4] 2> 513644 INFO (coreCloseExecutor-703-thread-6) [n:127.0.0.1:33093_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1846337072
[junit4] 2> 513644 INFO (coreCloseExecutor-703-thread-7) [n:127.0.0.1:33093_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.multicollection2.shard2.replica_n2, tag=607439588
[junit4] 2> 513644 INFO (coreCloseExecutor-703-thread-7) [n:127.0.0.1:33093_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e3aa52b: rootName = solr_33093, domain = solr.core.multicollection2.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.multicollection2.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@3685cfb7
[junit4] 2> 513867 INFO (coreCloseExecutor-703-thread-5) [n:127.0.0.1:33093_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=1727835702
[junit4] 2> 513868 INFO (coreCloseExecutor-703-thread-7) [n:127.0.0.1:33093_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=607439588
[junit4] 2> 515156 INFO (jetty-closer-145-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98989721210126342-127.0.0.1:33093_solr-n_0000000000) closing
[junit4] 2> 515167 INFO (OverseerStateUpdate-98989721210126342-127.0.0.1:33093_solr-n_0000000000) [n:127.0.0.1:33093_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33093_solr
[junit4] 2> 515232 INFO (jetty-closer-145-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1277b22b{/solr,null,UNAVAILABLE}
[junit4] 2> 515256 WARN (OverseerAutoScalingTriggerThread-98989721210126342-127.0.0.1:33093_solr-n_0000000000) [n:127.0.0.1:33093_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 515716 INFO (jetty-closer-145-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@291f08ca{/solr,null,UNAVAILABLE}
[junit4] 2> 516731 INFO (jetty-closer-145-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b8bd3aa{/solr,null,UNAVAILABLE}
[junit4] 2> 516751 ERROR (SUITE-CloudSolrClientTest-seed#[18CE6A16DE84BCBD]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 516752 INFO (SUITE-CloudSolrClientTest-seed#[18CE6A16DE84BCBD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37842 37842
[junit4] 2> 516860 INFO (Thread-215) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37842 37842
[junit4] 2> 516877 WARN (Thread-215) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 24 /solr/collections/foo/state.json
[junit4] 2> 18 /solr/collections/multicollection1/state.json
[junit4] 2> 17 /solr/collections/collection1/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 14 /solr/collections/2nd_collection/state.json
[junit4] 2> 14 /solr/collections/nemesis/state.json
[junit4] 2> 14 /solr/collections/multicollection2/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard3/election/98989721210126344-core_node17-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_18CE6A16DE84BCBD-001
[junit4] 2> Nov 12, 2017 5:09:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=Memory), a_t=PostingsFormat(name=Memory), title_s=PostingsFormat(name=Memory), id=Lucene50(blocksize=128), text=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=602, maxMBSortInHeap=6.674115762870473, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@ecf2c21), locale=ja-JP, timezone=America/St_Barthelemy
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=297988672,total=447741952
[junit4] 2> NOTE: All tests run in this JVM: [SolrExampleXMLTest, RegressionEvaluatorTest, LargeVolumeJettyTest, LessThanEqualToEvaluatorTest, NoOpResponseParserTest, NamedListTest, TestValidatingJsonMap, TestCollectionStateWatchers, DivideEvaluatorTest, GetByIdTest, TestCoreAdmin, TestSuggesterResponse, SelectWithEvaluatorsTest, NormalizeEvaluatorTest, LBHttpSolrClientBuilderTest, GreaterThanEqualToEvaluatorTest, TestSolrJErrorHandling, CoalesceEvaluatorTest, UuidEvaluatorTest, SolrParamTest, ArrayEvaluatorTest, CloudSolrClientBuilderTest, HyperbolicSineEvaluatorTest, TestJsonRecordReader, JettyWebappTest, CloudSolrClientTest]
[junit4] Completed [88/146 (1!)] on J2 in 94.15s, 16 tests, 1 error <<< FAILURES!
[...truncated 46454 lines...]