You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/04/30 12:41:01 UTC

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 86 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/86/

4 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:35238

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35238
	at __randomizedtesting.SeedInfo.seed([6AEAA5617B4D47FA:E2BE9ABBD5B12A02]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1080)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 43 more


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.test

Error Message:
SPLITSHARD was not successful even after three tries

Stack Trace:
java.lang.AssertionError: SPLITSHARD was not successful even after three tries
	at __randomizedtesting.SeedInfo.seed([6AEAA5617B4D47FA:E2BE9ABBD5B12A02]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.trySplit(ShardSplitTest.java:946)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByRouteKeyTest(ShardSplitTest.java:920)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:113)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:45916/acollection2

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:45916/acollection2
	at __randomizedtesting.SeedInfo.seed([6AEAA5617B4D47FA:E2BE9ABBD5B12A02]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
	at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:123)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 52 more


FAILED:  org.apache.solr.index.hdfs.CheckHdfsIndexTest.testChecksumsOnly

Error Message:
The stream is closed

Stack Trace:
java.io.IOException: The stream is closed
	at __randomizedtesting.SeedInfo.seed([6AEAA5617B4D47FA:C80F6C429982BF3A]:0)
	at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:118)
	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
	at java.io.DataOutputStream.flush(DataOutputStream.java:123)
	at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
	at org.apache.hadoop.hdfs.DataStreamer.closeStream(DataStreamer.java:1000)
	at org.apache.hadoop.hdfs.DataStreamer.closeInternal(DataStreamer.java:848)
	at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:843)
	Suppressed: java.io.IOException: The stream is closed
		at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:118)
		at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
		at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
		at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
		at java.io.FilterOutputStream.close(FilterOutputStream.java:159)
		... 3 more




Build Log:
[...truncated 13743 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_6AEAA5617B4D47FA-001/init-core-data-001
   [junit4]   2> 23899 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 24392 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.e.j.u.log Logging initialized @24544ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 45887 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 46008 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 46059 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 46399 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 46472 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 46472 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 47123 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer start zk server on port:46308
   [junit4]   2> 47126 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46308
   [junit4]   2> 47126 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46308
   [junit4]   2> 52881 INFO  (zkConnectionManagerCallback-3-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 53262 INFO  (zkConnectionManagerCallback-5-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 53559 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 53808 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 53846 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 53861 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 53864 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 53899 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 53936 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 53972 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 54007 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 54028 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 54031 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 54061 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 57187 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 57842 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 57842 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 57859 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 57963 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 57963 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 57984 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 58093 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17f6d8ce{/,null,AVAILABLE}
   [junit4]   2> 58203 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6a2d0ca4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39213}
   [junit4]   2> 58203 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.e.j.s.Server Started @58375ms
   [junit4]   2> 58204 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_6AEAA5617B4D47FA-001/tempDir-001/control/data, hostContext=/, hostPort=35238, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_6AEAA5617B4D47FA-001/control-001/cores}
   [junit4]   2> 58769 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 58769 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 58769 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 58790 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 58790 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 58791 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-30T08:53:48.832Z
   [junit4]   2> 58912 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 59023 INFO  (zkConnectionManagerCallback-7-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 59054 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 59057 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_6AEAA5617B4D47FA-001/control-001/solr.xml
   [junit4]   2> 59542 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 59542 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 59724 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@954c2cf, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 62418 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 64234 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@85bbeb4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 66547 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@366c0505[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 66733 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46308/solr
   [junit4]   2> 67241 INFO  (zkConnectionManagerCallback-14-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 67738 INFO  (zkConnectionManagerCallback-16-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 69968 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [n:127.0.0.1:35238_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35238_
   [junit4]   2> 70000 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [n:127.0.0.1:35238_    ] o.a.s.c.Overseer Overseer (id=74610340388143108-127.0.0.1:35238_-n_0000000000) starting
   [junit4]   2> 70680 INFO  (zkConnectionManagerCallback-23-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 70699 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [n:127.0.0.1:35238_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46308/solr ready
   [junit4]   2> 71735 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [n:127.0.0.1:35238_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35238_
   [junit4]   2> 71779 INFO  (OverseerStateUpdate-74610340388143108-127.0.0.1:35238_-n_0000000000) [n:127.0.0.1:35238_    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35238_
   [junit4]   2> 71859 INFO  (OverseerStateUpdate-74610340388143108-127.0.0.1:35238_-n_0000000000) [n:127.0.0.1:35238_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 72049 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 74195 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [n:127.0.0.1:35238_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 75628 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [n:127.0.0.1:35238_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@954c2cf
   [junit4]   2> 75629 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [n:127.0.0.1:35238_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@954c2cf
   [junit4]   2> 75630 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [n:127.0.0.1:35238_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@954c2cf
   [junit4]   2> 112875 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]-SendThread(lucene2-us-west.apache.org:46308)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 43784ms for sessionid 0x10911b593680001
   [junit4]   2> 112875 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10911b593680001, likely client has closed socket
   [junit4]   2> 112876 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]-SendThread(lucene2-us-west.apache.org:46308)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 44566ms for sessionid 0x10911b593680000
   [junit4]   2> 112874 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]-SendThread(lucene2-us-west.apache.org:46308)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 38462ms for sessionid 0x10911b593680005
   [junit4]   2> 112877 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10911b593680000, likely client has closed socket
   [junit4]   2> 112877 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10911b593680005, likely client has closed socket
   [junit4]   2> 112975 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [n:127.0.0.1:35238_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_6AEAA5617B4D47FA-001/control-001/cores
   [junit4]   2> 112985 WARN  (zkConnectionManagerCallback-5-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@609d73c5 name: ZooKeeperConnection Watcher:127.0.0.1:46308/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 112985 WARN  (zkConnectionManagerCallback-5-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 112985 WARN  (zkConnectionManagerCallback-3-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67947dd3 name: ZooKeeperConnection Watcher:127.0.0.1:46308 got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 112985 WARN  (zkConnectionManagerCallback-3-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 112988 WARN  (zkConnectionManagerCallback-23-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@569ed9f9 name: ZooKeeperConnection Watcher:127.0.0.1:46308/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 112988 WARN  (zkConnectionManagerCallback-23-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 114083 INFO  (zkConnectionManagerCallback-5-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 114346 INFO  (zkConnectionManagerCallback-29-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 114397 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 114405 INFO  (zkConnectionManagerCallback-23-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 114458 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46308/solr ready
   [junit4]   2> 114512 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]-SendThread(lucene2-us-west.apache.org:46308)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10911b593680000 has expired
   [junit4]   2> 114513 WARN  (zkConnectionManagerCallback-3-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67947dd3 name: ZooKeeperConnection Watcher:127.0.0.1:46308 got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 114513 WARN  (zkConnectionManagerCallback-3-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 114513 WARN  (zkConnectionManagerCallback-3-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 114603 INFO  (zkConnectionManagerCallback-3-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 114603 INFO  (zkConnectionManagerCallback-3-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 114603 INFO  (zkConnectionManagerCallback-3-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 114603 INFO  (zkConnectionManagerCallback-3-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 115916 INFO  (SocketProxy-Acceptor-35238) [    ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=35236,localport=35238], receiveBufferSize:531000
   [junit4]   2> 116051 INFO  (SocketProxy-Acceptor-35238) [    ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39213,localport=43166], receiveBufferSize=530904
   [junit4]   2> 118310 INFO  (qtp1530036275-31) [n:127.0.0.1:35238_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35238_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 118704 INFO  (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:35238_) [n:127.0.0.1:35238_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 119624 INFO  (SocketProxy-Acceptor-35238) [    ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=35244,localport=35238], receiveBufferSize:531000
   [junit4]   2> 119696 INFO  (SocketProxy-Acceptor-35238) [    ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39213,localport=43174], receiveBufferSize=530904
   [junit4]   2> 119921 INFO  (qtp1530036275-33) [n:127.0.0.1:35238_    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 120015 INFO  (qtp1530036275-33) [n:127.0.0.1:35238_    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 121884 INFO  (qtp1530036275-33) [n:127.0.0.1:35238_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 124285 INFO  (qtp1530036275-33) [n:127.0.0.1:35238_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 126567 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=721233407
   [junit4]   2> 126567 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35238_
   [junit4]   2> 126570 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 126570 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:35238_ as DOWN
   [junit4]   2> 126786 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 126859 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@519068f8: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7e2288df
   [junit4]   2> 127445 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 127458 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5fb30c88: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7c9ce7fa
   [junit4]   2> 127552 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 127552 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1714deea: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@f713e0e
   [junit4]   2> 127557 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 127594 INFO  (closeThreadPool-35-thread-2) [    ] o.a.s.c.Overseer Overseer (id=74610340388143108-127.0.0.1:35238_-n_0000000000) closing
   [junit4]   2> 127709 INFO  (OverseerStateUpdate-74610340388143108-127.0.0.1:35238_-n_0000000000) [n:127.0.0.1:35238_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35238_
   [junit4]   2> 128172 ERROR (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:35238_) [n:127.0.0.1:35238_    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:35238
   [junit4]   2>           => org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: http://127.0.0.1:35238
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:663)
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: http://127.0.0.1:35238
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:663) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1274) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandlerFactory$1.request(HttpShardHandlerFactory.java:172) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:188) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:181) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> Caused by: java.net.SocketException: Socket closed
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:204) ~[?:1.8.0_191]
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) ~[httpcore-4.4.10.jar:4.4.10]
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) ~[httpcore-4.4.10.jar:4.4.10]
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282) ~[httpcore-4.4.10.jar:4.4.10]
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) ~[httpclient-4.5.6.jar:4.5.6]
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) ~[httpclient-4.5.6.jar:4.5.6]
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) ~[httpcore-4.4.10.jar:4.4.10]
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) ~[httpcore-4.4.10.jar:4.4.10]
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) ~[httpclient-4.5.6.jar:4.5.6]
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) ~[httpcore-4.4.10.jar:4.4.10]
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) ~[httpcore-4.4.10.jar:4.4.10]
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:120) ~[java/:?]
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) ~[httpclient-4.5.6.jar:4.5.6]
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) ~[httpclient-4.5.6.jar:4.5.6]
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) ~[httpclient-4.5.6.jar:4.5.6]
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) ~[httpclient-4.5.6.jar:4.5.6]
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) ~[httpclient-4.5.6.jar:4.5.6]
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) ~[httpclient-4.5.6.jar:4.5.6]
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) ~[httpclient-4.5.6.jar:4.5.6]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548) ~[java/:?]
   [junit4]   2> 	... 13 more
   [junit4]   2> 128172 ERROR (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:35238_) [n:127.0.0.1:35238_    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 128174 ERROR (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:35238_) [n:127.0.0.1:35238_    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:340)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:264)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:505)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /aliases.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1221)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:358)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$AliasesManager.update(ZkStateReader.java:1892)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.DeleteCollectionCmd.call(DeleteCollectionCmd.java:76)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:703)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	... 6 more
   [junit4]   2> 
   [junit4]   2> 128885 ERROR (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:35238_) [n:127.0.0.1:35238_    ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1336)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:370)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:370)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:586)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskQueue.remove(OverseerTaskQueue.java:98)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.markTaskComplete(OverseerTaskProcessor.java:573)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:525)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 129035 WARN  (OverseerCollectionConfigSetProcessor-74610340388143108-127.0.0.1:35238_-n_0000000000) [n:127.0.0.1:35238_    ] o.a.s.c.OverseerTaskProcessor Overseer cannot talk to ZK
   [junit4]   2> 129055 WARN  (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:35238_) [n:127.0.0.1:35238_    ] o.a.s.c.OverseerTaskProcessor Resetting task: /overseer/collection-queue-work/qn-0000000000, requestid: null, taskKey: control_collection
   [junit4]   2> 129087 INFO  (OverseerAutoScalingTriggerThread-74610340388143108-127.0.0.1:35238_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 129411 INFO  (closeThreadPool-31-thread-2) [    ] o.a.s.c.Overseer Overseer (id=74610340388143108-127.0.0.1:35238_-n_0000000000) closing
   [junit4]   2> 129504 INFO  (closeThreadPool-35-thread-1) [    ] o.a.s.c.Overseer Overseer (id=74610340388143108-127.0.0.1:35238_-n_0000000000) closing
   [junit4]   2> 129615 INFO  (closeThreadPool-31-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6a2d0ca4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 129653 INFO  (closeThreadPool-31-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17f6d8ce{/,null,UNAVAILABLE}
   [junit4]   2> 129690 INFO  (closeThreadPool-31-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 131707 WARN  (qtp1530036275-33) [n:127.0.0.1:35238_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 132515 WARN  (qtp1530036275-33) [n:127.0.0.1:35238_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 132660 WARN  (qtp1530036275-33) [n:127.0.0.1:35238_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 132733 WARN  (qtp1530036275-33) [n:127.0.0.1:35238_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 133576 ERROR (qtp1530036275-33) [n:127.0.0.1:35238_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer null:org.apache.solr.common.SolrException: Error creating shard term node in Zookeeper for collection: control_collection
   [junit4]   2> 	at org.apache.solr.cloud.ZkShardTerms.ensureTermNodeExist(ZkShardTerms.java:332)
   [junit4]   2> 	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:90)
   [junit4]   2> 	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:45)
   [junit4]   2> 	at org.apache.solr.cloud.ZkCollectionTerms.remove(ZkCollectionTerms.java:52)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1618)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1612)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1161)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:502)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:792)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$8(SolrZkClient.java:545)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:544)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:488)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:475)
   [junit4]   2> 	at org.apache.solr.cloud.ZkShardTerms.ensureTermNodeExist(ZkShardTerms.java:322)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 133589 ERROR (qtp1530036275-33) [n:127.0.0.1:35238_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'control_collection_shard1_replica_n1': Unable to create core [control_collection_shard1_replica_n1] Caused by: KeeperErrorCode = Session expired for /configs/conf1/enumsConfig.xml
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1187)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:502)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [control_collection_shard1_replica_n1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1259)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)
   [junit4]   2> 	... 35 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core control_collection_shard1_replica_n1: Can't load schema schema.xml: Plugin Initializing failure for [schema.xml] fieldType
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:96)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1287)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1234)
   [junit4]   2> 	... 36 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Can't load schema schema.xml: Plugin Initializing failure for [schema.xml] fieldType
   [junit4]   2> 	at org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:596)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:176)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:56)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:70)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:118)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:91)
   [junit4]   2> 	... 38 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Plugin Initializing failure for [schema.xml] fieldType
   [junit4]   2> 	at org.apache.solr.util.plugin.AbstractPluginLoader.load(AbstractPluginLoader.java:194)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:488)
   [junit4]   2> 	... 43 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: severityType: Error while parsing enums config.
   [junit4]   2> 	at org.apache.solr.schema.AbstractEnumField$EnumMapping.<init>(AbstractEnumField.java:150)
   [junit4]   2> 	at org.apache.solr.schema.AbstractEnumField.init(AbstractEnumField.java:59)
   [junit4]   2> 	at org.apache.solr.schema.FieldType.setArgs(FieldType.java:196)
   [junit4]   2> 	at org.apache.solr.schema.FieldTypePluginLoader.init(FieldTypePluginLoader.java:160)
   [junit4]   2> 	at org.apache.solr.schema.FieldTypePluginLoader.init(FieldTypePluginLoader.java:48)
   [junit4]   2> 	at org.apache.solr.util.plugin.AbstractPluginLoader.load(AbstractPluginLoader.java:191)
   [junit4]   2> 	... 44 more
   [junit4]   2> Caused by: java.io.IOException: We re-tried 10 times but was still unable to fetch resource=enumsConfig.xml from ZK
   [junit4]   2> 	at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:118)
   [junit4]   2> 	at org.apache.solr.util.SafeXMLParsing.parseConfigXML(SafeXMLParsing.java:56)
   [junit4]   2> 	at org.apache.solr.schema.AbstractEnumField$EnumMapping.<init>(AbstractEnumField.java:112)
   [junit4]   2> 	... 49 more
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/conf1/enumsConfig.xml
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1111)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:334)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:334)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.pathExists(ZkController.java:1138)
   [junit4]   2> 	at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:89)
   [junit4]   2> 	... 51 more
   [junit4]   2> 
   [junit4]   2> 133589 INFO  (qtp1530036275-33) [n:127.0.0.1:35238_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=13815
   [junit4]   2> 144691 ERROR (qtp1530036275-31) [n:127.0.0.1:35238_    ] o.a.s.h.RequestHandlerBase java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2173)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskQueue$LatchWatcher.await(OverseerTaskQueue.java:160)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:210)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.sendToOCPQueue(CollectionsHandler.java:367)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:251)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:502)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 144691 INFO  (qtp1530036275-31) [n:127.0.0.1:35238_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35238_&wt=javabin&version=2} status=500 QTime=26784
   [junit4]   2> 144691 ERROR (qtp1530036275-31) [n:127.0.0.1:35238_    ] o.a.s.s.HttpSolrCall null:java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2173)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskQueue$LatchWatcher.await(OverseerTaskQueue.java:160)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:210)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.sendToOCPQueue(CollectionsHandler.java:367)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:251)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:502)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 144700 WARN  (closeThreadPool-31-thread-2) [    ] o.a.s.c.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:35238/, target: http://127.0.0.1:39213/
   [junit4]   2> 144701 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 144710 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 144725 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46308
   [junit4]   2> 144726 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[6AEAA5617B4D47FA]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46308
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=6AEAA5617B4D47FA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=de-DE -Dtests.timezone=Africa/Porto-Novo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   98.7s J1 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35238
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6AEAA5617B4D47FA:E2BE9ABBD5B12A02]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1080)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
   [junit4]    > 	... 43 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_6AEAA5617B4D47FA-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=27671, maxDocsPerChunk=521, blockSize=1), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=27671, blockSize=1)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@66d83a61), locale=de-DE, timezone=Africa/Porto-Novo
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=2,free=239154832,total=326107136
   [junit4]   2> NOTE: All tests run in this JVM: [LeaderFailoverAfterPartitionTest]
   [junit4] Completed [4/855 (1!)] on J1 in 136.05s, 1 test, 1 error <<< FAILURES!

[...truncated 968 lines...]
   [junit4] Suite: org.apache.solr.index.hdfs.CheckHdfsIndexTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_6AEAA5617B4D47FA-001/init-core-data-001
   [junit4]   2> 2865107 WARN  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 2865107 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2865109 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2865109 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2865112 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /zkx/
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2865167 WARN  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2865182 WARN  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2865194 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2865208 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2865208 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2865208 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2865209 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12d809fa{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 2865344 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@564583bf{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-lucene2-us-west.apache.org-41155-hdfs-_-any-885968879048111454.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 2865345 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@76d6cd3a{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:41155}
   [junit4]   2> 2865345 INFO  (SUITE-CheckHdfsIndexTest-seed#[6AEAA5617B4D47FA]-worker) [    ] o.e.j.s.Server Started @2865614ms
   [junit4]   2> 2865532 WARN  (SUITE-CheckHdfsIndexTest-

[...truncated too long message...]

]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor186.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_191]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) ~[randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_6AEAA5617B4D47FA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {rnd_b=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=BlockTreeOrds(blocksize=128), _root_=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{rnd_b=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), a_t=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Lucene80), a_i=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=295, maxMBSortInHeap=7.797331544172571, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@66e9b8f6), locale=fr-FR, timezone=America/Belem
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=2,free=225140592,total=516947968
   [junit4]   2> NOTE: All tests run in this JVM: [LeaderFailoverAfterPartitionTest, TestLegacyFieldReuse, TestRestManager, NodeMutatorTest, AutoAddReplicasPlanActionTest, SchemaApiFailureTest, TestSolrDeletionPolicy2, TransactionLogTest, SolrCoreTest, AtomicUpdateRemovalJavabinTest, BasicAuthStandaloneTest, ConnectionReuseTest, TestCollectionsAPIViaSolrCloudCluster, ChaosMonkeySafeLeaderWithPullReplicasTest, TestFieldCacheSort, ProtectedTermFilterFactoryTest, TestIndexingPerformance, TestCryptoKeys, VMParamsZkACLAndCredentialsProvidersTest, AnalysisErrorHandlingTest, TestDynamicFieldCollectionResource, TestDocSet, TestRequestForwarding, DistributedFacetPivotLongTailTest, TestCodecSupport, JavabinLoaderTest, SolrPluginUtilsTest, MinimalSchemaTest, TlogReplayBufferedWhileIndexingTest, TestCollectionAPIs, TestJsonRequest, SortByFunctionTest, TestSimExecutePlanAction, AnalyticsQueryTest, TestSha256AuthenticationProvider, NodeAddedTriggerIntegrationTest, TestUtilizeNode, DirectSolrConnectionTest, DistributedQueryComponentOptimizationTest, ZkSolrClientTest, HdfsBasicDistributedZkTest, MultiSolrCloudTestCaseTest, TestQuerySenderNoQuery, TestNumericTokenStream, SecurityConfHandlerTest, TestCSVResponseWriter, SolrMetricReporterTest, CircularListTest, HdfsRestartWhileUpdatingTest, RegexBytesRefFilterTest, MetricsConfigTest, TestLMJelinekMercerSimilarityFactory, TestMaxScoreQueryParser, TestStressVersions, TestDistributedSearch, TestCloudPivotFacet, TestSolrFieldCacheBean, TestValueSourceCache, CollectionTooManyReplicasTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, BJQParserTest, TestBlendedInfixSuggestions, TestSearcherReuse, MoveReplicaHDFSFailoverTest, TestSolrCoreSnapshots, LoggingHandlerTest, TestPrepRecovery, TestFieldCacheWithThreads, TestWriterPerf, DistributedExpandComponentTest, TestLuceneMatchVersion, TestStressCloudBlindAtomicUpdates, TestReload, FullHLLTest, CoreAdminHandlerTest, SparseHLLTest, TestFieldResource, MetricsHandlerTest, ZkStateWriterTest, MoreLikeThisHandlerTest, SearchRateTriggerIntegrationTest, TestSubQueryTransformerDistrib, TestSimpleTextCodec, TestUtils, TestGraphMLResponseWriter, TestDistributedStatsComponentCardinality, CloneFieldUpdateProcessorFactoryTest, NodeLostTriggerTest, TestHighlightDedupGrouping, CdcrReplicationHandlerTest, DirectUpdateHandlerTest, StatelessScriptUpdateProcessorFactoryTest, SpellCheckCollatorTest, ZookeeperStatusHandlerTest, BlockJoinFacetSimpleTest, TestSimComputePlanAction, TestUnifiedSolrHighlighter, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, TestDFRSimilarityFactory, ShardSplitTest, TestOrdValues, SolrJmxReporterCloudTest, TestHashQParserPlugin, SystemCollectionCompatTest, BadCopyFieldTest, TestRealTimeGet, SuggesterWFSTTest, DisMaxRequestHandlerTest, TestInPlaceUpdatesDistrib, TestCoreContainer, UniqFieldsUpdateProcessorFactoryTest, LeaderVoteWaitTimeoutTest, TestCustomStream, TestPayloadCheckQParserPlugin, SolrInfoBeanTest, SuggesterFSTTest, ManagedSchemaRoundRobinCloudTest, SpellingQueryConverterTest, ReplicaListTransformerTest, TestDynamicURP, JSONWriterTest, TestCloudDeleteByQuery, ChangedSchemaMergeTest, SpatialRPTFieldTypeTest, PeerSyncTest, DateFieldTest, TestManagedSchema, SignificantTermsQParserPluginTest, TestManagedStopFilterFactory, QueryParsingTest, MultiDestinationAuditLoggerTest, TestRandomFlRTGCloud, TestExactSharedStatsCache, TestMultiValuedNumericRangeQuery, ExitableDirectoryReaderTest, OverseerStatusTest, DeleteLastCustomShardedReplicaTest, TestCloudJSONFacetJoinDomain, CollectionPropsTest, WrapperMergePolicyFactoryTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest]
   [junit4] Completed [610/855 (4!)] on J1 in 382.97s, 1 test, 1 error <<< FAILURES!

[...truncated 50695 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] Processed 2526 links (2067 relative) to 3356 anchors in 253 files
     [echo] Validated Links & Anchors via: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...
     [exec] 
     [exec] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/docs/solr-core/overview-summary.html
     [exec]   missing description: org.apache.solr.cloud.autoscaling.sim
     [exec] 
     [exec] Missing javadocs were found!

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build.xml:660: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build.xml:676: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/common-build.xml:2530: exec returned: 1

Total time: 641 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 94 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/94/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.util.TestSolrCLIRunExample

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [TransactionLog, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188)  at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:468)  at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1329)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:572)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:552)  at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:351)  at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:289)  at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:236)  at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:79)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:257)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:487)  at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:337)  at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50)  at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:337)  at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:223)  at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:231)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:475)  at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:327)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:280)  at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:335)  at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:280)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:235)  at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:300)  at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:280)  at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:193)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126)  at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:123)  at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)  at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)  at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:2566)  at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:756)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:542)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.server.Server.handle(Server.java:502)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.server.Server.handle(Server.java:502)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.server.Server.handle(Server.java:502)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.server.Server.handle(Server.java:502)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)  at java.lang.Thread.run(Thread.java:748)   expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [TransactionLog, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188)  at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:468)  at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1329)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:572)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:552)  at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:351)  at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:289)  at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:236)  at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:79)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:257)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:487)  at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:337)  at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50)  at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:337)  at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:223)  at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:231)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:475)  at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:327)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:280)  at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:335)  at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:280)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:235)  at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:300)  at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:280)  at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:193)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126)  at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:123)  at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)  at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)  at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:2566)  at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:756)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:542)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.server.Server.handle(Server.java:502)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.server.Server.handle(Server.java:502)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.server.Server.handle(Server.java:502)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.server.Server.handle(Server.java:502)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)  at java.lang.Thread.run(Thread.java:748)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [TransactionLog, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188)
	at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:468)
	at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1329)
	at org.apache.solr.update.UpdateLog.add(UpdateLog.java:572)
	at org.apache.solr.update.UpdateLog.add(UpdateLog.java:552)
	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:351)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:289)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:236)
	at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:79)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:257)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:487)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:337)
	at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:337)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:223)
	at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:231)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:475)
	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:327)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:280)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:335)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:280)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:235)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:300)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:280)
	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:193)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126)
	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:123)
	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2566)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:756)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:542)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.server.Server.handle(Server.java:502)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.server.Server.handle(Server.java:502)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.server.Server.handle(Server.java:502)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.server.Server.handle(Server.java:502)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
	at java.lang.Thread.run(Thread.java:748)

 expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [TransactionLog, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188)
	at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:468)
	at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1329)
	at org.apache.solr.update.UpdateLog.add(UpdateLog.java:572)
	at org.apache.solr.update.UpdateLog.add(UpdateLog.java:552)
	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:351)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:289)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:236)
	at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:79)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:257)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:487)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:337)
	at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:337)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:223)
	at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:231)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:475)
	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:327)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:280)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:335)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:280)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:235)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:300)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:280)
	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:193)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126)
	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:123)
	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2566)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:756)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:542)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.server.Server.handle(Server.java:502)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.server.Server.handle(Server.java:502)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.server.Server.handle(Server.java:502)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.server.Server.handle(Server.java:502)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
	at java.lang.Thread.run(Thread.java:748)

>
	at __randomizedtesting.SeedInfo.seed([6B24F62B31B53BEE]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:333)
	at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14688 lines...]
   [junit4] Suite: org.apache.solr.util.TestSolrCLIRunExample
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/init-core-data-001
   [junit4]   2> 2480732 WARN  (SUITE-TestSolrCLIRunExample-seed#[6B24F62B31B53BEE]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
   [junit4]   2> 2480733 INFO  (SUITE-TestSolrCLIRunExample-seed#[6B24F62B31B53BEE]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2480734 INFO  (SUITE-TestSolrCLIRunExample-seed#[6B24F62B31B53BEE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2480734 INFO  (SUITE-TestSolrCLIRunExample-seed#[6B24F62B31B53BEE]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2480737 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[6B24F62B31B53BEE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSchemalessExample
   [junit4]   2> 2480737 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[6B24F62B31B53BEE]) [    ] o.a.s.u.TestSolrCLIRunExample Selected port 45116 to start schemaless example Solr instance on ...
   [junit4]   2> 2480774 WARN  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[6B24F62B31B53BEE]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2480775 INFO  (Thread-8212) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=45116)
   [junit4]   2> 2480775 INFO  (Thread-8212) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 45116 try number 1 ...
   [junit4]   2> 2480775 INFO  (Thread-8212) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2480775 INFO  (Thread-8212) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2480775 INFO  (Thread-8212) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2480775 INFO  (Thread-8212) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2480782 INFO  (Thread-8212) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1afaecac{/solr,null,AVAILABLE}
   [junit4]   2> 2480783 INFO  (Thread-8212) [    ] o.e.j.s.AbstractConnector Started ServerConnector@61df91c9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45116}
   [junit4]   2> 2480783 INFO  (Thread-8212) [    ] o.e.j.s.Server Started @2480940ms
   [junit4]   2> 2480783 INFO  (Thread-8212) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45116}
   [junit4]   2> 2480784 INFO  (Thread-8212) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2480784 INFO  (Thread-8212) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 2480784 INFO  (Thread-8212) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port 45116
   [junit4]   2> 2480784 INFO  (Thread-8212) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2480784 INFO  (Thread-8212) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-09T08:50:45.290Z
   [junit4]   2> 2480784 INFO  (Thread-8212) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/solr.xml
   [junit4]   2> 2480788 INFO  (Thread-8212) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@728ec406, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2480957 INFO  (Thread-8212) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2480959 WARN  (Thread-8212) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3c13a450[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2480962 WARN  (Thread-8212) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@20b0afde[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2480978 INFO  (Thread-8212) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2480978 INFO  (Thread-8212) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2480990 INFO  (Thread-8212) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@728ec406
   [junit4]   2> 2480996 INFO  (Thread-8212) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@728ec406
   [junit4]   2> 2480996 INFO  (Thread-8212) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@728ec406
   [junit4]   2> 2480997 INFO  (Thread-8212) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr
   [junit4]   2> 2481014 INFO  (qtp1451348057-21508) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=6
   [junit4]   2> 2481019 INFO  (qtp1451348057-21507) [    x:gettingstarted] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=gettingstarted&action=STATUS&wt=json} status=0 QTime=0
   [junit4]   2> 2481147 WARN  (qtp1451348057-21511) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/extraction/lib
   [junit4]   2> 2481147 WARN  (qtp1451348057-21511) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 2481147 WARN  (qtp1451348057-21511) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/clustering/lib
   [junit4]   2> 2481147 WARN  (qtp1451348057-21511) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 2481147 WARN  (qtp1451348057-21511) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/langid/lib
   [junit4]   2> 2481147 WARN  (qtp1451348057-21511) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 2481148 WARN  (qtp1451348057-21511) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/velocity/lib
   [junit4]   2> 2481148 WARN  (qtp1451348057-21511) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 2481148 WARN  (qtp1451348057-21511) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 2481553 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[6B24F62B31B53BEE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@61df91c9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45116}
   [junit4]   2> 2481553 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[6B24F62B31B53BEE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1afaecac{/solr,null,UNAVAILABLE}
   [junit4]   2> 2481553 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[6B24F62B31B53BEE]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2481555 WARN  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[6B24F62B31B53BEE]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2481559 INFO  (Thread-8222) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2481561 INFO  (Thread-8222) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2481561 INFO  (Thread-8222) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2481561 INFO  (Thread-8222) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2481562 INFO  (Thread-8222) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43f39f02{/solr,null,AVAILABLE}
   [junit4]   2> 2481562 INFO  (Thread-8222) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25675068{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41913}
   [junit4]   2> 2481562 INFO  (Thread-8222) [    ] o.e.j.s.Server Started @2481719ms
   [junit4]   2> 2481639 WARN  (Thread-8222) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5a033b11[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2481642 WARN  (Thread-8222) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@18b5be71[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2481692 WARN  (coreLoadExecutor-4821-thread-1) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/extraction/lib
   [junit4]   2> 2481692 WARN  (coreLoadExecutor-4821-thread-1) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 2481692 WARN  (coreLoadExecutor-4821-thread-1) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/clustering/lib
   [junit4]   2> 2481692 WARN  (coreLoadExecutor-4821-thread-1) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 2481692 WARN  (coreLoadExecutor-4821-thread-1) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/langid/lib
   [junit4]   2> 2481692 WARN  (coreLoadExecutor-4821-thread-1) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 2481693 WARN  (coreLoadExecutor-4821-thread-1) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/velocity/lib
   [junit4]   2> 2481693 WARN  (coreLoadExecutor-4821-thread-1) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 2481693 WARN  (coreLoadExecutor-4821-thread-1) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_6B24F62B31B53BEE-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 2486695 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[6B24F62B31B53BEE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@25675068{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41913}
   [junit4]   2> 2486696 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[6B24F62B31B53BEE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43f39f02{/solr,null,UNAVAILABLE}
   [ju

[...truncated too long message...]

vy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null319298674
     [copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null319298674
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null319298674

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 147ms :: artifacts dl 5ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 555 minutes 48 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 93 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/93/

2 tests failed.
FAILED:  org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed

Error Message:
Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=4965708, failWrongCredentials=0, requestTimes=408, requests=4, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=4965708, failWrongCredentials=0, requestTimes=408, requests=4, errors=0}
	at __randomizedtesting.SeedInfo.seed([6A46F6BA26522264:6C6EF4D444E5B4D7]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertPkiAuthMetricsMinimums(SolrCloudAuthTestCase.java:74)
	at org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed(JWTAuthPluginIntegrationTest.java:173)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=64543335, failWrongCredentials=6, requestTimes=3016, requests=14, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=64543335, failWrongCredentials=6, requestTimes=3016, requests=14, errors=0}
	at __randomizedtesting.SeedInfo.seed([6A46F6BA26522264:579E58961EBC7C14]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:83)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:139)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15916 lines...]
   [junit4] Suite: org.apache.solr.security.JWTAuthPluginIntegrationTest
   [junit4]   2> 4120745 INFO  (SUITE-JWTAuthPluginIntegrationTest-seed#[6A46F6BA26522264]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/init-core-data-001
   [junit4]   2> 4120745 WARN  (SUITE-JWTAuthPluginIntegrationTest-seed#[6A46F6BA26522264]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 4120745 INFO  (SUITE-JWTAuthPluginIntegrationTest-seed#[6A46F6BA26522264]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 4120748 INFO  (SUITE-JWTAuthPluginIntegrationTest-seed#[6A46F6BA26522264]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 4120752 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[6A46F6BA26522264]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMetrics
   [junit4]   2> 4120753 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[6A46F6BA26522264]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001
   [junit4]   2> 4120753 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[6A46F6BA26522264]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4120754 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4120754 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4120854 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[6A46F6BA26522264]) [    ] o.a.s.c.ZkTestServer start zk server on port:46155
   [junit4]   2> 4120854 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[6A46F6BA26522264]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46155
   [junit4]   2> 4120854 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[6A46F6BA26522264]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46155
   [junit4]   2> 4120863 INFO  (zkConnectionManagerCallback-21196-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4120867 INFO  (zkConnectionManagerCallback-21198-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4120869 INFO  (zkConnectionManagerCallback-21200-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4120875 WARN  (jetty-launcher-21201-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 4120875 WARN  (jetty-launcher-21201-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 4120876 INFO  (jetty-launcher-21201-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 4120876 INFO  (jetty-launcher-21201-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4120876 INFO  (jetty-launcher-21201-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 4120876 INFO  (jetty-launcher-21201-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4120876 INFO  (jetty-launcher-21201-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 4120876 INFO  (jetty-launcher-21201-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 4120878 INFO  (jetty-launcher-21201-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4120878 INFO  (jetty-launcher-21201-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4120878 INFO  (jetty-launcher-21201-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4120878 INFO  (jetty-launcher-21201-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@720debcc{/solr,null,AVAILABLE}
   [junit4]   2> 4120879 INFO  (jetty-launcher-21201-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4120879 INFO  (jetty-launcher-21201-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4120879 INFO  (jetty-launcher-21201-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4120879 INFO  (jetty-launcher-21201-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64a22794{/solr,null,AVAILABLE}
   [junit4]   2> 4120879 INFO  (jetty-launcher-21201-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@60055348{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34560}
   [junit4]   2> 4120879 INFO  (jetty-launcher-21201-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4721cd73{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35499}
   [junit4]   2> 4120879 INFO  (jetty-launcher-21201-thread-1) [    ] o.e.j.s.Server Started @4120999ms
   [junit4]   2> 4120879 INFO  (jetty-launcher-21201-thread-2) [    ] o.e.j.s.Server Started @4120999ms
   [junit4]   2> 4120879 INFO  (jetty-launcher-21201-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35499}
   [junit4]   2> 4120879 INFO  (jetty-launcher-21201-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34560}
   [junit4]   2> 4120880 ERROR (jetty-launcher-21201-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4120880 INFO  (jetty-launcher-21201-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4120880 ERROR (jetty-launcher-21201-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4120880 INFO  (jetty-launcher-21201-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4120880 INFO  (jetty-launcher-21201-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 4120880 INFO  (jetty-launcher-21201-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 4120880 INFO  (jetty-launcher-21201-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4120880 INFO  (jetty-launcher-21201-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4120880 INFO  (jetty-launcher-21201-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4120880 INFO  (jetty-launcher-21201-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4120880 INFO  (jetty-launcher-21201-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-07T18:36:21.279Z
   [junit4]   2> 4120880 INFO  (jetty-launcher-21201-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-07T18:36:21.279Z
   [junit4]   2> 4120882 INFO  (zkConnectionManagerCallback-21203-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4120882 INFO  (zkConnectionManagerCallback-21205-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4120883 INFO  (jetty-launcher-21201-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4120883 INFO  (jetty-launcher-21201-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4120977 INFO  (jetty-launcher-21201-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4120979 WARN  (jetty-launcher-21201-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5157e311[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4120983 WARN  (jetty-launcher-21201-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3bef0eda[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4120984 INFO  (jetty-launcher-21201-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46155/solr
   [junit4]   2> 4120986 INFO  (zkConnectionManagerCallback-21213-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4120990 INFO  (zkConnectionManagerCallback-21215-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4121099 INFO  (jetty-launcher-21201-thread-2) [n:127.0.0.1:34560_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34560_solr
   [junit4]   2> 4121100 INFO  (jetty-launcher-21201-thread-2) [n:127.0.0.1:34560_solr    ] o.a.s.c.Overseer Overseer (id=73262731139874822-127.0.0.1:34560_solr-n_0000000000) starting
   [junit4]   2> 4121107 INFO  (zkConnectionManagerCallback-21222-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4121110 INFO  (jetty-launcher-21201-thread-2) [n:127.0.0.1:34560_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46155/solr ready
   [junit4]   2> 4121111 INFO  (OverseerStateUpdate-73262731139874822-127.0.0.1:34560_solr-n_0000000000) [n:127.0.0.1:34560_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34560_solr
   [junit4]   2> 4121112 INFO  (jetty-launcher-21201-thread-2) [n:127.0.0.1:34560_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34560_solr
   [junit4]   2> 4121115 INFO  (jetty-launcher-21201-thread-2) [n:127.0.0.1:34560_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.JWTAuthPlugin
   [junit4]   2> 4121132 INFO  (zkCallback-21214-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4121133 INFO  (zkCallback-21221-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4121146 INFO  (jetty-launcher-21201-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4121148 WARN  (jetty-launcher-21201-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@580ad8a6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4121152 WARN  (jetty-launcher-21201-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4b9cc240[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4121153 INFO  (jetty-launcher-21201-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46155/solr
   [junit4]   2> 4121155 INFO  (zkConnectionManagerCallback-21228-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4121162 INFO  (zkConnectionManagerCallback-21230-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4121163 WARN  (jetty-launcher-21201-thread-2) [n:127.0.0.1:34560_solr    ] o.a.s.s.JWTAuthPlugin Warning: No adminUiScope provided, fallback to 'solr' as required scope. If this is not correct, the Admin UI login may not work
   [junit4]   2> 4121167 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4121171 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:35499_solr as DOWN
   [junit4]   2> 4121172 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4121172 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35499_solr
   [junit4]   2> 4121173 INFO  (zkCallback-21221-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4121173 INFO  (zkCallback-21214-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4121174 INFO  (zkCallback-21229-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4121175 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.JWTAuthPlugin
   [junit4]   2> 4121175 WARN  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.s.JWTAuthPlugin Warning: No adminUiScope provided, fallback to 'solr' as required scope. If this is not correct, the Admin UI login may not work
   [junit4]   2> 4121234 INFO  (jetty-launcher-21201-thread-2) [n:127.0.0.1:34560_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4121241 INFO  (zkConnectionManagerCallback-21238-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4121243 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4121244 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46155/solr ready
   [junit4]   2> 4121245 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4121284 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35499.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ad41698
   [junit4]   2> 4121287 INFO  (jetty-launcher-21201-thread-2) [n:127.0.0.1:34560_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34560.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ad41698
   [junit4]   2> 4121299 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35499.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ad41698
   [junit4]   2> 4121299 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35499.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ad41698
   [junit4]   2> 4121301 INFO  (jetty-launcher-21201-thread-1) [n:127.0.0.1:35499_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/.
   [junit4]   2> 4121301 INFO  (jetty-launcher-21201-thread-2) [n:127.0.0.1:34560_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34560.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ad41698
   [junit4]   2> 4121302 INFO  (jetty-launcher-21201-thread-2) [n:127.0.0.1:34560_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34560.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ad41698
   [junit4]   2> 4121303 INFO  (jetty-launcher-21201-thread-2) [n:127.0.0.1:34560_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/.
   [junit4]   2> 4121397 INFO  (zkConnectionManagerCallback-21244-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4121399 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[6A46F6BA26522264]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4121400 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[6A46F6BA26522264]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46155/solr ready
   [junit4]   2> 4121912 INFO  (qtp736627121-79606) [n:127.0.0.1:34560_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params name=jwtColl&action=CREATE&numShards=2 and sendToOCPQueue=true
   [junit4]   2> 4121920 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection jwtColl
   [junit4]   2> 4121922 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/jwtColl.AUTOCREATED/managed-schema
   [junit4]   2> 4121925 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/jwtColl.AUTOCREATED/protwords.txt
   [junit4]   2> 4121927 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/jwtColl.AUTOCREATED/solrconfig.xml
   [junit4]   2> 4121930 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/jwtColl.AUTOCREATED/synonyms.txt
   [junit4]   2> 4121932 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/jwtColl.AUTOCREATED/stopwords.txt
   [junit4]   2> 4121934 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/jwtColl.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 4121937 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/jwtColl.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 4121939 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/jwtColl.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 4121942 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 4121944 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 4121947 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 4121949 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 4121952 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 4121955 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 4121957 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 4121960 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 4121962 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 4121965 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 4121968 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 4121970 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 4121973 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 4121975 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/jwtColl.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 4121978 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 4121980 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 4121983 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 4121985 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/jwtColl.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 4121988 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/jwtColl.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 4121991 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 4121993 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 4121996 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/jwtColl.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 4121998 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 4122000 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 4122001 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 4122003 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 4122005 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 4122007 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 4122009 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 4122011 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 4122013 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 4122015 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 4122017 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 4122019 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/jwtColl.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 4122021 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/jwtColl.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 4122023 INFO  (OverseerThreadFactory-18157-thread-1-processing-n:127.0.0.1:34560_solr) [n:127.0.0.1:34560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/jwtColl.AUTOCREATED/params.json
   [junit4]   2> 4122150 INFO  (qtp240205858-79603) [n:127.0.0.1:35499_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 4122150 INFO  (qtp240205858-79599) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:35499_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAzXbDWVGdLHmSDPuZS8SOGDDoXM61IQPshu4jcG3oMre8LnPcdwRmpl+K7gxxfFFqCKjFi2ia8V4O7ZmouLR+QzKzzgws8MnQWsslQ4133DfKNW/ZNhyVJQmXOd5/rw5f8mQMn9wSYnXO+8ZEBli7oqzFLOMLsDXbPU+zMU3dDB0Nba7MT2b+y9rZoD6b0/Cv0PZrmqqQ9oTU3nYxOiWZIL/Gygj5CyMet9VBGc2+LzgSQv4u8OHZZqb/mJYsS4mLjVxN4eKs+kEBaAbGY1vYPyWvxvGJ2KuSyNBz8B44BPkHsca2iyXeEY7wBqrHXHVPtAxV73xwC2CPId4/Da8cBQIDAQAB
   [junit4]   2> 4122152 INFO  (qtp240205858-79599) [n:127.0.0.1:35499_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 4122163 INFO  (qtp240205858-79604) [n:127.0.0.1:35499_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 4122164 INFO  (qtp736627121-79609) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:35499_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAzXbDWVGdLHmSDPuZS8SOGDDoXM61IQPshu4jcG3oMre8LnPcdwRmpl+K7gxxfFFqCKjFi2ia8V4O7ZmouLR+QzKzzgws8MnQWsslQ4133DfKNW/ZNhyVJQmXOd5/rw5f8mQMn9wSYnXO+8ZEBli7oqzFLOMLsDXbPU+zMU3dDB0Nba7MT2b+y9rZoD6b0/Cv0PZrmqqQ9oTU3nYxOiWZIL/Gygj5CyMet9VBGc2+LzgSQv4u8OHZZqb/mJYsS4mLjVxN4eKs+kEBaAbGY1vYPyWvxvGJ2KuSyNBz8B44BPkHsca2iyXeEY7wBqrHXHVPtAxV73xwC2CPId4/Da8cBQIDAQAB
   [junit4]   2> 4122165 INFO  (qtp736627121-79609) [n:127.0.0.1:34560_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 4122175 INFO  (OverseerStateUpdate-73262731139874822-127.0.0.1:34560_solr-n_0000000000) [n:127.0.0.1:34560_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"jwtColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"jwtColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34560/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4122177 INFO  (OverseerStateUpdate-73262731139874822-127.0.0.1:34560_solr-n_0000000000) [n:127.0.0.1:34560_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"jwtColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"jwtColl_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35499/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4122390 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr    x:jwtColl_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=jwtColl.AUTOCREATED&newCollection=true&name=jwtColl_shard1_replica_n1&action=CREATE&numShards=2&collection=jwtColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4122391 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr    x:jwtColl_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4122392 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr    x:jwtColl_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=jwtColl.AUTOCREATED&newCollection=true&name=jwtColl_shard2_replica_n2&action=CREATE&numShards=2&collection=jwtColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4123441 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 4123441 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 4123443 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 4123443 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 4123443 WARN  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 4123443 WARN  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../dist
   [junit4]   2> 4123443 WARN  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 4123444 WARN  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 4123444 WARN  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../dist
   [junit4]   2> 4123444 WARN  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../dist
   [junit4]   2> 4123444 WARN  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 4123444 WARN  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../dist
   [junit4]   2> 4123444 WARN  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 4123444 WARN  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 4123444 WARN  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../dist
   [junit4]   2> 4123444 WARN  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../dist
   [junit4]   2> 4123445 WARN  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 4123445 WARN  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../dist
   [junit4]   2> 4123445 WARN  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1/../../../../dist
   [junit4]   2> 4123445 WARN  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 4123445 WARN  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../dist
   [junit4]   2> 4123445 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 4123456 WARN  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2/../../../../dist
   [junit4]   2> 4123456 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 4123483 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.s.IndexSchema [jwtColl_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 4123512 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.s.IndexSchema [jwtColl_shard2_replica_n2] Schema name=default-config
   [junit4]   2> 4123751 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 4123768 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 4123809 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'jwtColl_shard1_replica_n1' using configuration from collection jwtColl, trusted=true
   [junit4]   2> 4123810 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34560.solr.core.jwtColl.shard1.replica_n1' (registry 'solr.core.jwtColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ad41698
   [junit4]   2> 4123810 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrCore [[jwtColl_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/jwtColl_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node2/./jwtColl_shard1_replica_n1/data/]
   [junit4]   2> 4123817 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 4123823 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'jwtColl_shard2_replica_n2' using configuration from collection jwtColl, trusted=true
   [junit4]   2> 4123824 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35499.solr.core.jwtColl.shard2.replica_n2' (registry 'solr.core.jwtColl.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ad41698
   [junit4]   2> 4123824 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrCore [[jwtColl_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/jwtColl_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.security.JWTAuthPluginIntegrationTest_6A46F6BA26522264-001/tempDir-001/node1/./jwtColl_shard2_replica_n2/data/]
   [junit4]   2> 4123827 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 4123925 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4123925 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4123925 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4123925 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4123927 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 4123927 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 4123927 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4123927 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4123929 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71517611[jwtColl_shard1_replica_n1] main]
   [junit4]   2> 4123929 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@396b48b2[jwtColl_shard2_replica_n2] main]
   [junit4]   2> 4123931 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/jwtColl.AUTOCREATED
   [junit4]   2> 4123931 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/jwtColl.AUTOCREATED
   [junit4]   2> 4123931 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/jwtColl.AUTOCREATED
   [junit4]   2> 4123931 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/jwtColl.AUTOCREATED/managed-schema
   [junit4]   2> 4123931 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/jwtColl.AUTOCREATED
   [junit4]   2> 4123932 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/jwtColl.AUTOCREATED/managed-schema
   [junit4]   2> 4123932 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 4123933 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4123933 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 4123933 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 4123933 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4123933 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 4123935 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4123935 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632899363592208384
   [junit4]   2> 4123935 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4123936 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632899363593256960
   [junit4]   2> 4123938 INFO  (searcherExecutor-18170-thread-1-processing-n:127.0.0.1:35499_solr x:jwtColl_shard2_replica_n2 c:jwtColl s:shard2 r:core_node4) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@396b48b2[jwtColl_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4123938 INFO  (searcherExecutor-18170-thread-1-processing-n:127.0.0.1:35499_solr x:jwtColl_shard2_replica_n2 c:jwtColl s:shard2 r:core_node4) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 4123938 INFO  (searcherExecutor-18170-thread-1-processing-n:127.0.0.1:35499_solr x:jwtColl_shard2_replica_n2 c:jwtColl s:shard2 r:core_node4) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4123939 INFO  (searcherExecutor-18169-thread-1-processing-n:127.0.0.1:34560_solr x:jwtColl_shard1_replica_n1 c:jwtColl s:shard1 r:core_node3) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@71517611[jwtColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4123939 INFO  (searcherExecutor-18169-thread-1-processing-n:127.0.0.1:34560_solr x:jwtColl_shard1_replica_n1 c:jwtColl s:shard1 r:core_node3) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 4123940 INFO  (searcherExecutor-18169-thread-1-processing-n:127.0.0.1:34560_solr x:jwtColl_shard1_replica_n1 c:jwtColl s:shard1 r:core_node3) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4123940 INFO  (searcherExecutor-18170-thread-1-processing-n:127.0.0.1:35499_solr x:jwtColl_shard2_replica_n2 c:jwtColl s:shard2 r:core_node4) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrCore [jwtColl_shard2_replica_n2] Registered new searcher Searcher@396b48b2[jwtColl_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4123942 INFO  (searcherExecutor-18169-thread-1-processing-n:127.0.0.1:34560_solr x:jwtColl_shard1_replica_n1 c:jwtColl s:shard1 r:core_node3) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SolrCore [jwtColl_shard1_replica_n1] Registered new searcher Searcher@71517611[jwtColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4123946 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/jwtColl/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 4123947 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/jwtColl/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 4123947 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/jwtColl/leaders/shard2
   [junit4]   2> 4123947 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/jwtColl/leaders/shard1
   [junit4]   2> 4123952 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4123952 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4123952 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34560/solr/jwtColl_shard1_replica_n1/
   [junit4]   2> 4123953 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4123953 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34560/solr/jwtColl_shard1_replica_n1/ has no replicas
   [junit4]   2> 4123954 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/jwtColl/leaders/shard1/leader after winning as /collections/jwtColl/leader_elect/shard1/election/73262731139874822-core_node3-n_0000000000
   [junit4]   2> 4123954 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4123954 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4123954 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35499/solr/jwtColl_shard2_replica_n2/
   [junit4]   2> 4123955 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4123955 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:35499/solr/jwtColl_shard2_replica_n2/ has no replicas
   [junit4]   2> 4123955 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/jwtColl/leaders/shard2/leader after winning as /collections/jwtColl/leader_elect/shard2/election/73262731139874825-core_node4-n_0000000000
   [junit4]   2> 4123957 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34560/solr/jwtColl_shard1_replica_n1/ shard1
   [junit4]   2> 4123957 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35499/solr/jwtColl_shard2_replica_n2/ shard2
   [junit4]   2> 4124060 INFO  (zkCallback-21229-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/jwtColl/state.json] for collection [jwtColl] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4124060 INFO  (zkCallback-21214-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/jwtColl/state.json] for collection [jwtColl] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4124060 INFO  (zkCallback-21214-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/jwtColl/state.json] for collection [jwtColl] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4124062 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4124062 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4124064 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=jwtColl.AUTOCREATED&newCollection=true&name=jwtColl_shard1_replica_n1&action=CREATE&numShards=2&collection=jwtColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1674
   [junit4]   2> 4124064 INFO  (qtp240205858-79598) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=jwtColl.AUTOCREATED&newCollection=true&name=jwtColl_shard2_replica_n2&action=CREATE&numShards=2&collection=jwtColl&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1672
   [junit4]   2> 4124068 INFO  (qtp736627121-79606) [n:127.0.0.1:34560_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4124166 INFO  (zkCallback-21229-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/jwtColl/state.json] for collection [jwtColl] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4124166 INFO  (zkCallback-21214-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/jwtColl/state.json] for collection [jwtColl] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4124166 INFO  (zkCallback-21214-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/jwtColl/state.json] for collection [jwtColl] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4124166 INFO  (zkCallback-21214-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/jwtColl/state.json] for collection [jwtColl] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4124167 INFO  (zkCallback-21229-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/jwtColl/state.json] for collection [jwtColl] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4124167 INFO  (qtp736627121-79606) [n:127.0.0.1:34560_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=jwtColl&action=CREATE&numShards=2} status=0 QTime=2255
   [junit4]   2> 4124190 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.s.JWTAuthPlugin JWT Authentication attempt failed: Require authentication
   [junit4]   2> 4124206 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[6A46F6BA26522264]) [    ] o.a.s.c.SolrCloudAuthTestCase Added Authorization Header Bearer eyJraWQiOiJ0ZXN0IiwiYWxnIjoiUlMyNTYifQ.eyJpc3MiOiJJRFNlcnZlciIsImF1ZCI6IlNvbHIiLCJleHAiOjE1NTcyNTQ3ODEsImp0aSI6IkkxWXlmZEd4aEZyRkt0Vjc5c1BXRVEiLCJpYXQiOjE1NTcyNTQxODEsIm5iZiI6MTU1NzI1NDA2MSwic3ViIjoic29scnVzZXIiLCJzY29wZSI6InNvbHI6cmVhZCIsIm5hbWUiOiJTb2xyIFVzZXIiLCJjdXN0b21QcmluY2lwYWwiOiJjdXN0b20iLCJjbGFpbTEiOiJmb28iLCJjbGFpbTIiOiJiYXIiLCJjbGFpbTMiOiJmb28iLCJncm91cHMiOlsiZ3JvdXAtb25lIiwib3RoZXItZ3JvdXAiLCJncm91cC10aHJlZSJdfQ.YTzhYCVU2EaCBu23oC9Vb5h0svJ0L-ZjNUUJdkJx2v0XUBvGHRQ5ddofW_HHUd7bXiW_UongcxP0AUOlYXdb6aHYBLmmqTDXudBxKKowFGe59S_ENlFwQzzBNVTHVx1zoz0Xh_GiJbzqcuN5dkYSCLEll3jTBjIxB6WPKUsjhNP_5GQX4bA0mgaUnDOp_Nr8kRPFI8RqYPPIp-frb-zDqD3EhVwW6f0QBqFXWY9h2G9FDonVB4gBC__5HY4KM44G38Q1p_gcJQttf-ldvWxPyWrZjg2teg1VIw0M1sPcdnBD2PVgorbQIFj5RY3cIpGE84tQ8XCAoZw6N2Y5UdURZA
   [junit4]   2> 4124211 INFO  (qtp736627121-79605) [n:127.0.0.1:34560_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=2
   [junit4]   2> 4124211 INFO  (zkCallback-21229-thread-2) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 4124211 INFO  (zkCallback-21214-thread-3) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 4124211 INFO  (zkCallback-21229-thread-2) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.JWTAuthPlugin
   [junit4]   2> 4124212 WARN  (zkCallback-21229-thread-2) [    ] o.a.s.s.JWTAuthPlugin Warning: No adminUiScope provided, fallback to 'solr' as required scope. If this is not correct, the Admin UI login may not work
   [junit4]   2> 4124212 INFO  (zkCallback-21214-thread-3) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.JWTAuthPlugin
   [junit4]   2> 4124213 WARN  (zkCallback-21214-thread-3) [    ] o.a.s.s.JWTAuthPlugin Warning: No adminUiScope provided, fallback to 'solr' as required scope. If this is not correct, the Admin UI login may not work
   [junit4]   2> 4124222 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[6A46F6BA26522264]) [    ] o.a.s.c.SolrCloudAuthTestCase Added Authorization Header Bearer eyJraWQiOiJ0ZXN0IiwiYWxnIjoiUlMyNTYifQ.eyJpc3MiOiJJRFNlcnZlciIsImF1ZCI6IlNvbHIiLCJleHAiOjE1NTcyNTQ3ODEsImp0aSI6IkkxWXlmZEd4aEZyRkt0Vjc5c1BXRVEiLCJpYXQiOjE1NTcyNTQxODEsIm5iZiI6MTU1NzI1NDA2MSwic3ViIjoic29scnVzZXIiLCJzY29wZSI6InNvbHI6cmVhZCIsIm5hbWUiOiJTb2xyIFVzZXIiLCJjdXN0b21QcmluY2lwYWwiOiJjdXN0b20iLCJjbGFpbTEiOiJmb28iLCJjbGFpbTIiOiJiYXIiLCJjbGFpbTMiOiJmb28iLCJncm91cHMiOlsiZ3JvdXAtb25lIiwib3RoZXItZ3JvdXAiLCJncm91cC10aHJlZSJdfQ.YTzhYCVU2EaCBu23oC9Vb5h0svJ0L-ZjNUUJdkJx2v0XUBvGHRQ5ddofW_HHUd7bXiW_UongcxP0AUOlYXdb6aHYBLmmqTDXudBxKKowFGe59S_ENlFwQzzBNVTHVx1zoz0Xh_GiJbzqcuN5dkYSCLEll3jTBjIxB6WPKUsjhNP_5GQX4bA0mgaUnDOp_Nr8kRPFI8RqYPPIp-frb-zDqD3EhVwW6f0QBqFXWY9h2G9FDonVB4gBC__5HY4KM44G38Q1p_gcJQttf-ldvWxPyWrZjg2teg1VIw0M1sPcdnBD2PVgorbQIFj5RY3cIpGE84tQ8XCAoZw6N2Y5UdURZA
   [junit4]   2> 4124224 INFO  (qtp736627121-79608) [n:127.0.0.1:34560_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 4124224 INFO  (qtp736627121-79609) [n:127.0.0.1:34560_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={} status=0 QTime=0
   [junit4]   2> 4124232 INFO  (qtp240205858-79599) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.S.Request [jwtColl_shard2_replica_n2]  webapp=/solr path=/query params={df=_text_&distrib=false&qt=/query&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:35499/solr/jwtColl_shard2_replica_n2/&rows=10&version=2&q=*:*&NOW=1557254184625&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 4124234 INFO  (qtp736627121-79609) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.S.Request [jwtColl_shard1_replica_n1]  webapp=/solr path=/query params={df=_text_&distrib=false&qt=/query&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:34560/solr/jwtColl_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1557254184625&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 4124234 INFO  (qtp736627121-79606) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.c.S.Request [jwtColl_shard1_replica_n1]  webapp=/solr path=/query params={q=*:*} hits=0 status=0 QTime=8
   [junit4]   2> 4124238 INFO  (qtp736627121-79608) [n:127.0.0.1:34560_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=1
   [junit4]   2> 4124238 INFO  (zkCallback-21214-thread-3) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 4124238 INFO  (zkCallback-21229-thread-2) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 4124238 INFO  (zkCallback-21229-thread-2) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.JWTAuthPlugin
   [junit4]   2> 4124238 INFO  (zkCallback-21214-thread-3) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.JWTAuthPlugin
   [junit4]   2> 4124238 WARN  (zkCallback-21214-thread-3) [    ] o.a.s.s.JWTAuthPlugin Warning: No adminUiScope provided, fallback to 'solr' as required scope. If this is not correct, the Admin UI login may not work
   [junit4]   2> 4124238 WARN  (zkCallback-21229-thread-2) [    ] o.a.s.s.JWTAuthPlugin Warning: No adminUiScope provided, fallback to 'solr' as required scope. If this is not correct, the Admin UI login may not work
   [junit4]   2> 4124250 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[6A46F6BA26522264]) [    ] o.a.s.c.SolrCloudAuthTestCase Added Authorization Header Bearer eyJraWQiOiJ0ZXN0IiwiYWxnIjoiUlMyNTYifQ.eyJpc3MiOiJJRFNlcnZlciIsImF1ZCI6IlNvbHIiLCJleHAiOjE1NTcyNTQ3ODEsImp0aSI6IkkxWXlmZEd4aEZyRkt0Vjc5c1BXRVEiLCJpYXQiOjE1NTcyNTQxODEsIm5iZiI6MTU1NzI1NDA2MSwic3ViIjoic29scnVzZXIiLCJzY29wZSI6InNvbHI6cmVhZCIsIm5hbWUiOiJTb2xyIFVzZXIiLCJjdXN0b21QcmluY2lwYWwiOiJjdXN0b20iLCJjbGFpbTEiOiJmb28iLCJjbGFpbTIiOiJiYXIiLCJjbGFpbTMiOiJmb28iLCJncm91cHMiOlsiZ3JvdXAtb25lIiwib3RoZXItZ3JvdXAiLCJncm91cC10aHJlZSJdfQ.YTzhYCVU2EaCBu23oC9Vb5h0svJ0L-ZjNUUJdkJx2v0XUBvGHRQ5ddofW_HHUd7bXiW_UongcxP0AUOlYXdb6aHYBLmmqTDXudBxKKowFGe59S_ENlFwQzzBNVTHVx1zoz0Xh_GiJbzqcuN5dkYSCLEll3jTBjIxB6WPKUsjhNP_5GQX4bA0mgaUnDOp_Nr8kRPFI8RqYPPIp-frb-zDqD3EhVwW6f0QBqFXWY9h2G9FDonVB4gBC__5HY4KM44G38Q1p_gcJQttf-ldvWxPyWrZjg2teg1VIw0M1sPcdnBD2PVgorbQIFj5RY3cIpGE84tQ8XCAoZw6N2Y5UdURZA
   [junit4]   2> 4124252 INFO  (qtp736627121-79609) [n:127.0.0.1:34560_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 4124262 WARN  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.s.JWTAuthPlugin Authentication failed. JWT_VALIDATION_EXCEPTION, JWT processing failed. Additional details: [[17] Unable to process JOSE object (cause: org.jose4j.lang.UnresolvableKeyException: Unable to find a suitable verification key for JWS w/ header {"kid":"k2","alg":"RS256"} from JWKs [org.jose4j.jwk.RsaJsonWebKey{kty=RSA, kid=test, use=sig, alg=RS256, n=jeyrvOaZrmKWjyNXt0myAc_pJ1hNt3aRupExJEx1ewPaL9J9HFgSCjMrYxCB1ETO1NDyZ3nSgjZis-jHHDqBxBjRdq_t1E2rkGFaYbxAyKt220Pwgme_SFTB9MXVrFQGkKyjmQeVmOmV6zM3KK8uMdKQJ4aoKmwBcF5Zg7EZdDcKOFgpgva1Jq-FlEsaJ2xrYDYo3KnGcOHIt9_0NQeLsqZbeWYLxYni7uROFncXYV5FhSJCeR4A_rrbwlaCydGxE0ToC_9HNYibUHlkJjqyUhAgORCbNS8JLCJH8NUi5sDdIawK9GTSyvsJXZ-QHqo4cMUuxWV5AJtaRGghuMUfqQ, e=AQAB}]): JsonWebSignature{"kid":"k2","alg":"RS256"}->eyJraWQiOiJrMiIsImFsZyI6IlJTMjU2In0.eyJpc3MiOiJJRFNlcnZlciIsImF1ZCI6IlNvbHIiLCJleHAiOjE1NTcyNTQ3ODEsImp0aSI6IkkxWXlmZEd4aEZyRkt0Vjc5c1BXRVEiLCJpYXQiOjE1NTcyNTQxODEsIm5iZiI6MTU1NzI1NDA2MSwic3ViIjoic29scnVzZXIiLCJzY29wZSI6InNvbHI6cmVhZCIsIm5hbWUiOiJTb2xyIFVzZXIiLCJjdXN0b21QcmluY2lwYWwiOiJjdXN0b20iLCJjbGFpbTEiOiJmb28iLCJjbGFpbTIiOiJiYXIiLCJjbGFpbTMiOiJmb28iLCJncm91cHMiOlsiZ3JvdXAtb25lIiwib3RoZXItZ3JvdXAiLCJncm91cC10aHJlZSJdfQ.JTp5qxCg7bncfUaIFx18xZ391dkrbpCK_zKwvip96ccUWyXZhRna-9dZEH8YkEyUpnFE_35kDdhDPu3wFcU_H830_E5166OP2sc-108uTknUF_mz7zYyRH62HdGGPS30lm-_LTrTK3g0ayMOpBATXpb3u1k-1G2EVxon6vBopy6MaovtvEIyQR8EVSlFG5RyoWksljq9Ly5W-AwV_pPZ8vimBGaozUI0L2WtIKK-37S6Zw9Nq63d333pGWwTpjm-tEZiJj1FecAXc-4FoWD8zQUkdU4ULth5keJg1Z0rZUEerH2845Kdc80J8sqFsseN1kOqBMmqW9ffa3DvrcycMw]
   [junit4]   2> 4124263 INFO  (qtp736627121-79610) [n:127.0.0.1:34560_solr c:jwtColl s:shard1 r:core_node3 x:jwtColl_shard1_replica_n1] o.a.s.s.JWTAuthPlugin JWT Authentication attempt failed: JWT validation failed
   [junit4]   2> 4124265 WARN  (qtp736627121-79608) [n:127.0.0.1:34560_solr    ] o.a.s.s.JWTAuthPlugin Authentication failed. JWT_PARSE_ERROR, Invalid JWT
   [junit4]   2> 4124265 INFO  (qtp736627121-79608) [n:127.0.0.1:34560_solr    ] o.a.s.s.JWTAuthPlugin JWT Authentication attempt failed: Invalid JWT
   [junit4]   2> 4124270 INFO  (jetty-closer-21247-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=529989673
   [junit4]   2> 4124270 INFO  (jetty-closer-21247-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35499_solr
   [junit4]   2> 4124271 INFO  (jetty-closer-21247-thread-1) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 4124271 INFO  (jetty-closer-21247-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:35499_solr as DOWN
   [junit4]   2> 4124272 INFO  (jetty-closer-21247-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1642195880
   [junit4]   2> 4124273 INFO  (jetty-closer-21247-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34560_solr
   [junit4]   2> 4124273 INFO  (jetty-closer-21247-thread-2) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 4124273 INFO  (jetty-closer-21247-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:34560_solr as DOWN
   [junit4]   2> 4124274 INFO  (coreCloseExecutor-18179-thread-1) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.c.SolrCore [jwtColl_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@3024fa50
   [junit4]   2> 4124274 INFO  (coreCloseExecutor-18179-thread-1) [n:127.0.0.1:35499_solr c:jwtColl s:shard2 r:core_node4 x:jwtColl_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.jwtColl.s

[...truncated too long message...]

y-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1551619737
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1551619737
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1551619737

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 47ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 294 minutes 29 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 92 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/92/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, RawDirectoryWrapper, MockDirectoryWrapper, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)  at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:675)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1499)  at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:934)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)  at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)  at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1224)  at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1009)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:675)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1499)  at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:934)  at java.lang.Thread.run(Thread.java:748)   expected null, but was:<ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, RawDirectoryWrapper, MockDirectoryWrapper, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)  at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:675)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1499)  at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:934)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)  at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)  at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1224)  at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1009)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:675)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1499)  at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:934)  at java.lang.Thread.run(Thread.java:748)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, RawDirectoryWrapper, MockDirectoryWrapper, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:675)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1499)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:934)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
	at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1224)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1009)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:675)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1499)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:934)
	at java.lang.Thread.run(Thread.java:748)

 expected null, but was:<ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, RawDirectoryWrapper, MockDirectoryWrapper, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:675)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1499)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:934)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
	at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1224)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1009)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:675)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1499)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:934)
	at java.lang.Thread.run(Thread.java:748)

>
	at __randomizedtesting.SeedInfo.seed([B8FC675D5AB600A8]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:331)
	at sun.reflect.GeneratedMethodAccessor69.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13870 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/init-core-data-001
   [junit4]   2> 1127394 WARN  (SUITE-TestReplicationHandler-seed#[B8FC675D5AB600A8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1127394 INFO  (SUITE-TestReplicationHandler-seed#[B8FC675D5AB600A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1127397 INFO  (SUITE-TestReplicationHandler-seed#[B8FC675D5AB600A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1127397 INFO  (SUITE-TestReplicationHandler-seed#[B8FC675D5AB600A8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1127401 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestStressReplication
   [junit4]   2> 1127402 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/collection1
   [junit4]   2> 1127408 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1127408 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1127409 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1127410 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1127411 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1127411 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1127411 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1127412 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41bfdc93{/solr,null,AVAILABLE}
   [junit4]   2> 1127414 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6d38f423{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39667}
   [junit4]   2> 1127414 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.Server Started @1127489ms
   [junit4]   2> 1127414 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=39667}
   [junit4]   2> 1127414 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1127414 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1127414 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.2.0
   [junit4]   2> 1127414 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1127414 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1127414 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-06T15:00:00.405Z
   [junit4]   2> 1127415 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/solr.xml
   [junit4]   2> 1127420 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1127420 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1127423 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1127696 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1127697 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6f4eb5b1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1127702 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@53be11e9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1127732 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1127732 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1127770 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1127789 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1127789 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1127792 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/.
   [junit4]   2> 1127792 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1127805 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 1127824 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1127828 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1127828 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1127828 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1127828 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1127830 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=90.5224609375, floorSegmentMB=1.072265625, forceMergeDeletesPctAllowed=12.286914741373936, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31043636666225227, deletesPctAllowed=43.40622274257977
   [junit4]   2> 1127894 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1127894 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1127895 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1292745118, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1127895 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@436afacf[collection1] main]
   [junit4]   2> 1127898 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/collection1/conf
   [junit4]   2> 1127899 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1127899 INFO  (coreLoadExecutor-10395-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1127900 INFO  (searcherExecutor-10396-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@436afacf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1128403 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/collection1
   [junit4]   2> 1128406 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1128406 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1128407 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1128407 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1128408 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1128408 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1128408 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1128408 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d207a{/solr,null,AVAILABLE}
   [junit4]   2> 1128409 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@22390c04{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45743}
   [junit4]   2> 1128409 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.Server Started @1128485ms
   [junit4]   2> 1128409 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=45743}
   [junit4]   2> 1128409 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1128409 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1128409 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.2.0
   [junit4]   2> 1128409 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1128409 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1128409 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-06T15:00:01.400Z
   [junit4]   2> 1128410 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/solr.xml
   [junit4]   2> 1128416 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1128416 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1128418 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1128515 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1128517 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7d0f0a89[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1128521 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4804ceb0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1128550 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1128550 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1128583 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1128604 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1128604 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1128608 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/.
   [junit4]   2> 1128608 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1128621 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 1128633 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1128636 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1128636 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1128636 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1128637 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1128639 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=90.5224609375, floorSegmentMB=1.072265625, forceMergeDeletesPctAllowed=12.286914741373936, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31043636666225227, deletesPctAllowed=43.40622274257977
   [junit4]   2> 1128769 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1128769 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1128771 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1292745118, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1128772 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7876fc30[collection1] main]
   [junit4]   2> 1128773 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/collection1/conf
   [junit4]   2> 1128776 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1128776 INFO  (coreLoadExecutor-10408-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1128777 INFO  (searcherExecutor-10409-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7876fc30[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1128783 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1911968639
   [junit4]   2> 1128784 INFO  (coreCloseExecutor-10414-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@22e51412
   [junit4]   2> 1128784 INFO  (coreCloseExecutor-10414-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=22e51412
   [junit4]   2> 1128784 INFO  (coreCloseExecutor-10414-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@58be007b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@3ff2175a
   [junit4]   2> 1128827 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1128827 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3aa0f462: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2ad59f4d
   [junit4]   2> 1128839 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1128839 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4dca6440: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4a353911
   [junit4]   2> 1128844 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1128844 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fc139bc: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@762a5c07
   [junit4]   2> 1128847 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@22390c04{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1128848 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d207a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1128848 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1128858 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1128858 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1128858 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1128858 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1128866 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1128866 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1128866 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1128867 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c47e0ff{/solr,null,AVAILABLE}
   [junit4]   2> 1128867 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@c05a4ef{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46064}
   [junit4]   2> 1128867 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.Server Started @1128943ms
   [junit4]   2> 1128867 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=46064}
   [junit4]   2> 1128868 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1128868 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1128868 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.2.0
   [junit4]   2> 1128868 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1128868 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1128868 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-06T15:00:01.859Z
   [junit4]   2> 1128868 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/solr.xml
   [junit4]   2> 1128887 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1128887 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1128888 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1129049 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1129051 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2e6ff0e6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1129056 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@230d2d1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1129086 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1129086 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1129120 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1129137 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1129137 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1129140 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/.
   [junit4]   2> 1129140 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1129172 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 1129183 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1129186 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1129186 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1129187 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1129187 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1129189 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=90.5224609375, floorSegmentMB=1.072265625, forceMergeDeletesPctAllowed=12.286914741373936, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31043636666225227, deletesPctAllowed=43.40622274257977
   [junit4]   2> 1129251 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1129251 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1129253 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1292745118, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1129253 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@678035c0[collection1] main]
   [junit4]   2> 1129253 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-002/collection1/conf
   [junit4]   2> 1129254 INFO  (coreLoadExecutor-10424-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1129255 INFO  (searcherExecutor-10425-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@678035c0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1129259 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=330405800
   [junit4]   2> 1129259 INFO  (coreCloseExecutor-10429-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@319c2bb
   [junit4]   2> 1129259 INFO  (coreCloseExecutor-10429-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=319c2bb
   [junit4]   2> 1129259 INFO  (coreCloseExecutor-10429-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3eedd819: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@2b4117fe
   [junit4]   2> 1129278 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1129279 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@638b541e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@231b8bfa
   [junit4]   2> 1129283 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1129283 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@89ae49f: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4a353911
   [junit4]   2> 1129287 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1129287 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50f69482: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@762a5c07
   [junit4]   2> 1129290 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6d38f423{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1129290 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41bfdc93{/solr,null,UNAVAILABLE}
   [junit4]   2> 1129290 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1129291 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1129292 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1129292 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1129292 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1129294 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1129294 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1129294 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1129295 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4aa87b0b{/solr,null,AVAILABLE}
   [junit4]   2> 1129295 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3a404f7e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35210}
   [junit4]   2> 1129295 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.s.Server Started @1129371ms
   [junit4]   2> 1129295 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=35210}
   [junit4]   2> 1129295 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1129295 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1129296 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.2.0
   [junit4]   2> 1129296 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1129296 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1129296 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-06T15:00:02.287Z
   [junit4]   2> 1129296 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/solr.xml
   [junit4]   2> 1129302 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1129302 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1129304 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1129383 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1129390 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@11356fb9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1129397 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2a58a2c1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1129459 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1129459 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1129494 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1129518 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1129518 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1129522 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/.
   [junit4]   2> 1129522 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[B8FC675D5AB600A8]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1129535 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 1129547 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1129549 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1129549 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1129550 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a912039
   [junit4]   2> 1129550 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1129552 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=90.5224609375, floorSegmentMB=1.072265625, forceMergeDeletesPctAllowed=12.286914741373936, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31043636666225227, deletesPctAllowed=43.40622274257977
   [junit4]   2> 1129624 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1129625 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1129626 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1292745118, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1129626 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61c1a15b[collection1] main]
   [junit4]   2> 1129627 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B8FC675D5AB600A8-001/solr-instance-001/collection1/conf
   [junit4]   2> 1129627 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 1129628 INFO  (coreLoadExecutor-10439-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1129629 INFO  (searcherExecutor-10440-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61c1a15b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1129632 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1129633 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 1
   [junit4]   2> 1129635 INFO  (qtp1168920897-128175) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1129636 INFO  (qtp1168920897-128175) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 1
   [junit4]   2> 1129637 INFO  (qtp1168920897-128176) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1129637 INFO  (qtp1168920897-128176) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@79a68e84 commitCommandVersion:0
   [junit4]   2> 1129639 INFO  (qtp1168920897-128176) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@365c75fb[collection1] main]
   [junit4]   2> 1129639 INFO  (qtp1168920897-128176) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1129641 INFO  (searcherExecutor-10425-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@365c75fb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1129641 INFO  (qtp1168920897-128176) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
   [junit4]   2> 1129645 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
   [junit4]   2> 1129646 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1129647 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1129647 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1129648 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1129649 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1129649 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1129653 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1129654 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1129654 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1129655 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1129655 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1129656 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1129656 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1129657 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1129658 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1129658 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1129659 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1129659 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1129660 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1129660 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1129661 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1129661 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1129662 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1129662 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1129663 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1129663 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1129664 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1129664 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1129665 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1129665 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1129666 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1129666 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1129667 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1129667 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1129669 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1129669 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1129670 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1129670 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1129671 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1129671 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1129672 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1129672 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1129673 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1129673 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 1129674 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1129674 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1129675 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1129675 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1129676 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1129676 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1129677 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1129677 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1129678 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1129679 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1129681 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1129681 INFO  (qtp409859053-128203) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1129682 INFO  (qtp409859053-128204) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1129682 INFO  (qtp409859053-128200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1129683 INFO  (qtp409859053-128201) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1129683 INFO  (qtp409859053-128202) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [colle

[...truncated too long message...]

ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null675684155
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null675684155
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null675684155

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 59ms :: artifacts dl 10ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 295 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 91 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/91/

9 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:44734

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:44734
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:54B3B6BAC6B09A4F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 52 more


FAILED:  org.apache.solr.core.TestSolrDeletionPolicy1.testNumCommitsConfigured

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:1E21EB7A442D77]:0)
	at org.junit.Assert.fail(Assert.java:86)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertTrue(Assert.java:52)
	at org.apache.solr.core.TestSolrDeletionPolicy1.testNumCommitsConfigured(TestSolrDeletionPolicy1.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:EF55A1A465FB2D00]:0)
	at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:53)
	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:58)
	at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:42)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:750)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:740)
	at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:670)
	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:440)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)


FAILED:  junit.framework.TestSuite.org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit

Error Message:
Captured an uncaught exception in thread: Thread[id=2536, name=Lucene Merge Thread #150, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2536, name=Lucene Merge Thread #150, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
Caused by: java.lang.OutOfMemoryError: Java heap space
	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:420)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)


FAILED:  junit.framework.TestSuite.org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit

Error Message:
Captured an uncaught exception in thread: Thread[id=2543, name=Lucene Merge Thread #157, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2543, name=Lucene Merge Thread #157, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:EF55A1A465FB2D00]:0)
	at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:53)
	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:58)
	at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:42)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:750)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:740)
	at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:670)
	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:440)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)


FAILED:  junit.framework.TestSuite.org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit

Error Message:
Captured an uncaught exception in thread: Thread[id=2542, name=Lucene Merge Thread #156, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2542, name=Lucene Merge Thread #156, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:EF55A1A465FB2D00]:0)
	at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:53)
	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:58)
	at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:42)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:750)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:740)
	at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:670)
	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:440)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)


FAILED:  junit.framework.TestSuite.org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit

Error Message:
Captured an uncaught exception in thread: Thread[id=2541, name=Lucene Merge Thread #155, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2541, name=Lucene Merge Thread #155, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
	at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
	at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
	at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
	at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2565)
	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3990)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:EF55A1A465FB2D00]:0)
	at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:53)
	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:58)
	at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:42)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:750)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:740)
	at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:670)
	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:440)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)


FAILED:  org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionAdd

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:740D7A9D9F5C1772]:0)
	at org.mockito.Mockito.spy(Mockito.java:1980)
	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.runCommands(DistributedUpdateProcessorTest.java:144)
	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionAdd(DistributedUpdateProcessorTest.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.mockito.internal.junit.JUnitRule$1.evaluateSafely(JUnitRule.java:52)
	at org.mockito.internal.junit.JUnitRule$1.evaluate(JUnitRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionDelete

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:2FA9DDDD31A0DE0D]:0)
	at org.mockito.Mockito.spy(Mockito.java:1980)
	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.runCommands(DistributedUpdateProcessorTest.java:144)
	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionDelete(DistributedUpdateProcessorTest.java:125)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.mockito.internal.junit.JUnitRule$1.evaluateSafely(JUnitRule.java:52)
	at org.mockito.internal.junit.JUnitRule$1.evaluate(JUnitRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13494 lines...]
   [junit4] Suite: org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDocTermOrdsUninvertLimit -Dtests.method=testTriggerUnInvertLimit -Dtests.seed=DCE78960684CF7B7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=he -Dtests.timezone=Africa/Ndjamena -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   89.2s J1 | TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:EF55A1A465FB2D00]:0)
   [junit4]    > 	at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
   [junit4]    > 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:53)
   [junit4]    > 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:58)
   [junit4]    > 	at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:42)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:750)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:740)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:670)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:440)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
   [junit4]    > 	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
   [junit4]   2> ??? 05, 2019 3:19:03 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #150,5,TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:420)
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> 
   [junit4]   2> ??? 05, 2019 3:19:03 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #157,5,TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]   2> Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:EF55A1A465FB2D00]:0)
   [junit4]   2> 	at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
   [junit4]   2> 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:53)
   [junit4]   2> 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:58)
   [junit4]   2> 	at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:42)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:750)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:740)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:670)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:440)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
   [junit4]   2> 	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 
   [junit4]   2> ??? 05, 2019 3:19:03 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #156,5,TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]   2> Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:EF55A1A465FB2D00]:0)
   [junit4]   2> 	at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
   [junit4]   2> 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:53)
   [junit4]   2> 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:58)
   [junit4]   2> 	at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:42)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:750)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:740)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:670)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:440)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
   [junit4]   2> 	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.uninverting.TestDocTermOrdsUninvertLimit_DCE78960684CF7B7-001
   [junit4]   2> May 05, 2019 2:19:03 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #155,5,TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2565)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3990)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:EF55A1A465FB2D00]:0)
   [junit4]   2> 	at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
   [junit4]   2> 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:53)
   [junit4]   2> 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:58)
   [junit4]   2> 	at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:42)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:750)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:740)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:670)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:440)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
   [junit4]   2> 	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {field=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=1929, maxMBSortInHeap=6.303707516662035, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@77f09065), locale=he, timezone=Africa/Ndjamena
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=234536952,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedStatsComponentCardinality, TestExceedMaxTermLength, MoreLikeThisHandlerTest, SolrInfoBeanTest, ConfigureRecoveryStrategyTest, NodeAddedTriggerIntegrationTest, TestSSLRandomization, BasicDistributedZkTest, AssignTest, TestPolicyCloud, TestStressVersions, TestDocTermOrdsUninvertLimit]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDocTermOrdsUninvertLimit -Dtests.seed=DCE78960684CF7B7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=he -Dtests.timezone=Africa/Ndjamena -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | TestDocTermOrdsUninvertLimit (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2536, name=Lucene Merge Thread #150, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:420)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2543, name=Lucene Merge Thread #157, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]    > Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:EF55A1A465FB2D00]:0)
   [junit4]    > 	at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
   [junit4]    > 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:53)
   [junit4]    > 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:58)
   [junit4]    > 	at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:42)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:750)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:740)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:670)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:440)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
   [junit4]    > 	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2542, name=Lucene Merge Thread #156, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]    > Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:EF55A1A465FB2D00]:0)
   [junit4]    > 	at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
   [junit4]    > 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:53)
   [junit4]    > 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:58)
   [junit4]    > 	at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:42)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:750)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:740)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:670)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:440)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
   [junit4]    > 	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2541, name=Lucene Merge Thread #155, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2565)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3990)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:EF55A1A465FB2D00]:0)
   [junit4]    > 	at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
   [junit4]    > 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:53)
   [junit4]    > 	at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:58)
   [junit4]    > 	at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:42)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:750)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:740)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:670)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:440)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
   [junit4]    > 	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
   [junit4] Completed [47/855 (1!)] on J1 in 89.47s, 1 test, 5 errors <<< FAILURES!

[...truncated 532 lines...]
   [junit4] Suite: org.apache.solr.core.TestSolrDeletionPolicy1
   [junit4]   2> 1015170 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestSolrDeletionPolicy1_DCE78960684CF7B7-001/init-core-data-001
   [junit4]   2> 1015171 WARN  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
   [junit4]   2> 1015171 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1015173 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1015174 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1015175 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1015204 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 1015216 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1015337 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1015441 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1015442 WARN  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1015444 WARN  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@a6a91f3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1015453 WARN  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1015454 WARN  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@39efb4bc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1015480 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1015481 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1015503 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6eac4fc3
   [junit4]   2> 1015514 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6eac4fc3
   [junit4]   2> 1015514 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6eac4fc3
   [junit4]   2> 1015517 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1015557 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 1015582 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1015708 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1015717 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1015718 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6eac4fc3
   [junit4]   2> 1015718 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestSolrDeletionPolicy1_DCE78960684CF7B7-001/init-core-data-001/]
   [junit4]   2> 1015732 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1280615416, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1015788 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1015788 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1015789 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=4, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1015789 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@73afba93[collection1] main]
   [junit4]   2> 1015790 WARN  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1015790 INFO  (coreLoadExecutor-4709-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1015791 INFO  (searcherExecutor-4710-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@73afba93[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1015792 INFO  (SUITE-TestSolrDeletionPolicy1-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1015806 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCommitAge
   [junit4]   2> 1015806 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1015807 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 1
   [junit4]   2> 1015808 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 1015812 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1015812 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e2d98d0 commitCommandVersion:0
   [junit4]   2> 1015819 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a28ec52[collection1] main]
   [junit4]   2> 1015820 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1015821 INFO  (searcherExecutor-4710-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a28ec52[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):c1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557066636110}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 1015822 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 10
   [junit4]   2> 1015823 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:[0+TO+1]&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1015824 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 1015824 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1015824 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e2d98d0 commitCommandVersion:0
   [junit4]   2> 1015826 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@244e5826[collection1] main]
   [junit4]   2> 1015826 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1015827 INFO  (searcherExecutor-4710-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@244e5826[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):c1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557066636110}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.2.0):c1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557066636122}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 1015828 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 3
   [junit4]   2> 1015828 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:[0+TO+2]&qt=&start=0&rows=20&version=2.2} hits=2 status=0 QTime=0
   [junit4]   2> 1015829 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 1015829 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1015829 WARN  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting a potentially large percent of the entire index, reducing to 2147483647 segments
   [junit4]   2> 1015830 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e2d98d0 commitCommandVersion:0
   [junit4]   2> 1015833 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6837e6d5[collection1] main]
   [junit4]   2> 1015833 INFO  (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[DCE78960684CF7B7]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1015835 INFO  (searcherExecutor-4710-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6837e6d5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):c1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557066636110}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.2.0):c1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version

[...truncated too long message...]

	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.runCommands(DistributedUpdateProcessorTest.java:144)
   [junit4]    > 	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionAdd(DistributedUpdateProcessorTest.java:101)
   [junit4]    > 	at org.mockito.internal.junit.JUnitRule$1.evaluateSafely(JUnitRule.java:52)
   [junit4]    > 	at org.mockito.internal.junit.JUnitRule$1.evaluate(JUnitRule.java:43)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1925831 INFO  (TEST-DistributedUpdateProcessorTest.testVersionDelete-seed#[DCE78960684CF7B7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testVersionDelete
   [junit4]   2> 1925832 INFO  (TEST-DistributedUpdateProcessorTest.testVersionDelete-seed#[DCE78960684CF7B7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testVersionDelete
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistributedUpdateProcessorTest -Dtests.method=testVersionDelete -Dtests.seed=DCE78960684CF7B7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-MX -Dtests.timezone=Asia/Pontianak -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.02s J0 | DistributedUpdateProcessorTest.testVersionDelete <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DCE78960684CF7B7:2FA9DDDD31A0DE0D]:0)
   [junit4]    > 	at org.mockito.Mockito.spy(Mockito.java:1980)
   [junit4]    > 	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.runCommands(DistributedUpdateProcessorTest.java:144)
   [junit4]    > 	at org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionDelete(DistributedUpdateProcessorTest.java:125)
   [junit4]    > 	at org.mockito.internal.junit.JUnitRule$1.evaluateSafely(JUnitRule.java:52)
   [junit4]    > 	at org.mockito.internal.junit.JUnitRule$1.evaluate(JUnitRule.java:43)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1925833 INFO  (SUITE-DistributedUpdateProcessorTest-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1925833 INFO  (SUITE-DistributedUpdateProcessorTest-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=988929005
   [junit4]   2> 1925834 INFO  (coreCloseExecutor-8702-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a6caec8
   [junit4]   2> 1925834 INFO  (coreCloseExecutor-8702-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=a6caec8
   [junit4]   2> 1925834 INFO  (coreCloseExecutor-8702-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c945465: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@3b66af97
   [junit4]   2> 1925855 INFO  (SUITE-DistributedUpdateProcessorTest-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1925855 INFO  (SUITE-DistributedUpdateProcessorTest-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@524ecf44: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1bf398da
   [junit4]   2> 1925861 INFO  (SUITE-DistributedUpdateProcessorTest-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1925861 INFO  (SUITE-DistributedUpdateProcessorTest-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14c7abde: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@155953de
   [junit4]   2> 1925864 INFO  (SUITE-DistributedUpdateProcessorTest-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1925864 INFO  (SUITE-DistributedUpdateProcessorTest-seed#[DCE78960684CF7B7]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d4e6c77: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5d811dc7
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.processor.DistributedUpdateProcessorTest_DCE78960684CF7B7-001
   [junit4]   2> NOTE: test params are: codec=Lucene80, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2904bad8), locale=es-MX, timezone=Asia/Pontianak
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=182440968,total=517996544
   [junit4]   2> NOTE: All tests run in this JVM: [TermsComponentTest, TestAtomicUpdateErrorCases, JsonLoaderTest, SampleTest, CachingDirectoryFactoryTest, MetricTriggerTest, TestRequestForwarding, BasicDistributedZk2Test, ZkSolrClientTest, SystemLogListenerTest, TestStressUserVersions, TestDocTermOrds, CursorMarkTest, TestSweetSpotSimilarityFactory, TestExportWriter, TestSolrQueryParser, TestStressCloudBlindAtomicUpdates, DeleteLastCustomShardedReplicaTest, TestSimGenericDistributedQueue, TestAnalyzedSuggestions, BaseCdcrDistributedZkTest, TestConfigSets, DistributedDebugComponentTest, TestHalfAndHalfDocValues, BlockJoinFacetRandomTest, TestDFISimilarityFactory, SolrRrdBackendFactoryTest, TestSolrConfigHandlerCloud, TestLRUStatsCache, EnumFieldTest, OverseerCollectionConfigSetProcessorTest, TestLegacyField, RequestLoggingTest, TestLegacyTerms, DistributedFacetPivotSmallTest, RandomizedTaggerTest, TaggingAttributeTest, JvmMetricsTest, CurrencyFieldTypeTest, SpatialHeatmapFacetsTest, ForceLeaderWithTlogReplicasTest, TestWordDelimiterFilterFactory, CursorPagingTest, DistributedSpellCheckComponentTest, RequestHandlersTest, TestRandomDVFaceting, TestCloudSchemaless, TestMinMaxOnMultiValuedField, ZkFailoverTest, IndexBasedSpellCheckerTest, MetricsHistoryWithAuthIntegrationTest, TestFieldCacheReopen, CollectionsAPIDistributedZkTest, SubstringBytesRefFilterTest, TestDistribIDF, BasicAuthIntegrationTest, CacheHeaderTest, NumericFieldsTest, SearchHandlerTest, RequiredFieldsTest, IndexSchemaTest, TestSolrCloudSnapshots, TestSolrDeletionPolicy1, SuggesterTest, SpellPossibilityIteratorTest, NumberUtilsTest, SpellCheckComponentTest, TestDeprecatedFilters, TestManagedResourceStorage, DocValuesMissingTest, TestGraphTermsQParserPlugin, TestSolrCoreParser, TestBinaryResponseWriter, TestSimNodeLostTrigger, JWTAuthPluginTest, OverseerStatusTest, PreAnalyzedFieldManagedSchemaCloudTest, TestChildDocTransformer, DirectoryFactoryTest, UpdateParamsTest, TestCopyFieldCollectionResource, RestoreTriggerStateTest, LeaderVoteWaitTimeoutTest, ChaosMonkeyNothingIsSafeTest, CollectionReloadTest, TestFilteredDocIdSet, CdcrVersionReplicationTest, DistributedFacetPivotLargeTest, TestCollectionAPI, TestPseudoReturnFields, TestDynamicLoading, TlogReplayBufferedWhileIndexingTest, TestRuleBasedAuthorizationPlugin, DistanceFunctionTest, SpatialFilterTest, CoreAdminRequestStatusTest, QueryElevationComponentTest, TestQuerySenderListener, BooleanFieldTest, TestCoreAdminApis, ChaosMonkeySafeLeaderWithPullReplicasTest, TestSolrCoreProperties, TestUpdate, SliceStateTest, TestRTGBase, TestSolrXml, CreateCollectionCleanupTest, TimeRoutedAliasUpdateProcessorTest, TestReRankQParserPlugin, TestShortCircuitedRequests, AddReplicaTest, TestDistributedMap, CustomHighlightComponentTest, TestPHPSerializedResponseWriter, HighlighterConfigTest, TestGeoJSONResponseWriter, TestDocBasedVersionConstraints, SimplePostToolTest, PluginInfoTest, TestPostingsSolrHighlighter, TestPrepRecovery, RollingRestartTest, CSVRequestHandlerTest, TestLazyCores, TestReplicationHandlerBackup, SolrXmlInZkTest, TestGroupingSearch, TestBadConfig, TestUseDocValuesAsStored, ReindexCollectionTest, ComputePlanActionTest, DistributedUpdateProcessorTest]
   [junit4] Completed [405/855 (4!)] on J0 in 0.77s, 3 tests, 2 errors <<< FAILURES!

[...truncated 1518 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/temp/junit4-J1-20190505_141340_1438308156032380241415.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid15319.hprof ...
   [junit4] Heap dump file created [257961526 bytes in 12.994 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 8970 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid15319.hprof

Total time: 313 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 90 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/90/

4 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([56CD4FDDCA19775C:DDEA9C0C8B1FDCD8]:0)
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.eclipse.jetty.server.Server.doStart(Server.java:394)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=201529, name=qtp1987571111-201529, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=201531, name=qtp1987571111-201531, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=201571, name=Scheduler-688191804, state=WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=201528, name=qtp1987571111-201528-acceptor-0@750efbf4-ServerConnector@66525003{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43280}, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=201532, name=qtp1987571111-201532, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=201530, name=qtp1987571111-201530, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=201527, name=qtp1987571111-201527, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$54/164253678.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=201534, name=Scheduler-1513684949, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=201526, name=qtp1987571111-201526, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$54/164253678.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=201533, name=qtp1987571111-201533, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=201529, name=qtp1987571111-201529, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=201531, name=qtp1987571111-201531, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=201571, name=Scheduler-688191804, state=WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=201528, name=qtp1987571111-201528-acceptor-0@750efbf4-ServerConnector@66525003{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43280}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=201532, name=qtp1987571111-201532, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=201530, name=qtp1987571111-201530, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=201527, name=qtp1987571111-201527, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$54/164253678.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=201534, name=Scheduler-1513684949, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=201526, name=qtp1987571111-201526, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$54/164253678.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=201533, name=qtp1987571111-201533, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([56CD4FDDCA19775C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=201534, name=Scheduler-1513684949, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=201571, name=Scheduler-688191804, state=WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=201526, name=qtp1987571111-201526, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$54/164253678.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=201527, name=qtp1987571111-201527, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$54/164253678.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=201534, name=Scheduler-1513684949, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=201571, name=Scheduler-688191804, state=WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=201526, name=qtp1987571111-201526, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$54/164253678.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=201527, name=qtp1987571111-201527, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$54/164253678.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([56CD4FDDCA19775C]:0)


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/22)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:40482/solr",           "node_name":"127.0.0.1:40482_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:42107/solr",           "node_name":"127.0.0.1:42107_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:40482/solr",           "node_name":"127.0.0.1:40482_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:42107/solr",           "node_name":"127.0.0.1:42107_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:38195_solr, 127.0.0.1:40482_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/22)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:40482/solr",           "node_name":"127.0.0.1:40482_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:42107/solr",           "node_name":"127.0.0.1:42107_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:40482/solr",           "node_name":"127.0.0.1:40482_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:42107/solr",           "node_name":"127.0.0.1:42107_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/22)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:40482/solr",
          "node_name":"127.0.0.1:40482_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:42107/solr",
          "node_name":"127.0.0.1:42107_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:40482/solr",
          "node_name":"127.0.0.1:40482_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:42107/solr",
          "node_name":"127.0.0.1:42107_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:38195_solr, 127.0.0.1:40482_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/22)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:40482/solr",
          "node_name":"127.0.0.1:40482_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:42107/solr",
          "node_name":"127.0.0.1:42107_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:40482/solr",
          "node_name":"127.0.0.1:40482_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:42107/solr",
          "node_name":"127.0.0.1:42107_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:39086/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([56CD4FDDCA19775C:6E7E6B23EDEAA38D]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14142 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> 1839431 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_56CD4FDDCA19775C-001/init-core-data-001
   [junit4]   2> 1839431 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=55 numCloses=55
   [junit4]   2> 1839431 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1839433 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1839475 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1839481 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1839482 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1839483 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1839483 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1839483 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1839484 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7358950b{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1839626 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3d94f769{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-lucene2-us-west.apache.org-34958-hdfs-_-any-7911531148281062196.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 1839627 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@22d6263e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:34958}
   [junit4]   2> 1839627 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.Server Started @1839802ms
   [junit4]   2> 1839766 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1839769 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1839772 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1839772 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1839772 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1839773 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67d656d1{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1839896 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@491728e8{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-45120-datanode-_-any-967635827242075103.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 1839896 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51bf833d{HTTP/1.1,[http/1.1]}{localhost:45120}
   [junit4]   2> 1839896 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[56CD4FDDCA19775C]-worker) [    ] o.e.j.s.Server Started @1840071ms
   [junit4]   2> 1840102 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xffbbef879d55b651: Processing first storage report for DS-5163b4d4-b31e-4bd8-b0a6-e9520725542b from datanode fea7da36-588d-4211-8874-523409c38d10
   [junit4]   2> 1840102 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xffbbef879d55b651: from storage DS-5163b4d4-b31e-4bd8-b0a6-e9520725542b node DatanodeRegistration(127.0.0.1:38563, datanodeUuid=fea7da36-588d-4211-8874-523409c38d10, infoPort=45758, infoSecurePort=0, ipcPort=35361, storageInfo=lv=-57;cid=testClusterID;nsid=1236279259;c=1556969409856), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1840102 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xffbbef879d55b651: Processing first storage report for DS-526ee530-cf83-473f-b64b-cfd9a9ccd206 from datanode fea7da36-588d-4211-8874-523409c38d10
   [junit4]   2> 1840102 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xffbbef879d55b651: from storage DS-526ee530-cf83-473f-b64b-cfd9a9ccd206 node DatanodeRegistration(127.0.0.1:38563, datanodeUuid=fea7da36-588d-4211-8874-523409c38d10, infoPort=45758, infoSecurePort=0, ipcPort=35361, storageInfo=lv=-57;cid=testClusterID;nsid=1236279259;c=1556969409856), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1840404 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[56CD4FDDCA19775C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 1840404 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[56CD4FDDCA19775C]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_56CD4FDDCA19775C-001/tempDir-002
   [junit4]   2> 1840405 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[56CD4FDDCA19775C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1840405 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1840405 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1840505 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[56CD4FDDCA19775C]) [    ] o.a.s.c.ZkTestServer start zk server on port:40170
   [junit4]   2> 1840505 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[56CD4FDDCA19775C]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40170
   [junit4]   2> 1840505 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[56CD4FDDCA19775C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40170
   [junit4]   2> 1840524 INFO  (zkConnectionManagerCallback-6573-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840529 INFO  (zkConnectionManagerCallback-6575-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840530 INFO  (zkConnectionManagerCallback-6577-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840535 WARN  (jetty-launcher-6578-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1840535 WARN  (jetty-launcher-6578-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1840535 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1840535 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1840535 INFO  (jetty-launcher-6578-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1840540 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1840540 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1840540 INFO  (jetty-launcher-6578-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1840541 INFO  (jetty-launcher-6578-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1840541 INFO  (jetty-launcher-6578-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1840541 WARN  (jetty-launcher-6578-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1840541 INFO  (jetty-launcher-6578-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1840541 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1840541 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1840541 INFO  (jetty-launcher-6578-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1840541 INFO  (jetty-launcher-6578-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77e40e70{/solr,null,AVAILABLE}
   [junit4]   2> 1840541 WARN  (jetty-launcher-6578-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4d38ae8f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1840542 INFO  (jetty-launcher-6578-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@260998cd{SSL,[ssl, http/1.1]}{127.0.0.1:42107}
   [junit4]   2> 1840542 INFO  (jetty-launcher-6578-thread-2) [    ] o.e.j.s.Server Started @1840718ms
   [junit4]   2> 1840542 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42107}
   [junit4]   2> 1840543 ERROR (jetty-launcher-6578-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1840543 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1840543 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 1840543 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1840543 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1840543 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T11:30:10.954Z
   [junit4]   2> 1840548 INFO  (jetty-launcher-6578-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1840548 INFO  (jetty-launcher-6578-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1840548 INFO  (jetty-launcher-6578-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1840548 INFO  (jetty-launcher-6578-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1840548 INFO  (jetty-launcher-6578-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1840548 INFO  (jetty-launcher-6578-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1840556 INFO  (jetty-launcher-6578-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74fec508{/solr,null,AVAILABLE}
   [junit4]   2> 1840556 WARN  (jetty-launcher-6578-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@53ade8ce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1840557 INFO  (jetty-launcher-6578-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f963353{/solr,null,AVAILABLE}
   [junit4]   2> 1840557 WARN  (jetty-launcher-6578-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@309ce6a3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2d352c9{SSL,[ssl, http/1.1]}{127.0.0.1:40482}
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@238495d2{SSL,[ssl, http/1.1]}{127.0.0.1:38195}
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-3) [    ] o.e.j.s.Server Started @1840733ms
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-1) [    ] o.e.j.s.Server Started @1840733ms
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38195}
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40482}
   [junit4]   2> 1840558 ERROR (jetty-launcher-6578-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1840558 ERROR (jetty-launcher-6578-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T11:30:10.969Z
   [junit4]   2> 1840558 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T11:30:10.969Z
   [junit4]   2> 1840564 INFO  (zkConnectionManagerCallback-6580-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840564 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1840567 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1840567 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1840568 INFO  (zkConnectionManagerCallback-6582-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840568 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1840569 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1840570 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1840570 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1840571 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1840572 INFO  (zkConnectionManagerCallback-6584-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840572 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1840573 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10926de596a0003, likely client has closed socket
   [junit4]   2> 1840573 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10926de596a0004, likely client has closed socket
   [junit4]   2> 1840576 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1840576 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1840577 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1840646 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1840646 WARN  (jetty-launcher-6578-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1840670 WARN  (jetty-launcher-6578-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1f06c60c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1840673 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1840673 WARN  (jetty-launcher-6578-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1840675 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1840676 WARN  (jetty-launcher-6578-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1840676 WARN  (jetty-launcher-6578-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2bc2bc1f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1840676 WARN  (jetty-launcher-6578-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7066115f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1840677 WARN  (jetty-launcher-6578-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1840678 WARN  (jetty-launcher-6578-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1840679 WARN  (jetty-launcher-6578-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@26f9eedf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1840679 WARN  (jetty-launcher-6578-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1840679 WARN  (jetty-launcher-6578-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6eb10d06[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1840680 INFO  (jetty-launcher-6578-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40170/solr
   [junit4]   2> 1840680 INFO  (jetty-launcher-6578-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40170/solr
   [junit4]   2> 1840682 WARN  (jetty-launcher-6578-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@23a8a5f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1840683 INFO  (jetty-launcher-6578-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40170/solr
   [junit4]   2> 1840684 INFO  (zkConnectionManagerCallback-6600-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840684 INFO  (zkConnectionManagerCallback-6605-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840684 INFO  (zkConnectionManagerCallback-6602-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840686 INFO  (zkConnectionManagerCallback-6607-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840686 INFO  (zkConnectionManagerCallback-6609-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840689 INFO  (zkConnectionManagerCallback-6611-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840782 INFO  (jetty-launcher-6578-thread-1) [n:127.0.0.1:38195_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38195_solr
   [junit4]   2> 1840783 INFO  (jetty-launcher-6578-thread-1) [n:127.0.0.1:38195_solr    ] o.a.s.c.Overseer Overseer (id=74633605253038089-127.0.0.1:38195_solr-n_0000000000) starting
   [junit4]   2> 1840804 INFO  (zkConnectionManagerCallback-6622-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840807 INFO  (jetty-launcher-6578-thread-1) [n:127.0.0.1:38195_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40170/solr ready
   [junit4]   2> 1840808 INFO  (OverseerStateUpdate-74633605253038089-127.0.0.1:38195_solr-n_0000000000) [n:127.0.0.1:38195_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38195_solr
   [junit4]   2> 1840808 INFO  (jetty-launcher-6578-thread-1) [n:127.0.0.1:38195_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38195_solr
   [junit4]   2> 1840813 INFO  (OverseerStateUpdate-74633605253038089-127.0.0.1:38195_solr-n_0000000000) [n:127.0.0.1:38195_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1840824 INFO  (zkCallback-6621-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1840828 INFO  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1840831 INFO  (jetty-launcher-6578-thread-3) [n:127.0.0.1:40482_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1840831 INFO  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:42107_solr as DOWN
   [junit4]   2> 1840831 INFO  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1840831 INFO  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42107_solr
   [junit4]   2> 1840841 INFO  (jetty-launcher-6578-thread-3) [n:127.0.0.1:40482_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40482_solr as DOWN
   [junit4]   2> 1840841 INFO  (jetty-launcher-6578-thread-3) [n:127.0.0.1:40482_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1840841 INFO  (jetty-launcher-6578-thread-3) [n:127.0.0.1:40482_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40482_solr
   [junit4]   2> 1840862 INFO  (zkCallback-6610-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1840868 INFO  (zkCallback-6621-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1840868 INFO  (zkCallback-6606-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1840868 INFO  (zkCallback-6608-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1840874 INFO  (jetty-launcher-6578-thread-1) [n:127.0.0.1:38195_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1840890 INFO  (jetty-launcher-6578-thread-1) [n:127.0.0.1:38195_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf
   [junit4]   2> 1840896 INFO  (zkConnectionManagerCallback-6633-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840896 INFO  (zkConnectionManagerCallback-6628-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1840897 INFO  (jetty-launcher-6578-thread-3) [n:127.0.0.1:40482_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1840897 INFO  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1840897 INFO  (jetty-launcher-6578-thread-3) [n:127.0.0.1:40482_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40170/solr ready
   [junit4]   2> 1840898 INFO  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40170/solr ready
   [junit4]   2> 1840898 INFO  (jetty-launcher-6578-thread-3) [n:127.0.0.1:40482_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1840904 INFO  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1840928 INFO  (jetty-launcher-6578-thread-1) [n:127.0.0.1:38195_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf
   [junit4]   2> 1840928 INFO  (jetty-launcher-6578-thread-1) [n:127.0.0.1:38195_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf
   [junit4]   2> 1840929 INFO  (jetty-launcher-6578-thread-1) [n:127.0.0.1:38195_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_56CD4FDDCA19775C-001/tempDir-002/node1/.
   [junit4]   2> 1840934 INFO  (jetty-launcher-6578-thread-3) [n:127.0.0.1:40482_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf
   [junit4]   2> 1840938 INFO  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf
   [junit4]   2> 1840954 INFO  (jetty-launcher-6578-thread-3) [n:127.0.0.1:40482_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf
   [junit4]   2> 1840955 INFO  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf
   [junit4]   2> 1840956 INFO  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf
   [junit4]   2> 1840956 INFO  (jetty-launcher-6578-thread-3) [n:127.0.0.1:40482_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@384a7fbf
   [junit4]   2> 1840956 WARN  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2>           => javax.management.InstanceNotFoundException: solr:dom1=node,category=CONTAINER,scope=cores,name=loaded
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> javax.management.InstanceNotFoundException: solr:dom1=node,category=CONTAINER,scope=cores,name=loaded
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:569) ~[java/:?]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:468) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:462) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:95) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.registerMetric(SolrMetricManager.java:656) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.registerGauge(SolrMetricManager.java:691) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:666) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:255) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 1840960 INFO  (jetty-launcher-6578-thread-3) [n:127.0.0.1:40482_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_56CD4FDDCA19775C-001/tempDir-002/node3/.
   [junit4]   2> 1840960 INFO  (jetty-launcher-6578-thread-2) [n:127.0.0.1:42107_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_56CD4FDDCA19775C-001/tempDir-002/node2/.
   [junit4]   2> 1841033 INFO  (zkConnectionManagerCallback-6640-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1841034 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[56CD4FDDCA19775C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1841036 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[56CD4FDDCA19775C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40170/solr ready
   [junit4]   2> 1841055 INFO  (qtp146213463-21216) [n:127.0.0.1:42107_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1841067 INFO  (qtp1077193624-21228) [n:127.0.0.1:40482_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:38195_solr,127.0.0.1:42107_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1841072 INFO  (OverseerThreadFactory-4727-thread-1-processing-n:127.0.0.1:38195_solr) [n:127.0.0.1:38195_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 1841180 INFO  (OverseerStateUpdate-74633605253038089-127.0.0.1:38195_solr-n_0000000000) [n:127.0.0.1:38195_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42107/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1841181 INFO  (OverseerStateUpdate-74633605253038089-127.0.0.1:38195_solr-n_0000000000) [n:127.0.0.1:38195_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38195/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1841183 INFO  (OverseerStateUpdate-74633605253038089-127.0.0.1:38195_solr-n_0000000000) [n:127.0.0.1:38195_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url"

[...truncated too long message...]

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null899716151
     [copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null899716151
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null899716151

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 77ms :: artifacts dl 5ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 518 minutes 58 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 89 - Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/89/

1 tests failed.
FAILED:  org.apache.solr.cloud.ReindexCollectionTest.testFailure

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([F804634FBC9682AA:90B990A386A6E005]:0)
	at org.apache.solr.cloud.ReindexCollectionTest.lambda$testFailure$9(ReindexCollectionTest.java:305)
	at org.apache.solr.common.cloud.ClusterState.lambda$forEachCollection$0(ClusterState.java:359)
	at java.util.LinkedHashMap.forEach(LinkedHashMap.java:684)
	at org.apache.solr.common.cloud.ClusterState.forEachCollection(ClusterState.java:357)
	at org.apache.solr.cloud.ReindexCollectionTest.testFailure(ReindexCollectionTest.java:304)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15181 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReindexCollectionTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/init-core-data-001
   [junit4]   2> 4585968 INFO  (SUITE-ReindexCollectionTest-seed#[F804634FBC9682AA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 4586002 INFO  (SUITE-ReindexCollectionTest-seed#[F804634FBC9682AA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 4586002 INFO  (SUITE-ReindexCollectionTest-seed#[F804634FBC9682AA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4586003 INFO  (SUITE-ReindexCollectionTest-seed#[F804634FBC9682AA]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001
   [junit4]   2> 4586003 INFO  (SUITE-ReindexCollectionTest-seed#[F804634FBC9682AA]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4586038 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4586038 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4586147 INFO  (SUITE-ReindexCollectionTest-seed#[F804634FBC9682AA]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46645
   [junit4]   2> 4586147 INFO  (SUITE-ReindexCollectionTest-seed#[F804634FBC9682AA]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46645
   [junit4]   2> 4586147 INFO  (SUITE-ReindexCollectionTest-seed#[F804634FBC9682AA]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46645
   [junit4]   2> 4586152 INFO  (zkConnectionManagerCallback-14584-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4586154 INFO  (zkConnectionManagerCallback-14586-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4586155 INFO  (zkConnectionManagerCallback-14588-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4586217 WARN  (jetty-launcher-14589-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 4586217 INFO  (jetty-launcher-14589-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 4586217 INFO  (jetty-launcher-14589-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4586217 INFO  (jetty-launcher-14589-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 4586218 WARN  (jetty-launcher-14589-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 4586218 INFO  (jetty-launcher-14589-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 4586218 INFO  (jetty-launcher-14589-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4586218 INFO  (jetty-launcher-14589-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 4586223 INFO  (jetty-launcher-14589-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4586223 INFO  (jetty-launcher-14589-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4586223 INFO  (jetty-launcher-14589-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4586223 INFO  (jetty-launcher-14589-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77591198{/solr,null,AVAILABLE}
   [junit4]   2> 4586225 WARN  (jetty-launcher-14589-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@77990bc0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4586226 INFO  (jetty-launcher-14589-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4586226 INFO  (jetty-launcher-14589-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4586226 INFO  (jetty-launcher-14589-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4586226 INFO  (jetty-launcher-14589-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68a9b9d4{/solr,null,AVAILABLE}
   [junit4]   2> 4586227 WARN  (jetty-launcher-14589-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@74604d4c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4586227 INFO  (jetty-launcher-14589-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6e8d24c2{SSL,[ssl, http/1.1]}{127.0.0.1:46186}
   [junit4]   2> 4586227 INFO  (jetty-launcher-14589-thread-1) [    ] o.e.j.s.Server Started @4586521ms
   [junit4]   2> 4586227 INFO  (jetty-launcher-14589-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46186}
   [junit4]   2> 4586227 ERROR (jetty-launcher-14589-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4586227 INFO  (jetty-launcher-14589-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4586227 INFO  (jetty-launcher-14589-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.2.0
   [junit4]   2> 4586227 INFO  (jetty-launcher-14589-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4586227 INFO  (jetty-launcher-14589-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4586227 INFO  (jetty-launcher-14589-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T07:28:57.091Z
   [junit4]   2> 4586247 INFO  (jetty-launcher-14589-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@73028213{SSL,[ssl, http/1.1]}{127.0.0.1:44548}
   [junit4]   2> 4586247 INFO  (jetty-launcher-14589-thread-2) [    ] o.e.j.s.Server Started @4586541ms
   [junit4]   2> 4586247 INFO  (jetty-launcher-14589-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44548}
   [junit4]   2> 4586247 ERROR (jetty-launcher-14589-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4586247 INFO  (jetty-launcher-14589-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4586247 INFO  (jetty-launcher-14589-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.2.0
   [junit4]   2> 4586247 INFO  (jetty-launcher-14589-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4586247 INFO  (jetty-launcher-14589-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4586247 INFO  (jetty-launcher-14589-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T07:28:57.111Z
   [junit4]   2> 4586289 INFO  (zkConnectionManagerCallback-14591-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4586289 INFO  (zkConnectionManagerCallback-14593-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4586290 INFO  (jetty-launcher-14589-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4586290 INFO  (jetty-launcher-14589-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4586697 INFO  (jetty-launcher-14589-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4586698 WARN  (jetty-launcher-14589-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4586768 WARN  (jetty-launcher-14589-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@365d2ebf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4586796 WARN  (jetty-launcher-14589-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4586799 WARN  (jetty-launcher-14589-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@376a5e6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4586805 INFO  (jetty-launcher-14589-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4586806 WARN  (jetty-launcher-14589-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4586816 WARN  (jetty-launcher-14589-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5937dbc1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4586816 INFO  (jetty-launcher-14589-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46645/solr
   [junit4]   2> 4586819 WARN  (jetty-launcher-14589-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4586819 INFO  (zkConnectionManagerCallback-14603-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4586852 WARN  (jetty-launcher-14589-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@439fe94a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4586853 INFO  (jetty-launcher-14589-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46645/solr
   [junit4]   2> 4586855 INFO  (zkConnectionManagerCallback-14607-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4586856 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10920db22b20006, likely client has closed socket
   [junit4]   2> 4586869 INFO  (zkConnectionManagerCallback-14609-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4586869 INFO  (zkConnectionManagerCallback-14611-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4587274 INFO  (jetty-launcher-14589-thread-2) [n:127.0.0.1:44548_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44548_solr
   [junit4]   2> 4587274 INFO  (jetty-launcher-14589-thread-2) [n:127.0.0.1:44548_solr    ] o.a.s.c.Overseer Overseer (id=74626994380341256-127.0.0.1:44548_solr-n_0000000000) starting
   [junit4]   2> 4587288 INFO  (zkConnectionManagerCallback-14620-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4587302 INFO  (jetty-launcher-14589-thread-2) [n:127.0.0.1:44548_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46645/solr ready
   [junit4]   2> 4587303 INFO  (OverseerStateUpdate-74626994380341256-127.0.0.1:44548_solr-n_0000000000) [n:127.0.0.1:44548_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44548_solr
   [junit4]   2> 4587304 INFO  (jetty-launcher-14589-thread-2) [n:127.0.0.1:44548_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44548_solr
   [junit4]   2> 4587319 INFO  (zkCallback-14610-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4587319 INFO  (zkCallback-14619-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4587349 INFO  (jetty-launcher-14589-thread-1) [n:127.0.0.1:46186_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4587365 INFO  (jetty-launcher-14589-thread-1) [n:127.0.0.1:46186_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:46186_solr as DOWN
   [junit4]   2> 4587366 INFO  (jetty-launcher-14589-thread-1) [n:127.0.0.1:46186_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4587366 INFO  (jetty-launcher-14589-thread-1) [n:127.0.0.1:46186_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46186_solr
   [junit4]   2> 4587380 INFO  (zkCallback-14608-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4587385 INFO  (jetty-launcher-14589-thread-2) [n:127.0.0.1:44548_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4587395 INFO  (zkCallback-14619-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4587395 INFO  (zkCallback-14610-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4587459 INFO  (zkConnectionManagerCallback-14626-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4587460 INFO  (jetty-launcher-14589-thread-1) [n:127.0.0.1:46186_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4587460 INFO  (jetty-launcher-14589-thread-1) [n:127.0.0.1:46186_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46645/solr ready
   [junit4]   2> 4587461 INFO  (jetty-launcher-14589-thread-1) [n:127.0.0.1:46186_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4587563 INFO  (jetty-launcher-14589-thread-2) [n:127.0.0.1:44548_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44548.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45081eda
   [junit4]   2> 4587599 INFO  (jetty-launcher-14589-thread-2) [n:127.0.0.1:44548_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44548.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45081eda
   [junit4]   2> 4587599 INFO  (jetty-launcher-14589-thread-2) [n:127.0.0.1:44548_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44548.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45081eda
   [junit4]   2> 4587600 INFO  (jetty-launcher-14589-thread-2) [n:127.0.0.1:44548_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node2/.
   [junit4]   2> 4587610 INFO  (jetty-launcher-14589-thread-1) [n:127.0.0.1:46186_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46186.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45081eda
   [junit4]   2> 4587646 INFO  (jetty-launcher-14589-thread-1) [n:127.0.0.1:46186_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46186.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45081eda
   [junit4]   2> 4587647 INFO  (jetty-launcher-14589-thread-1) [n:127.0.0.1:46186_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46186.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45081eda
   [junit4]   2> 4587647 INFO  (jetty-launcher-14589-thread-1) [n:127.0.0.1:46186_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node1/.
   [junit4]   2> 4587878 INFO  (zkConnectionManagerCallback-14632-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4587915 INFO  (SUITE-ReindexCollectionTest-seed#[F804634FBC9682AA]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4587916 INFO  (SUITE-ReindexCollectionTest-seed#[F804634FBC9682AA]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46645/solr ready
   [junit4]   2> 4588046 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[F804634FBC9682AA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFailure
   [junit4]   2> 4588068 INFO  (zkConnectionManagerCallback-14637-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4588069 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[F804634FBC9682AA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4588070 INFO  (TEST-ReindexCollectionTest.testFailure-seed#[F804634FBC9682AA]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46645/solr ready
   [junit4]   2> 4588257 INFO  (qtp1112368824-48995) [n:127.0.0.1:44548_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=-1&name=failReindexing&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4588271 INFO  (OverseerThreadFactory-10947-thread-1-processing-n:127.0.0.1:44548_solr) [n:127.0.0.1:44548_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection failReindexing
   [junit4]   2> 4588400 INFO  (OverseerStateUpdate-74626994380341256-127.0.0.1:44548_solr-n_0000000000) [n:127.0.0.1:44548_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexing_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46186/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4588417 INFO  (OverseerStateUpdate-74626994380341256-127.0.0.1:44548_solr-n_0000000000) [n:127.0.0.1:44548_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexing_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44548/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4588434 INFO  (OverseerStateUpdate-74626994380341256-127.0.0.1:44548_solr-n_0000000000) [n:127.0.0.1:44548_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"failReindexing_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46186/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4588455 INFO  (OverseerStateUpdate-74626994380341256-127.0.0.1:44548_solr-n_0000000000) [n:127.0.0.1:44548_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexing",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"failReindexing_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44548/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4588769 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr    x:failReindexing_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n6&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4588795 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr    x:failReindexing_shard2_replica_n6] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4588801 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr    x:failReindexing_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n2&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4588873 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr    x:failReindexing_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n5&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4588886 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr    x:failReindexing_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4590170 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 4590171 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 4590239 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 4590255 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 4590257 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.IndexSchema [failReindexing_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 4590272 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4590272 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard2_replica_n6' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 4590272 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44548.solr.core.failReindexing.shard2.replica_n6' (registry 'solr.core.failReindexing.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45081eda
   [junit4]   2> 4590272 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrCore [[failReindexing_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node2/failReindexing_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node2/./failReindexing_shard2_replica_n6/data/]
   [junit4]   2> 4590280 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.s.IndexSchema [failReindexing_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 4590282 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4590282 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard1_replica_n2' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 4590283 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44548.solr.core.failReindexing.shard1.replica_n2' (registry 'solr.core.failReindexing.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45081eda
   [junit4]   2> 4590283 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.c.SolrCore [[failReindexing_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node2/failReindexing_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node2/./failReindexing_shard1_replica_n2/data/]
   [junit4]   2> 4590323 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.s.IndexSchema [failReindexing_shard2_replica_n5] Schema name=minimal
   [junit4]   2> 4590325 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4590325 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard2_replica_n5' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 4590325 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46186.solr.core.failReindexing.shard2.replica_n5' (registry 'solr.core.failReindexing.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45081eda
   [junit4]   2> 4590325 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.c.SolrCore [[failReindexing_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node1/failReindexing_shard2_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node1/./failReindexing_shard2_replica_n5/data/]
   [junit4]   2> 4590328 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.s.IndexSchema [failReindexing_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 4590329 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4590329 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'failReindexing_shard1_replica_n1' using configuration from collection failReindexing, trusted=true
   [junit4]   2> 4590330 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46186.solr.core.failReindexing.shard1.replica_n1' (registry 'solr.core.failReindexing.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45081eda
   [junit4]   2> 4590330 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrCore [[failReindexing_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node1/failReindexing_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node1/./failReindexing_shard1_replica_n1/data/]
   [junit4]   2> 4590898 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4590898 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4590911 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4590912 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4590913 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@53d461b6[failReindexing_shard2_replica_n5] main]
   [junit4]   2> 4590929 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4590929 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4590930 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4590930 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632494988080185344
   [junit4]   2> 4590944 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4590944 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4590945 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4590945 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4590946 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4590946 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4590946 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@75f931ba[failReindexing_shard2_replica_n6] main]
   [junit4]   2> 4590947 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4590947 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4590947 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4590947 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4590948 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a13d118[failReindexing_shard1_replica_n1] main]
   [junit4]   2> 4590949 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4590949 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4590949 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4590949 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632494988100108288
   [junit4]   2> 4590965 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4590965 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4590966 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4590966 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4590967 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@28035e3c[failReindexing_shard1_replica_n2] main]
   [junit4]   2> 4590973 INFO  (searcherExecutor-10959-thread-1-processing-n:127.0.0.1:46186_solr x:failReindexing_shard1_replica_n1 c:failReindexing s:shard1 r:core_node3) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrCore [failReindexing_shard1_replica_n1] Registered new searcher Searcher@5a13d118[failReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4590975 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 4590975 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard1
   [junit4]   2> 4590980 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4590980 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632494988132614144
   [junit4]   2> 4590985 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4590985 INFO  (searcherExecutor-10956-thread-1-processing-n:127.0.0.1:44548_solr x:failReindexing_shard2_replica_n6 c:failReindexing s:shard2 r:core_node8) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrCore [failReindexing_shard2_replica_n6] Registered new searcher Searcher@75f931ba[failReindexing_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4590985 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4590986 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4590986 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632494988138905600
   [junit4]   2> 4590987 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 4590987 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard2
   [junit4]   2> 4591001 INFO  (searcherExecutor-10958-thread-1-processing-n:127.0.0.1:46186_solr x:failReindexing_shard2_replica_n5 c:failReindexing s:shard2 r:core_node7) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.c.SolrCore [failReindexing_shard2_replica_n5] Registered new searcher Searcher@53d461b6[failReindexing_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4591002 INFO  (searcherExecutor-10957-thread-1-processing-n:127.0.0.1:44548_solr x:failReindexing_shard1_replica_n2 c:failReindexing s:shard1 r:core_node4) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.c.SolrCore [failReindexing_shard1_replica_n2] Registered new searcher Searcher@28035e3c[failReindexing_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4591017 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 4591017 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard1
   [junit4]   2> 4591017 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9986ms
   [junit4]   2> 4591018 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 4591018 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 4591018 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexing/leaders/shard2
   [junit4]   2> 4591518 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4591518 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4591518 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46186/solr/failReindexing_shard1_replica_n1/
   [junit4]   2> 4591519 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard1_replica_n1 url=https://127.0.0.1:46186/solr START replicas=[https://127.0.0.1:44548/solr/failReindexing_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 4591519 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard1_replica_n1 url=https://127.0.0.1:46186/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 4591552 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.c.S.Request [failReindexing_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 4591553 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 4591553 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 4591553 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexing/leaders/shard1/leader after winning as /collections/failReindexing/leader_elect/shard1/election/74626994380341255-core_node3-n_0000000000
   [junit4]   2> 4591554 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46186/solr/failReindexing_shard1_replica_n1/ shard1
   [junit4]   2> 4591588 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4591588 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4591588 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44548/solr/failReindexing_shard2_replica_n6/
   [junit4]   2> 4591589 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard2_replica_n6 url=https://127.0.0.1:44548/solr START replicas=[https://127.0.0.1:46186/solr/failReindexing_shard2_replica_n5/] nUpdates=100
   [junit4]   2> 4591589 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=failReindexing_shard2_replica_n6 url=https://127.0.0.1:44548/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 4591591 INFO  (qtp654317806-48986) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.c.S.Request [failReindexing_shard2_replica_n5]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4591612 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 4591612 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 4591612 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexing/leaders/shard2/leader after winning as /collections/failReindexing/leader_elect/shard2/election/74626994380341256-core_node8-n_0000000000
   [junit4]   2> 4591626 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44548/solr/failReindexing_shard2_replica_n6/ shard2
   [junit4]   2> 4591727 INFO  (zkCallback-14608-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4591727 INFO  (zkCallback-14610-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4591728 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4591728 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4591730 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2844
   [junit4]   2> 4591730 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n6&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2961
   [junit4]   2> 4591836 INFO  (zkCallback-14608-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4591836 INFO  (zkCallback-14610-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4591836 INFO  (zkCallback-14608-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4591836 INFO  (zkCallback-14610-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4592023 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=failReindexing_shard2_replica_n5&action=CREATE&numShards=2&collection=failReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3150
   [junit4]   2> 4592054 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=failReindexing_shard1_replica_n2&action=CREATE&numShards=2&collection=failReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3253
   [junit4]   2> 4592090 INFO  (qtp1112368824-48995) [n:127.0.0.1:44548_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4592156 INFO  (zkCallback-14608-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4592156 INFO  (zkCallback-14608-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4592156 INFO  (zkCallback-14610-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4592156 INFO  (zkCallback-14610-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexing/state.json] for collection [failReindexing] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4592157 INFO  (qtp1112368824-48995) [n:127.0.0.1:44548_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&maxShardsPerNode=-1&name=failReindexing&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3900
   [junit4]   2> 4592171 INFO  (qtp1112368824-48996) [n:127.0.0.1:44548_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=-1&name=failReindexingTarget&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4592173 INFO  (OverseerCollectionConfigSetProcessor-74626994380341256-127.0.0.1:44548_solr-n_0000000000) [n:127.0.0.1:44548_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4592174 INFO  (OverseerThreadFactory-10947-thread-2-processing-n:127.0.0.1:44548_solr) [n:127.0.0.1:44548_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection failReindexingTarget
   [junit4]   2> 4592431 INFO  (OverseerStateUpdate-74626994380341256-127.0.0.1:44548_solr-n_0000000000) [n:127.0.0.1:44548_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"failReindexingTarget",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"failReindexingTarget_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44548/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4592690 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr    x:failReindexingTarget_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=failReindexingTarget_shard1_replica_n1&action=CREATE&numShards=1&collection=failReindexingTarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4593755 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 4593825 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.IndexSchema [failReindexingTarget_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 4593840 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4593840 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'failReindexingTarget_shard1_replica_n1' using configuration from collection failReindexingTarget, trusted=true
   [junit4]   2> 4593841 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44548.solr.core.failReindexingTarget.shard1.replica_n1' (registry 'solr.core.failReindexingTarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45081eda
   [junit4]   2> 4593841 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SolrCore [[failReindexingTarget_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node2/failReindexingTarget_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_F804634FBC9682AA-001/tempDir-001/node2/./failReindexingTarget_shard1_replica_n1/data/]
   [junit4]   2> 4594072 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4594072 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4594073 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4594073 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4594087 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65c2d2b4[failReindexingTarget_shard1_replica_n1] main]
   [junit4]   2> 4594088 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4594088 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4594089 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4594089 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632494991392636928
   [junit4]   2> 4594108 INFO  (searcherExecutor-10976-thread-1-processing-n:127.0.0.1:44548_solr x:failReindexingTarget_shard1_replica_n1 c:failReindexingTarget s:shard1 r:core_node2) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SolrCore [failReindexingTarget_shard1_replica_n1] Registered new searcher Searcher@65c2d2b4[failReindexingTarget_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4594110 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexingTarget/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4594110 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/failReindexingTarget/leaders/shard1
   [junit4]   2> 4594121 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4594121 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4594121 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44548/solr/failReindexingTarget_shard1_replica_n1/
   [junit4]   2> 4594121 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4594121 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44548/solr/failReindexingTarget_shard1_replica_n1/ has no replicas
   [junit4]   2> 4594121 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/failReindexingTarget/leaders/shard1/leader after winning as /collections/failReindexingTarget/leader_elect/shard1/election/74626994380341256-core_node2-n_0000000000
   [junit4]   2> 4594123 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44548/solr/failReindexingTarget_shard1_replica_n1/ shard1
   [junit4]   2> 4594229 INFO  (zkCallback-14610-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4594229 INFO  (zkCallback-14610-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4594230 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4594231 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexingTarget s:shard1 r:core_node2 x:failReindexingTarget_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=failReindexingTarget_shard1_replica_n1&action=CREATE&numShards=1&collection=failReindexingTarget&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1541
   [junit4]   2> 4594306 INFO  (qtp1112368824-48996) [n:127.0.0.1:44548_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4594342 INFO  (zkCallback-14610-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4594342 INFO  (zkCallback-14610-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4594343 INFO  (zkCallback-14610-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/failReindexingTarget/state.json] for collection [failReindexingTarget] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4594343 INFO  (qtp1112368824-48996) [n:127.0.0.1:44548_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&maxShardsPerNode=-1&name=failReindexingTarget&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2171
   [junit4]   2> 4594358 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=failReindexingTarget&name=failAlias&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4594360 INFO  (OverseerCollectionConfigSetProcessor-74626994380341256-127.0.0.1:44548_solr-n_0000000000) [n:127.0.0.1:44548_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4594463 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=failReindexingTarget&name=failAlias&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=104
   [junit4]   2> 4594492 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard2 to Terms{values={core_node7=1, core_node8=1}, version=2}
   [junit4]   2> 4594826 INFO  (qtp654317806-48983) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n5]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44548/solr/failReindexing_shard2_replica_n6/&wt=javabin&version=2}{add=[2 (1632494991791095808), 3 (1632494991811018752), 5 (1632494991811018753), 6 (1632494991811018754), 7 (1632494991811018755), 9 (1632494991811018756), 17 (1632494991811018757), 18 (1632494991811018758), 19 (1632494991811018759), 21 (1632494991811018760), ... (97 adds)]} 0 22
   [junit4]   2> 4594853 ERROR (updateExecutor-14601-thread-1-processing-x:failReindexing_shard2_replica_n6 r:core_node8 null n:127.0.0.1:44548_solr c:failReindexing s:shard2) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.s.i.ConcurrentUpdateHttp2SolrClient Error consuming and closing http response stream.
   [junit4]   2>           => java.nio.channels.AsynchronousCloseException
   [junit4]   2> 	at org.eclipse.jetty.client.util.InputStreamResponseListener$Input.read(InputStreamResponseListener.java:316)
   [junit4]   2> java.nio.channels.AsynchronousCloseException: null
   [junit4]   2> 	at org.eclipse.jetty.client.util.InputStreamResponseListener$Input.read(InputStreamResponseListener.java:316) ~[jetty-client-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at java.io.InputStream.read(InputStream.java:101) ~[?:1.8.0_191]
   [junit4]   2> 	at org.eclipse.jetty.client.util.InputStreamResponseListener$Input.read(InputStreamResponseListener.java:287) ~[jetty-client-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClient$Runner.sendUpdateStream(ConcurrentUpdateHttp2SolrClient.java:283) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClient$Runner.run(ConcurrentUpdateHttp2SolrClient.java:176) ~[java/:?]
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:181) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 4594853 INFO  (qtp1112368824-48992) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n6]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1632494991791095808), 3 (1632494991811018752), 5 (1632494991811018753), 6 (1632494991811018754), 7 (1632494991811018755), 9 (1632494991811018756), 17 (1632494991811018757), 18 (1632494991811018758), 19 (1632494991811018759), 21 (1632494991811018760), ... (97 adds)]} 0 383
   [junit4]   2> 4594901 INFO  (qtp654317806-48986) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/failReindexing/terms/shard1 to Terms{values={core_node3=1, core_node4=1}, version=2}
   [junit4]   2> 4594902 INFO  (qtp1112368824-48994) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:46186/solr/failReindexing_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1632494991792144384), 1 (1632494991811018752), 4 (1632494991811018753), 8 (1632494991811018754), 10 (1632494991811018755), 11 (1632494991811018756), 12 (1632494991811018757), 13 (1632494991811018758), 14 (1632494991811018759), 15 (1632494991811018760), ... (103 adds)]} 0 80
   [junit4]   2> 4594921 INFO  (qtp654317806-48986) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1632494991792144384), 1 (1632494991811018752), 4 (1632494991811018753), 8 (1632494991811018754), 10 (1632494991811018755), 11 (1632494991811018756), 12 (1632494991811018757), 13 (1632494991811018758), 14 (1632494991811018759), 15 (1632494991811018760), ... (103 adds)]} 0 451
   [junit4]   2> 4594923 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632494992267149312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4594923 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6af3a01c commitCommandVersion:1632494992267149312
   [junit4]   2> 4594924 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632494992268197888,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4594924 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@60374a6e commitCommandVersion:1632494992268197888
   [junit4]   2> 4594960 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3127a894[failReindexing_shard1_replica_n2] main]
   [junit4]   2> 4594960 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4594961 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4be2d6ef[failReindexing_shard1_replica_n1] main]
   [junit4]   2> 4594961 INFO  (searcherExecutor-10957-thread-1-processing-n:127.0.0.1:44548_solr x:failReindexing_shard1_replica_n2 c:failReindexing s:shard1 r:core_node4) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.c.SolrCore [failReindexing_shard1_replica_n2] Registered new searcher Searcher@3127a894[failReindexing_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C103:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1556868545792}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 4594961 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexing s:shard1 r:core_node4 x:failReindexing_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:46186/solr/failReindexing_shard1_replica_n1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 37
   [junit4]   2> 4594961 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4594979 INFO  (searcherExecutor-10959-thread-1-processing-n:127.0.0.1:46186_solr x:failReindexing_shard1_replica_n1 c:failReindexing s:shard1 r:core_node3) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.SolrCore [failReindexing_shard1_replica_n1] Registered new searcher Searcher@4be2d6ef[failReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C103:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1556868545792}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 4594979 INFO  (qtp654317806-48987) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44548/solr/failReindexing_shard2_replica_n6/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 56
   [junit4]   2> 4594980 INFO  (qtp1112368824-48995) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632494992326918144,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4594980 INFO  (qtp1112368824-48995) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@53335003 commitCommandVersion:1632494992326918144
   [junit4]   2> 4594995 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632494992342646784,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4594995 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@21084e77 commitCommandVersion:1632494992342646784
   [junit4]   2> 4594997 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fea9cd0[failReindexing_shard2_replica_n5] main]
   [junit4]   2> 4594997 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4594999 INFO  (searcherExecutor-10958-thread-1-processing-n:127.0.0.1:46186_solr x:failReindexing_shard2_replica_n5 c:failReindexing s:shard2 r:core_node7) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.c.SolrCore [failReindexing_shard2_replica_n5] Registered new searcher Searcher@3fea9cd0[failReindexing_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C97:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1556868545860}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 4595048 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard2 r:core_node7 x:failReindexing_shard2_replica_n5] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n5]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44548/solr/failReindexing_shard2_replica_n6/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 54
   [junit4]   2> 4595050 INFO  (qtp1112368824-48995) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fd6384b[failReindexing_shard2_replica_n6] main]
   [junit4]   2> 4595051 INFO  (qtp1112368824-48995) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4595052 INFO  (searcherExecutor-10956-thread-1-processing-n:127.0.0.1:44548_solr x:failReindexing_shard2_replica_n6 c:failReindexing s:shard2 r:core_node8) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.SolrCore [failReindexing_shard2_replica_n6] Registered new searcher Searcher@3fd6384b[failReindexing_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C97:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-112-generic, timestamp=1556868545912}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 4595063 INFO  (qtp1112368824-48995) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [failReindexing_shard2_replica_n6]  webapp=/solr path=/update params={_stateVer_=failReindexing:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 141
   [junit4]   2> 4595194 INFO  (qtp1112368824-48993) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.S.Request [failReindexing_shard2_replica_n6]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=failReindexing:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:44548/solr/failReindexing_shard2_replica_n6/|https://127.0.0.1:46186/solr/failReindexing_shard2_replica_n5/&rows=10&version=2&q=*:*&NOW=1556868545929&isShard=true&wt=javabin} hits=97 status=0 QTime=0
   [junit4]   2> 4595235 INFO  (qtp654317806-48984) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.S.Request [failReindexing_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=failReindexing:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:46186/solr/failReindexing_shard1_replica_n1/|https://127.0.0.1:44548/solr/failReindexing_shard1_replica_n2/&rows=10&version=2&q=*:*&NOW=1556868545929&isShard=true&wt=javabin} hits=103 status=0 QTime=0
   [junit4]   2> 4595246 INFO  (qtp1112368824-48995) [n:127.0.0.1:44548_solr c:failReindexing s:shard2 r:core_node8 x:failReindexing_shard2_replica_n6] o.a.s.c.S.Request [failReindexing_shard2_replica_n6]  webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=failReindexing:6&shards.purpose=64&NOW=1556868545929&ids=2,3,5,17,6,18,7,19,9,21&isShard=true&shard.url=https://127.0.0.1:44548/solr/failReindexing_shard2_replica_n6/|https://127.0.0.1:46186/solr/failReindexing_shard2_replica_n5/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4595247 INFO  (qtp654317806-48983) [n:127.0.0.1:46186_solr c:failReindexing s:shard1 r:core_node3 x:failReindexing_shard1_replica_n1] o.a.s.c.S.Request [failReindexing_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=failReindexing:6&wt=javabin&version=2} hits=200 status=0 QTime=181
   [junit4]   2> 4595249 INFO  (qtp1112368824-48996) [n:127.0.0.1:44548_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reindexcollection with params name=failReindexing&action=REINDEXCOLLECTION&wt=javabin&version=2&target=failReindexingTarget and sendToOCPQueue=true
   [junit4]   2> 4595284 DEBUG (OverseerThreadFactory-10947-thread-4-processing-n:127.0.0.1:44548_solr) [n:127.0.0.1:44548_solr    ] o.a.s.c.a.c.ReindexCollectionCmd *** called: {
   [junit4]   2>   "name":"failReindexing",
   [junit4]   2>   "target":"failReindexingTarget",
   [junit4]   2>   "operation":"reindexcollection"}
   [junit4]   2> 4595284 INFO  (OverseerCollectionConfigSetProcessor-74626994380341256-127.0.0.1:44548_solr-n_0000000000) [n:127.0.0.1:4454

[...truncated too long message...]

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null845629820
     [copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null845629820
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null845629820

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 74ms :: artifacts dl 5ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 578 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 88 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/88/

5 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([72E8765F22C423CD:F9CFA58E63C28849]:0)
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.eclipse.jetty.server.Server.doStart(Server.java:394)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=136797, name=qtp1836173547-136797, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=136796, name=qtp1836173547-136796, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=136793, name=qtp1836173547-136793-acceptor-0@33646edd-ServerConnector@fa1edc5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45038}, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=136865, name=Scheduler-1766736285, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=136792, name=qtp1836173547-136792, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=136799, name=qtp1836173547-136799, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$55/751769600.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=136794, name=qtp1836173547-136794, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=136795, name=qtp1836173547-136795, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=136791, name=qtp1836173547-136791, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$55/751769600.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=136800, name=Scheduler-2127605840, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=136797, name=qtp1836173547-136797, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=136796, name=qtp1836173547-136796, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=136793, name=qtp1836173547-136793-acceptor-0@33646edd-ServerConnector@fa1edc5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45038}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=136865, name=Scheduler-1766736285, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=136792, name=qtp1836173547-136792, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=136799, name=qtp1836173547-136799, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$55/751769600.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=136794, name=qtp1836173547-136794, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=136795, name=qtp1836173547-136795, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=136791, name=qtp1836173547-136791, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$55/751769600.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=136800, name=Scheduler-2127605840, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([72E8765F22C423CD]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=136799, name=qtp1836173547-136799, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$55/751769600.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=136791, name=qtp1836173547-136791, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$55/751769600.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=136865, name=Scheduler-1766736285, state=WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=136800, name=Scheduler-2127605840, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=136799, name=qtp1836173547-136799, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$55/751769600.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=136791, name=qtp1836173547-136791, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$55/751769600.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=136865, name=Scheduler-1766736285, state=WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=136800, name=Scheduler-2127605840, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([72E8765F22C423CD]:0)


FAILED:  org.apache.solr.update.PeerSyncTest.test

Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:37047/collection1

Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:37047/collection1
	at __randomizedtesting.SeedInfo.seed([72E8765F22C423CD:FABC49858C384E35]:0)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2700)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2689)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:37047/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
	at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2695)
	... 43 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 50 more


FAILED:  org.apache.solr.update.PeerSyncWithLeaderTest.test

Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:44776/du/k/collection1

Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:44776/du/k/collection1
	at __randomizedtesting.SeedInfo.seed([72E8765F22C423CD:FABC49858C384E35]:0)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2700)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2689)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:44776/du/k/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
	at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2695)
	... 43 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 50 more




Build Log:
[...truncated 13468 lines...]
   [junit4] Suite: org.apache.solr.update.PeerSyncTest
   [junit4]   2> 39247 INFO  (SUITE-PeerSyncTest-seed#[72E8765F22C423CD]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/init-core-data-001
   [junit4]   2> 39249 WARN  (SUITE-PeerSyncTest-seed#[72E8765F22C423CD]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 39251 INFO  (SUITE-PeerSyncTest-seed#[72E8765F22C423CD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 39254 INFO  (SUITE-PeerSyncTest-seed#[72E8765F22C423CD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 39254 INFO  (SUITE-PeerSyncTest-seed#[72E8765F22C423CD]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 39257 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 39259 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader Using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr
   [junit4]   2> 39261 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 39534 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 39691 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 39725 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 39733 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 39740 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 39746 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 39855 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 40193 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 40356 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 40367 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 40386 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 40512 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.EnumField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 40674 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 41032 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 41041 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7693fd95[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 41050 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@76fc1003[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 41101 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 41101 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 41136 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 41151 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 41151 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 41159 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 41211 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 41264 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 41501 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 41543 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 41545 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 41546 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/init-core-data-001/]
   [junit4]   2> 41556 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@d41291c
   [junit4]   2> 41669 WARN  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 41772 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 41773 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 41775 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 41775 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 41777 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=84.6875, floorSegmentMB=2.10546875, forceMergeDeletesPctAllowed=1.5340560000227033, segmentsPerTier=50.0, maxCFSSegmentSizeMB=0.5302734375, noCFSRatio=1.0, deletesPctAllowed=34.91585563554307
   [junit4]   2> 41779 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@954e83c[collection1] main]
   [junit4]   2> 41783 WARN  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 41794 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 41796 INFO  (coreLoadExecutor-81-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632383188156284928
   [junit4]   2> 41802 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 41812 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@954e83c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 42032 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/control/cores/collection1
   [junit4]   2> 42034 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 42035 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 42035 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 42035 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 42048 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 42048 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 42049 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 42052 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20144994{/,null,AVAILABLE}
   [junit4]   2> 42055 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6275a679{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38006}
   [junit4]   2> 42055 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.Server Started @42123ms
   [junit4]   2> 42055 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=38006, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/control/cores}
   [junit4]   2> 42056 ERROR (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 42056 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 42056 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 42056 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 42056 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 42056 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-02T01:52:01.338Z
   [junit4]   2> 42057 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/control/solr.xml
   [junit4]   2> 42075 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 42075 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 42079 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 42318 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 42322 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3efaf004[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 42334 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@34242ede[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 42385 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 42385 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 42423 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 42442 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 42443 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 42447 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/control/cores
   [junit4]   2> 42448 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 42450 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 42499 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 42547 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 42754 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 42788 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 42789 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 42789 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 42793 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@29d66f6d
   [junit4]   2> 42797 WARN  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 42880 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 42880 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 42901 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 42901 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 42903 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=84.6875, floorSegmentMB=2.10546875, forceMergeDeletesPctAllowed=1.5340560000227033, segmentsPerTier=50.0, maxCFSSegmentSizeMB=0.5302734375, noCFSRatio=1.0, deletesPctAllowed=34.91585563554307
   [junit4]   2> 42904 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e84049f[collection1] main]
   [junit4]   2> 42905 WARN  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 42906 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 42906 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632383189320204288
   [junit4]   2> 42925 INFO  (searcherExecutor-96-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e84049f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 43108 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 43109 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 43110 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 43110 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 43110 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 43112 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 43112 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 43112 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 43113 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b9400ba{/,null,AVAILABLE}
   [junit4]   2> 43115 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@88f7ef6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37047}
   [junit4]   2> 43115 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.Server Started @43184ms
   [junit4]   2> 43115 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=37047, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/shard0/cores}
   [junit4]   2> 43116 ERROR (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 43117 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 43117 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 43117 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 43117 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 43117 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-02T01:52:02.399Z
   [junit4]   2> 43118 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 43127 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 43127 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 43129 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 43327 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 43331 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1190014[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 43338 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1e6f3974[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 43367 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 43367 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 43413 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 43443 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 43443 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 43448 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/shard0/cores
   [junit4]   2> 43448 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 43459 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 43524 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 43567 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 43764 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 43803 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 43804 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 43804 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 43809 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6dcf6ba1
   [junit4]   2> 43813 WARN  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 43919 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 43920 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 43922 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 43922 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 43924 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=84.6875, floorSegmentMB=2.10546875, forceMergeDeletesPctAllowed=1.5340560000227033, segmentsPerTier=50.0, maxCFSSegmentSizeMB=0.5302734375, noCFSRatio=1.0, deletesPctAllowed=34.91585563554307
   [junit4]   2> 43925 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@478e34e5[collection1] main]
   [junit4]   2> 43925 WARN  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 43926 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 43927 INFO  (coreLoadExecutor-109-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632383190390800384
   [junit4]   2> 43935 INFO  (searcherExecutor-110-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@478e34e5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 44120 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 44121 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 44122 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 44122 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 44122 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 44124 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 44124 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 44124 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 44124 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a0f4ddd{/,null,AVAILABLE}
   [junit4]   2> 44128 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3fe3976a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44063}
   [junit4]   2> 44128 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.s.Server Started @44196ms
   [junit4]   2> 44128 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=44063, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/shard1/cores}
   [junit4]   2> 44129 ERROR (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 44129 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 44129 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 44129 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 44129 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 44129 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-02T01:52:03.411Z
   [junit4]   2> 44129 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 44137 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 44137 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 44140 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 44226 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 44232 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1f470fa7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 44256 WARN  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6b7f92d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 44302 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 44303 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 44344 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 44364 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 44364 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e90763
   [junit4]   2> 44371 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_72E8765F22C423CD-001/tempDir-001/shard1/cores
   [junit4]   2> 44371 INFO  (TEST-PeerSyncTest.test-seed#[72E8765F22C423CD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 44374 INFO  (coreLoadExecutor-123-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/c

[...truncated too long message...]

  [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    9) Thread[id=136791, name=qtp1836173547-136791, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$55/751769600.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   10) Thread[id=136800, name=Scheduler-2127605840, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([72E8765F22C423CD]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=136799, name=qtp1836173547-136799, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$55/751769600.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=136791, name=qtp1836173547-136791, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$55/751769600.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=136865, name=Scheduler-1766736285, state=WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=136800, name=Scheduler-2127605840, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([72E8765F22C423CD]:0)
   [junit4] Completed [558/855 (3!)] on J2 in 628.63s, 11 tests, 3 errors <<< FAILURES!

[...truncated 9871 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:128: Found 1 violations in source files (File uses Mockito but has no assumeWorkingMockito() call).

Total time: 305 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 87 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/87/

4 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:32784/solr",           "node_name":"127.0.0.1:32784_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node5":{           "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:41163/solr",           "node_name":"127.0.0.1:41163_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:32784/solr",           "node_name":"127.0.0.1:32784_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:41163/solr",           "node_name":"127.0.0.1:41163_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:41163_solr, 127.0.0.1:41689_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:32784/solr",           "node_name":"127.0.0.1:32784_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node5":{           "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:41163/solr",           "node_name":"127.0.0.1:41163_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:32784/solr",           "node_name":"127.0.0.1:32784_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:41163/solr",           "node_name":"127.0.0.1:41163_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:32784/solr",
          "node_name":"127.0.0.1:32784_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node5":{
          "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:41163/solr",
          "node_name":"127.0.0.1:41163_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:32784/solr",
          "node_name":"127.0.0.1:32784_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:41163/solr",
          "node_name":"127.0.0.1:41163_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:41163_solr, 127.0.0.1:41689_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:32784/solr",
          "node_name":"127.0.0.1:32784_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node5":{
          "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:41163/solr",
          "node_name":"127.0.0.1:41163_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:32784/solr",
          "node_name":"127.0.0.1:32784_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:41163/solr",
          "node_name":"127.0.0.1:41163_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44141/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([5F9892CFEB306221:672BB631CCC3B6F0]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.PeerSyncTest.test

Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:36316/collection1

Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:36316/collection1
	at __randomizedtesting.SeedInfo.seed([5F9892CFEB306221:D7CCAD1545CC0FD9]:0)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2700)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2689)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:36316/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
	at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2695)
	... 43 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 50 more


FAILED:  org.apache.solr.update.PeerSyncWithLeaderTest.test

Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:46046/collection1

Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:46046/collection1
	at __randomizedtesting.SeedInfo.seed([5F9892CFEB306221:D7CCAD1545CC0FD9]:0)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2700)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2689)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:46046/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
	at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2695)
	... 43 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 50 more


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Thread pool didn't terminate within 15 secs

Stack Trace:
java.lang.AssertionError: Thread pool didn't terminate within 15 secs
	at __randomizedtesting.SeedInfo.seed([5F9892CFEB306221:D7CCAD1545CC0FD9]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.reorderedDeletesTest(TestInPlaceUpdatesDistrib.java:776)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:175)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15143 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5F9892CFEB306221-001/init-core-data-001
   [junit4]   2> 3089547 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3089549 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3089550 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3089623 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3089639 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3089642 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3089644 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3089644 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3089644 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3089645 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d6b5776{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3089801 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@33bf9d57{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-40280-hdfs-_-any-3287511009266535509.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 3089802 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@542d19fa{HTTP/1.1,[http/1.1]}{localhost:40280}
   [junit4]   2> 3089802 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.Server Started @3089940ms
   [junit4]   2> 3089896 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3089898 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3089899 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3089899 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3089899 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3089899 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42abe31a{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3090060 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5cd5825f{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-34621-datanode-_-any-8238905775948206498.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 3090060 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@529ec7dd{HTTP/1.1,[http/1.1]}{localhost:34621}
   [junit4]   2> 3090060 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.Server Started @3090198ms
   [junit4]   2> 3090276 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3090278 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3090278 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3090278 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3090278 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3090279 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c86677a{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3090346 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xab7329c5ba012df2: Processing first storage report for DS-2fd9d52c-0f30-4196-9917-0405dc2a1821 from datanode b03ffe34-9e9c-4b03-8067-7e7212eb2453
   [junit4]   2> 3090346 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xab7329c5ba012df2: from storage DS-2fd9d52c-0f30-4196-9917-0405dc2a1821 node DatanodeRegistration(127.0.0.1:37160, datanodeUuid=b03ffe34-9e9c-4b03-8067-7e7212eb2453, infoPort=45721, infoSecurePort=0, ipcPort=42732, storageInfo=lv=-57;cid=testClusterID;nsid=730758625;c=1556679336461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3090347 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xab7329c5ba012df2: Processing first storage report for DS-73c7dfb7-fe5c-4143-9198-4f0b1de4c7fc from datanode b03ffe34-9e9c-4b03-8067-7e7212eb2453
   [junit4]   2> 3090347 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xab7329c5ba012df2: from storage DS-73c7dfb7-fe5c-4143-9198-4f0b1de4c7fc node DatanodeRegistration(127.0.0.1:37160, datanodeUuid=b03ffe34-9e9c-4b03-8067-7e7212eb2453, infoPort=45721, infoSecurePort=0, ipcPort=42732, storageInfo=lv=-57;cid=testClusterID;nsid=730758625;c=1556679336461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3090461 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@73b29201{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-45415-datanode-_-any-2277924125104122831.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 3090463 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3e0ce91{HTTP/1.1,[http/1.1]}{localhost:45415}
   [junit4]   2> 3090463 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5F9892CFEB306221]-worker) [    ] o.e.j.s.Server Started @3090601ms
   [junit4]   2> 3090636 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x115ce4dc19a1f46d: Processing first storage report for DS-7cdd75e2-e39e-4b5e-862e-bf776b4ffbe2 from datanode 853c6969-305e-4b5c-a606-0e77fe80c23b
   [junit4]   2> 3090636 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x115ce4dc19a1f46d: from storage DS-7cdd75e2-e39e-4b5e-862e-bf776b4ffbe2 node DatanodeRegistration(127.0.0.1:41930, datanodeUuid=853c6969-305e-4b5c-a606-0e77fe80c23b, infoPort=38838, infoSecurePort=0, ipcPort=34653, storageInfo=lv=-57;cid=testClusterID;nsid=730758625;c=1556679336461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3090637 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x115ce4dc19a1f46d: Processing first storage report for DS-3ac16640-8920-4c5a-8109-1c079bed61be from datanode 853c6969-305e-4b5c-a606-0e77fe80c23b
   [junit4]   2> 3090637 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x115ce4dc19a1f46d: from storage DS-3ac16640-8920-4c5a-8109-1c079bed61be node DatanodeRegistration(127.0.0.1:41930, datanodeUuid=853c6969-305e-4b5c-a606-0e77fe80c23b, infoPort=38838, infoSecurePort=0, ipcPort=34653, storageInfo=lv=-57;cid=testClusterID;nsid=730758625;c=1556679336461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3090924 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[5F9892CFEB306221]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 3090926 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[5F9892CFEB306221]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5F9892CFEB306221-001/tempDir-002
   [junit4]   2> 3090926 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[5F9892CFEB306221]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3090926 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3090926 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3091026 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[5F9892CFEB306221]) [    ] o.a.s.c.ZkTestServer start zk server on port:43353
   [junit4]   2> 3091026 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[5F9892CFEB306221]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43353
   [junit4]   2> 3091027 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[5F9892CFEB306221]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43353
   [junit4]   2> 3091032 INFO  (zkConnectionManagerCallback-78941-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091035 INFO  (zkConnectionManagerCallback-78943-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091036 INFO  (zkConnectionManagerCallback-78945-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091040 WARN  (jetty-launcher-78946-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3091040 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3091040 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3091040 INFO  (jetty-launcher-78946-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3091040 WARN  (jetty-launcher-78946-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3091041 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3091041 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3091041 INFO  (jetty-launcher-78946-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3091041 WARN  (jetty-launcher-78946-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3091042 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3091042 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3091042 INFO  (jetty-launcher-78946-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3091043 INFO  (jetty-launcher-78946-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3091043 INFO  (jetty-launcher-78946-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3091043 INFO  (jetty-launcher-78946-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3091043 INFO  (jetty-launcher-78946-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7715e4fb{/solr,null,AVAILABLE}
   [junit4]   2> 3091044 WARN  (jetty-launcher-78946-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2bc12d93[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091045 INFO  (jetty-launcher-78946-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3091045 INFO  (jetty-launcher-78946-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3091045 INFO  (jetty-launcher-78946-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3091045 INFO  (jetty-launcher-78946-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c25a14d{/solr,null,AVAILABLE}
   [junit4]   2> 3091046 WARN  (jetty-launcher-78946-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@16412b15[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091047 INFO  (jetty-launcher-78946-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3091047 INFO  (jetty-launcher-78946-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3091047 INFO  (jetty-launcher-78946-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3091047 INFO  (jetty-launcher-78946-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a6be8a{/solr,null,AVAILABLE}
   [junit4]   2> 3091047 WARN  (jetty-launcher-78946-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7e65855c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091048 INFO  (jetty-launcher-78946-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6dc9767f{SSL,[ssl, http/1.1]}{127.0.0.1:41689}
   [junit4]   2> 3091048 INFO  (jetty-launcher-78946-thread-3) [    ] o.e.j.s.Server Started @3091186ms
   [junit4]   2> 3091048 INFO  (jetty-launcher-78946-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@706b5765{SSL,[ssl, http/1.1]}{127.0.0.1:41163}
   [junit4]   2> 3091048 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41689}
   [junit4]   2> 3091048 INFO  (jetty-launcher-78946-thread-1) [    ] o.e.j.s.Server Started @3091186ms
   [junit4]   2> 3091048 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41163}
   [junit4]   2> 3091048 ERROR (jetty-launcher-78946-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3091048 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3091048 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 3091048 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3091048 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3091048 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-01T02:55:37.935Z
   [junit4]   2> 3091049 ERROR (jetty-launcher-78946-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3091049 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3091049 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 3091049 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3091049 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3091049 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-01T02:55:37.936Z
   [junit4]   2> 3091050 INFO  (jetty-launcher-78946-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@40ad59c3{SSL,[ssl, http/1.1]}{127.0.0.1:32784}
   [junit4]   2> 3091050 INFO  (jetty-launcher-78946-thread-2) [    ] o.e.j.s.Server Started @3091189ms
   [junit4]   2> 3091050 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32784}
   [junit4]   2> 3091051 ERROR (jetty-launcher-78946-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3091051 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3091051 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 3091051 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3091051 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3091051 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-01T02:55:37.938Z
   [junit4]   2> 3091053 INFO  (zkConnectionManagerCallback-78948-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091053 INFO  (zkConnectionManagerCallback-78952-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091054 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3091054 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3091059 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3091059 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3091060 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3091064 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3091064 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3091066 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3091078 INFO  (zkConnectionManagerCallback-78950-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091078 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3091082 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3091082 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3091084 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3091203 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3091204 WARN  (jetty-launcher-78946-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3091205 WARN  (jetty-launcher-78946-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@478b91e4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091230 WARN  (jetty-launcher-78946-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3091237 WARN  (jetty-launcher-78946-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3d56dec0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091239 INFO  (jetty-launcher-78946-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43353/solr
   [junit4]   2> 3091249 INFO  (zkConnectionManagerCallback-78961-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091273 INFO  (zkConnectionManagerCallback-78963-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091290 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3091291 WARN  (jetty-launcher-78946-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3091292 WARN  (jetty-launcher-78946-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7bdd47e7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091294 WARN  (jetty-launcher-78946-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3091295 WARN  (jetty-launcher-78946-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4701788a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091296 INFO  (jetty-launcher-78946-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43353/solr
   [junit4]   2> 3091307 INFO  (zkConnectionManagerCallback-78971-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091308 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10425cd6f190008, likely client has closed socket
   [junit4]   2> 3091313 INFO  (zkConnectionManagerCallback-78973-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091325 INFO  (jetty-launcher-78946-thread-3) [n:127.0.0.1:41689_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41689_solr
   [junit4]   2> 3091326 INFO  (jetty-launcher-78946-thread-3) [n:127.0.0.1:41689_solr    ] o.a.s.c.Overseer Overseer (id=73225058207203337-127.0.0.1:41689_solr-n_0000000000) starting
   [junit4]   2> 3091336 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3091337 WARN  (jetty-launcher-78946-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3091337 INFO  (zkConnectionManagerCallback-78980-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091338 WARN  (jetty-launcher-78946-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@506f2969[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091340 WARN  (jetty-launcher-78946-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3091341 INFO  (jetty-launcher-78946-thread-3) [n:127.0.0.1:41689_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready
   [junit4]   2> 3091341 WARN  (jetty-launcher-78946-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5b06d8a4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091342 INFO  (OverseerStateUpdate-73225058207203337-127.0.0.1:41689_solr-n_0000000000) [n:127.0.0.1:41689_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41689_solr
   [junit4]   2> 3091342 INFO  (jetty-launcher-78946-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43353/solr
   [junit4]   2> 3091344 INFO  (jetty-launcher-78946-thread-3) [n:127.0.0.1:41689_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41689_solr
   [junit4]   2> 3091345 INFO  (zkConnectionManagerCallback-78986-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091348 INFO  (zkCallback-78972-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3091348 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10425cd6f19000b, likely client has closed socket
   [junit4]   2> 3091348 INFO  (zkCallback-78979-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3091350 INFO  (zkConnectionManagerCallback-78988-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091359 INFO  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3091367 INFO  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:32784_solr as DOWN
   [junit4]   2> 3091373 INFO  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3091373 INFO  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32784_solr
   [junit4]   2> 3091375 INFO  (zkCallback-78979-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3091375 INFO  (zkCallback-78972-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3091377 INFO  (zkCallback-78987-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3091380 INFO  (jetty-launcher-78946-thread-3) [n:127.0.0.1:41689_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3091391 INFO  (jetty-launcher-78946-thread-1) [n:127.0.0.1:41163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3091396 INFO  (jetty-launcher-78946-thread-1) [n:127.0.0.1:41163_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:41163_solr as DOWN
   [junit4]   2> 3091397 INFO  (jetty-launcher-78946-thread-1) [n:127.0.0.1:41163_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3091397 INFO  (jetty-launcher-78946-thread-1) [n:127.0.0.1:41163_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41163_solr
   [junit4]   2> 3091398 INFO  (zkCallback-78972-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3091399 INFO  (zkCallback-78979-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3091399 INFO  (zkCallback-78987-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3091400 INFO  (zkCallback-78962-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3091416 INFO  (jetty-launcher-78946-thread-3) [n:127.0.0.1:41689_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8
   [junit4]   2> 3091417 INFO  (zkConnectionManagerCallback-78996-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091418 INFO  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3091420 INFO  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready
   [junit4]   2> 3091420 INFO  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3091430 INFO  (jetty-launcher-78946-thread-3) [n:127.0.0.1:41689_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8
   [junit4]   2> 3091430 INFO  (jetty-launcher-78946-thread-3) [n:127.0.0.1:41689_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8
   [junit4]   2> 3091432 INFO  (jetty-launcher-78946-thread-3) [n:127.0.0.1:41689_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5F9892CFEB306221-001/tempDir-002/node3/.
   [junit4]   2> 3091446 INFO  (zkConnectionManagerCallback-79002-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091448 INFO  (jetty-launcher-78946-thread-1) [n:127.0.0.1:41163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3091450 INFO  (jetty-launcher-78946-thread-1) [n:127.0.0.1:41163_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready
   [junit4]   2> 3091450 INFO  (jetty-launcher-78946-thread-1) [n:127.0.0.1:41163_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3091451 INFO  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8
   [junit4]   2> 3091461 WARN  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2>           => javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=non-heap,name=committed
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=non-heap,name=committed
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:569) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:742) ~[java/:?]
   [junit4]   2> 	at java.util.HashMap.forEach(HashMap.java:1289) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:732) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:916) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:843) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:655) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:255) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 3091477 INFO  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8
   [junit4]   2> 3091477 INFO  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8
   [junit4]   2> 3091479 INFO  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5F9892CFEB306221-001/tempDir-002/node2/.
   [junit4]   2> 3091493 INFO  (jetty-launcher-78946-thread-1) [n:127.0.0.1:41163_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8
   [junit4]   2> 3091502 WARN  (jetty-launcher-78946-thread-2) [n:127.0.0.1:32784_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2>           => javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=usage
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=usage
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:569) ~[java/:?]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:468) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:462) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:95) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.registerAll(SolrMetricManager.java:521) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.setupJvmMetrics(SolrDispatchFilter.java:206) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:178) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 3091514 INFO  (jetty-launcher-78946-thread-1) [n:127.0.0.1:41163_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8
   [junit4]   2> 3091514 INFO  (jetty-launcher-78946-thread-1) [n:127.0.0.1:41163_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8
   [junit4]   2> 3091516 INFO  (jetty-launcher-78946-thread-1) [n:127.0.0.1:41163_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5F9892CFEB306221-001/tempDir-002/node1/.
   [junit4]   2> 3091576 INFO  (zkConnectionManagerCallback-79008-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091577 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[5F9892CFEB306221]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3091578 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[5F9892CFEB306221]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready
   [junit4]   2> 3091600 INFO  (qtp731164189-156847) [n:127.0.0.1:41689_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 3091618 INFO  (qtp593421307-156834) [n:127.0.0.1:41163_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:41689_solr,127.0.0.1:32784_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3091621 INFO  (OverseerThreadFactory-16025-thread-1-processing-n:127.0.0.1:41689_solr) [n:127.0.0.1:41689_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 3091732 INFO  (OverseerStateUpdate-73225058207203337-127.0.0.1:41689_solr-n_0000000000) [n:127.0.0.1:41689_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41689/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3091744 INFO  (OverseerStateUpdate-73225058207203337-127.0.0.1:41689_solr-n_0000000000) [n:127.0.0.1:41689_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:32784/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3091748 INFO  (OverseerStateUpdate-73225058207203337-127.0.0.1:41689_solr-n_0000000000) [n:127.0.0.1:41689_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41689/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3091752 INFO  (OverseerStateUpdate-73225058207203337-127.0.0.1:41689_solr-n_0000000000) [n:127.0.0.1:41689_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:32784/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3091953 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3091953 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr    x:testSimple1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3091960 INFO  (qtp731164189-156845) [n:127.0.0.1:41689_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3091979 INFO  (qtp1210816829-156838) [n:127.0.0.1:32784_solr    x:testSimple1_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n5&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3091986 INFO  (qtp1210816829-156840) [n:127.0.0.1:32784_solr    x:testSimple1_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n3&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3092968 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3092996 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3092999 INFO  (qtp1210816829-156838) [n:127.0.0.1:32784_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3092999 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3092999 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3093000 INFO  (qtp1210816829-156840) [n:127.0.0.1:32784_solr c:testSimple1 s:shard1 r:core_node6 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3093000 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259d7d8
   [junit4]   2> 3093000 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44141/solr_hdfs_home
   [junit4]   2> 3093000 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3093000 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5F9892CFEB306221-001/tempDir-002/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:44141/solr_hdfs_home/testSimple1/core_node2/data/]
   [junit4]   2> 3093001 INFO  (qtp731164189-156845) [n:127.0.0.1:41689_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3093002 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44141/solr_hdfs_home/testSimple1/core_node2/data/snapshot_metadata
   [junit4]   2> 3093011 INFO  (qtp731164189-156846) [n:127.0.0.1:41689_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [tr

[...truncated too long message...]

porter@74f82b95: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@9d114fc
   [junit4]   2> 4904254 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[5F9892CFEB306221]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 4904254 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[5F9892CFEB306221]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7dececae: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@721db670
   [junit4]   2> 4904255 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[5F9892CFEB306221]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 4904255 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[5F9892CFEB306221]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c4839fc: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4e1f9f65
   [junit4]   2> 4904256 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[5F9892CFEB306221]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 4904256 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[5F9892CFEB306221]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@758e8afa: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@65744bf6
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_5F9892CFEB306221-001
   [junit4]   2> May 01, 2019 3:25:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7, maxDocsPerChunk=6, blockSize=680), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7, blockSize=680)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1ecbb74d), locale=es-MX, timezone=Africa/Bissau
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=86254272,total=492306432
   [junit4]   2> NOTE: All tests run in this JVM: [TestRandomRequestDistribution, TestEmbeddedSolrServerConstructors, TestUseDocValuesAsStored2, DirectUpdateHandlerTest, TestFastLRUCache, CdcrReplicationHandlerTest, Tagger2Test, JSONWriterTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, WrapperMergePolicyFactoryTest, SolrCoreTest, TestObjectReleaseTracker, NodeAddedTriggerIntegrationTest, DocValuesMultiTest, SpatialRPTFieldTypeTest, QueryResultKeyTest, TestManagedStopFilterFactory, TestDFRSimilarityFactory, FullSolrCloudDistribCmdsTest, SuggesterWFSTTest, TestChildDocTransformerHierarchy, BlockCacheTest, TestDocTermOrdsUninvertLimit, TolerantUpdateProcessorTest, UniqFieldsUpdateProcessorFactoryTest, TestNamedUpdateProcessors, ConfigSetsAPITest, TestLegacyFieldReuse, TestSimpleTextCodec, SecurityConfHandlerTest, RegexBytesRefFilterTest, SignificantTermsQParserPluginTest, IgnoreLargeDocumentProcessorFactoryTest, AssignTest, StatelessScriptUpdateProcessorFactoryTest, HdfsRestartWhileUpdatingTest, StatsComponentTest, TestDownShardTolerantSearch, TestAuthorizationFramework, LoggingHandlerTest, TestCollectionAPIs, TestReload, MigrateRouteKeyTest, DistributedSuggestComponentTest, TestRealTimeGet, TestFieldCacheSort, FullHLLTest, MultiThreadedOCPTest, PreAnalyzedFieldTest, TestSSLRandomization, TransactionLogTest, TestNumericTokenStream, TestPushWriter, TestCollectionsAPIViaSolrCloudCluster, TestNestedDocsSort, MoveReplicaHDFSTest, ConcurrentDeleteAndCreateCollectionTest, TestCSVLoader, TestSolrCLIRunExample, ConnectionReuseTest, SparseHLLTest, MinimalSchemaTest, TestCloudPseudoReturnFields, TestSubQueryTransformerDistrib, SortByFunctionTest, ShardSplitTest, TestSolrFieldCacheBean, TestWriterPerf, TestComplexPhraseQParserPlugin, TestInitParams, InfixSuggestersTest, TestFieldResource, SolrIndexMetricsTest, DistributedExpandComponentTest, TestLuceneMatchVersion, HttpPartitionTest, TestHashQParserPlugin, DirectSolrSpellCheckerTest, TermVectorComponentDistributedTest, ConfigureRecoveryStrategyTest, ResponseBuilderTest, ZkCLITest, ResourceLoaderTest, TestAddFieldRealTimeGet, DistribJoinFromCollectionTest, TestSort, TestConfigSetsAPIExclusivity, TestXIncludeConfig, CollectionTooManyReplicasTest, TestSimExecutePlanAction, BadCopyFieldTest, DistanceUnitsTest, LeaderElectionIntegrationTest, TestTolerantUpdateProcessorCloud, AuditLoggerIntegrationTest, TestCodecSupport, TestBlendedInfixSuggestions, SSLMigrationTest, TestMaxScoreQueryParser, CircularListTest, ScriptEngineTest, IndexSizeTriggerTest, SuggesterFSTTest, SolrInfoBeanTest, VersionInfoTest, CustomTermsComponentTest, TestFuzzyAnalyzedSuggestions, ManagedSchemaRoundRobinCloudTest, BJQParserTest, TestCollationField, CollectionStateFormat2Test, AliasIntegrationTest, RemoteQueryErrorTest, HdfsTlogReplayBufferedWhileIndexingTest, TestReplicaProperties, TestCloudInspectUtil, DateFieldTest, BasicAuthStandaloneTest, TestPolicyCloud, TestRandomCollapseQParserPlugin, TestRemoteStreaming, DocExpirationUpdateProcessorFactoryTest, V2StandaloneTest, TestReplicationHandlerDiskOverFlow, TestNumericTerms64, TestRandomFaceting, TestCursorMarkWithoutUniqueKey, NodeLostTriggerTest, DisMaxRequestHandlerTest, TestOmitPositions, TestExactSharedStatsCache, TestSearcherReuse, TriLevelCompositeIdRoutingTest, TestAuthenticationFramework, TestCloudSearcherWarming, TestSolrDeletionPolicy2, OverseerTaskQueueTest, TestMiniSolrCloudClusterSSL, DirectSolrConnectionTest, TestGraphMLResponseWriter, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderFailureAfterFreshStartTest, OverseerModifyCollectionTest, PeerSyncReplicationTest, ShardRoutingCustomTest, ShardRoutingTest, SolrCloudExampleTest, SyncSliceTest, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressCloudBlindAtomicUpdates, TestZkChroot, ZkFailoverTest, ZkNodePropsTest, ZkShardTermsTest, AutoAddReplicasIntegrationTest, ExecutePlanActionTest, RestoreTriggerStateTest, ScheduledMaintenanceTriggerTest, ScheduledTriggerIntegrationTest, SearchRateTriggerTest, TriggerEventQueueTest, TriggerIntegrationTest, CdcrVersionReplicationTest, CdcrWithNodesRestartsTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, StressHdfsTest, TestReplicationHandler, DistributedQueryComponentCustomSortTest, DistributedQueryElevationComponentTest, ReplicaListTransformerTest, ResponseLogComponentTest, SearchHandlerTest, TestDistributedStatsComponentCardinality, TestExpandComponent, TestPivotHelperCode, TestExportWriter, JavabinLoaderTest, EmbeddedSolrNoSerializeTest, TaggingAttributeTest, XmlInterpolationTest, HighlighterConfigTest, HighlighterMaxOffsetTest, TestPostingsSolrHighlighter, TestUnifiedSolrHighlighter, TestMultiValuedNumericRangeQuery, JvmMetricsTest, MetricsConfigTest, SolrCoreMetricManagerTest, SolrGraphiteReporterTest, SolrSlf4jReporterTest, SolrShardReporterTest, TestRetrieveFieldsOptimizer, TestRestManager, TestBulkSchemaAPI, BooleanFieldTest, CopyFieldTest, ExternalFileFieldSortTest, NumericFieldsTest, RequiredFieldsTest, SchemaApiFailureTest, TestCloudManagedSchema, TestHalfAndHalfDocValues, TestManagedSchema, AnalyticsMergeStrategyTest, LargeFieldTest, MergeStrategyTest, TestDocSet, TestElisionMultitermQuery, TestFoldingMultitermQuery, TestInitQParser, TestLFUCache, SpatialHeatmapFacetsTest, TestCloudJSONFacetSKG, TestJsonFacetsStatsParsing, TestMinMaxOnMultiValuedField, TestOrdValues, TestSortByMinMaxFunction, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, GraphQueryTest, TestScoreJoinQPScore, TestJsonRequest, CloudMLTQParserTest, SimpleMLTQParserTest, TestBM25SimilarityFactory, TestClassicSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestLegacyBM25SimilarityFactory, TestNonDefinedSimilarityFactory, TestPerFieldSimilarity, TestPerFieldSimilarityWithDefaultOverride, JWTAuthPluginTest, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, TestSolrCloudWithHadoopAuthPlugin, SpellCheckCollatorTest, SpellingQueryConverterTest, BufferStoreTest, HdfsLockFactoryTest, TestFieldCacheVsDocValues, TestLegacyFieldCache, AddBlockUpdateTest, AnalysisErrorHandlingTest, CdcrUpdateLogTest, MaxSizeAutoCommitTest, PeerSyncWithBufferUpdatesTest, PeerSyncWithIndexFingerprintCachingTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, PeerSyncWithLeaderTest, SolrCmdDistributorTest, TestAtomicUpdateErrorCases, TestExceedMaxTermLength, TestHdfsUpdateLog, TestInPlaceUpdateWithRouteField, TestInPlaceUpdatesDistrib]
   [junit4] Completed [821/855 (4!)] on J1 in 117.78s, 1 test, 1 failure <<< FAILURES!

[...truncated 9082 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:128: Found 1 violations in source files (File uses Mockito but has no assumeWorkingMockito() call).

Total time: 289 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any