You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/17 15:21:42 UTC

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+29) - Build # 841 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/841/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestPullReplicaErrorHandling

Error Message:
file handle leaks: [FileChannel(/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_24FE7EACDB3F306A-001/index-SimpleFSDirectory-011/write.lock)]

Stack Trace:
java.lang.RuntimeException: file handle leaks: [FileChannel(/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_24FE7EACDB3F306A-001/index-SimpleFSDirectory-011/write.lock)]
	at __randomizedtesting.SeedInfo.seed([24FE7EACDB3F306A]:0)
	at org.apache.lucene.mockfile.LeakFS.onClose(LeakFS.java:63)
	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:77)
	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:78)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:228)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.Exception
	at org.apache.lucene.mockfile.LeakFS.onOpen(LeakFS.java:46)
	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
	at java.base/java.nio.channels.FileChannel.open(FileChannel.java:292)
	at java.base/java.nio.channels.FileChannel.open(FileChannel.java:340)
	at org.apache.lucene.store.NativeFSLockFactory.obtainFSLock(NativeFSLockFactory.java:125)
	at org.apache.lucene.store.FSLockFactory.obtainLock(FSLockFactory.java:41)
	at org.apache.lucene.store.BaseDirectory.obtainLock(BaseDirectory.java:45)
	at org.apache.lucene.store.FilterDirectory.obtainLock(FilterDirectory.java:104)
	at org.apache.lucene.store.MockDirectoryWrapper.obtainLock(MockDirectoryWrapper.java:1049)
	at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:947)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
	at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:257)
	at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:220)
	at org.apache.solr.update.DefaultSolrCoreState.openIndexWriter(DefaultSolrCoreState.java:245)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:625)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more


FAILED:  org.apache.solr.cloud.SyncSliceTest.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:45369

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:45369
	at __randomizedtesting.SeedInfo.seed([24FE7EACDB3F306A:ACAA417675C35D92]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
	at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
	at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphTest

Error Message:
Error from server at https://127.0.0.1:35047/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35047/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([7584BB9120D3EED6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.io.graph.GraphTest.setupCluster(GraphTest.java:62)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12459 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest_24FE7EACDB3F306A-001/init-core-data-001
   [junit4]   2> 477646 WARN  (SUITE-SyncSliceTest-seed#[24FE7EACDB3F306A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
   [junit4]   2> 477646 INFO  (SUITE-SyncSliceTest-seed#[24FE7EACDB3F306A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 477646 INFO  (SUITE-SyncSliceTest-seed#[24FE7EACDB3F306A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 477647 INFO  (SUITE-SyncSliceTest-seed#[24FE7EACDB3F306A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 477647 INFO  (SUITE-SyncSliceTest-seed#[24FE7EACDB3F306A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 477648 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 477648 INFO  (Thread-1342) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 477648 INFO  (Thread-1342) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 477649 ERROR (Thread-1342) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 477748 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.ZkTestServer start zk server on port:41181
   [junit4]   2> 477752 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 477753 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 477754 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 477754 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 477754 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 477755 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 477755 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 477756 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 477756 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 477756 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 477757 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 477759 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 477826 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 477827 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f9dd2a8{/,null,AVAILABLE}
   [junit4]   2> 477828 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c1aebac{SSL,[ssl, http/1.1]}{127.0.0.1:45369}
   [junit4]   2> 477828 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.e.j.s.Server Started @480009ms
   [junit4]   2> 477828 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest_24FE7EACDB3F306A-001/tempDir-001/control/data, hostPort=45369, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest_24FE7EACDB3F306A-001/control-001/cores}
   [junit4]   2> 477828 ERROR (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 477828 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 477828 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 477828 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 477828 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-17T14:34:42.890793Z
   [junit4]   2> 477830 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 477830 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest_24FE7EACDB3F306A-001/control-001/solr.xml
   [junit4]   2> 477831 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 477831 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 477832 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1df65495, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 477834 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41181/solr
   [junit4]   2> 477873 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 477873 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45369_
   [junit4]   2> 477874 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.Overseer Overseer (id=99020261471748101-127.0.0.1:45369_-n_0000000000) starting
   [junit4]   2> 477880 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45369_
   [junit4]   2> 477881 INFO  (OverseerStateUpdate-99020261471748101-127.0.0.1:45369_-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 477911 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1df65495
   [junit4]   2> 477916 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1df65495
   [junit4]   2> 477916 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1df65495
   [junit4]   2> 477917 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest_24FE7EACDB3F306A-001/control-001/cores
   [junit4]   2> 477926 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 477927 INFO  (TEST-SyncSliceTest.test-seed#[24FE7EACDB3F306A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41181/solr ready
   [junit4]   2> 477935 INFO  (qtp2062354292-7034) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45369_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 477937 INFO  (OverseerThreadFactory-2400-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 478041 INFO  (qtp2062354292-7028) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 478041 INFO  (qtp2062354292-7028) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 478144 INFO  (zkCallback-2156-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 479048 INFO  (qtp2062354292-7028) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 479055 INFO  (qtp2062354292-7028) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 479099 INFO  (qtp2062354292-7028) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 479106 INFO  (qtp2062354292-7028) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 479106 INFO  (qtp2062354292-7028) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1df65495
   [junit4]   2> 479106 INFO  (qtp2062354292-7028) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 479106 INFO  (qtp2062354292-7028) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest_24FE7EACDB3F306A-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest_24FE7EACDB3F306A-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 479108 INFO  (qtp2062354292-7028) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 479110 WARN  (qtp2062354292-7028) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 479134 INFO  (qtp2062354292-7028) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 479134 INFO  (qtp2062354292-7028) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 479135 INFO  (qtp2062354292-7028) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 479135 INFO  (qtp2062354292-7028) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 479135 INFO  (qtp2062354292-7028) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=9.720703125, floorSegmentMB=1.4296875, forceMergeDeletesPctAllowed=16.024198675862714, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24143721091444795
   [junit4]   2> 479136 INFO  (qtp2062354292-7028) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@64eb8292[control_collection_shard1_replica_n1] main]
   [junit4]   2> 479136 INFO  (qtp2062354292-7028) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 479136 INFO  (qtp2062354292-7028) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 479137 INFO  (qtp2062354292-7028) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 479137 INFO  (searcherExecutor-2403-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@64eb8292[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 479137 INFO  (qtp2062354292-7028) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584324185108250624
   [junit4]   2> 479140 INFO  (qtp2062354292-7028) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 479140 INFO  (qtp2062354292-7028) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 479140 INFO  (qtp2062354292-7028) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45369/control_collection_shard1_replica_n1/
   [junit4]   2> 479140 INFO  (qtp2062354292-7028) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 479140 INFO  (qtp2062354292-7028) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:45369/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 479140 INFO  (qtp2062354292-7028) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 479141 INFO  (qtp2062354292-7028) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45369/control_collection_shard1_replica_n1/ shard1
   [junit4]   1> / (2)
   [junit4]   1> DATA:
   [junit4]   1>     
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1>  /solr (11)
   [junit4]   1>   /solr/configs (2)
   [junit4]   1>    /solr/configs/_default (7)
   [junit4]   1>     /solr/configs/_default/protwords.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/_default/managed-schema (0)
   [junit4]   1>     DATA:
   [junit4]   1>         <?xml version="1.0" encoding="UTF-8" ?>
   [junit4]   1>         <!--
   [junit4]   1>          Licensed to the Apache Software Foundation (ASF) under one or more
   [junit4]   1>          contributor license agreements.  See the NOTICE file distributed with
   [junit4]   1>          this work for additional information regarding copyright ownership.
   [junit4]   1>          The ASF licenses this file to You under the Apache License, Version 2.0
   [junit4]   1>          (the "License"); you may not use this file except in compliance with
   [junit4]   1>          the License.  You may obtain a copy of the License at
   [junit4]   1>         
   [junit4]   1>              http://www.apache.org/licenses/LICENSE-2.0
   [junit4]   1>         
   [junit4]   1>          Unless required by applicable law or agreed to in writing, software
   [junit4]   1>          distributed under the License is distributed on an "AS IS" BASIS,
   [junit4]   1>          WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   [junit4]   1>          See the License for the specific language governing permissions and
   [junit4]   1>          limitations under the License.
   [junit4]   1>         -->
   [junit4]   1>         
   [junit4]   1>         <!--
   [junit4]   1>         
   [junit4]   1>          This example schema is the recommended starting point for users.
   [junit4]   1>          It should be kept correct and concise, usable out-of-the-box.
   [junit4]   1>         
   [junit4]   1>         
   [junit4]   1>          For more information, on how to customize this file, please see
   [junit4]   1>          http://lucene.apache.org/solr/guide/documents-fields-and-schema-design.html
   [junit4]   1>         
   [junit4]   1>          PERFORMANCE NOTE: this schema includes many optional features and should not
   [junit4]   1>          be used for benchmarking.  To improve performance one could
   [junit4]   1>           - set stored="false" for all fields possible (esp large fields) when you
   [junit4]   1>             only need to search on the field but don't need to return the original
   [junit4]   1>             value.
   [junit4]   1>           - set indexed="false" if you don't need to search on the field, but only
   [junit4]   1>             return the field as a result of searching on other indexed fields.
   [junit4]   1>           - remove all unneeded copyField statements
   [junit4]   1>           - for best index size and searching performance, set "index" to false
   [junit4]   1>             for all general text fields, use copyField to copy them to the
   [junit4]   1>             catchall "text" field, and use that for searching.
   [junit4]   1>         -->
   [junit4]   1>         
   [junit4]   1>         <schema name="default-config" version="1.6">
   [junit4]   1>             <!-- attribute "name" is the name of this schema and is only used for display purposes.
   [junit4]   1>                version="x.y" is Solr's version number for the schema syntax and 
   [junit4]   1>                semantics.  It should not normally be changed by applications.
   [junit4]   1>         
   [junit4]   1>                1.0: multiValued attribute did not exist, all fields are multiValued 
   [junit4]   1>                     by nature
   [junit4]   1>                1.1: multiValued attribute introduced, false by default 
   [junit4]   1>                1.2: omitTermFreqAndPositions attribute introduced, true by default 
   [junit4]   1>                     except for text fields.
   [junit4]   1>                1.3: removed optional field compress feature
   [junit4]   1>                1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
   [junit4]   1>                     behavior when a single string produces multiple tokens.  Defaults 
   [junit4]   1>                     to off for version >= 1.4
   [junit4]   1>                1.5: omitNorms defaults to true for primitive field types 
   [junit4]   1>                     (int, float, boolean, string...)
   [junit4]   1>                1.6: useDocValuesAsStored defaults to true.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- Valid attributes for fields:
   [junit4]   1>              name: mandatory - the name for the field
   [junit4]   1>              type: mandatory - the name of a field type from the 
   [junit4]   1>                fieldTypes section
   [junit4]   1>              indexed: true if this field should be indexed (searchable or sortable)
   [junit4]   1>              stored: true if this field should be retrievable
   [junit4]   1>              docValues: true if this field should have doc values. Doc Values is
   [junit4]   1>                recommended (required, if you are using *Point fields) for faceting,
   [junit4]   1>                grouping, sorting and function queries. Doc Values will make the index
   [junit4]   1>                faster to load, more NRT-friendly and more memory-efficient. 
   [junit4]   1>                They are currently only supported by StrField, UUIDField, all 
   [junit4]   1>                *PointFields, and depending on the field type, they might require
   [junit4]   1>                the field to be single-valued, be required or have a default value
   [junit4]   1>                (check the documentation of the field type you're interested in for
   [junit4]   1>                more information)
   [junit4]   1>              multiValued: true if this field may contain multiple values per document
   [junit4]   1>              omitNorms: (expert) set to true to omit the norms associated with
   [junit4]   1>                this field (this disables length normalization and index-time
   [junit4]   1>                boosting for the field, and saves some memory).  Only full-text
   [junit4]   1>                fields or fields that need an index-time boost need norms.
   [junit4]   1>                Norms are omitted for primitive (non-analyzed) types by default.
   [junit4]   1>              termVectors: [false] set to true to store the term vector for a
   [junit4]   1>                given field.
   [junit4]   1>                When using MoreLikeThis, fields used for similarity should be
   [junit4]   1>                stored for best performance.
   [junit4]   1>              termPositions: Store position information with the term vector.  
   [junit4]   1>                This will increase storage costs.
   [junit4]   1>              termOffsets: Store offset information with the term vector. This 
   [junit4]   1>                will increase storage costs.
   [junit4]   1>              required: The field is required.  It will throw an error if the
   [junit4]   1>                value does not exist
   [junit4]   1>              default: a value that should be used if no value is specified
   [junit4]   1>                when adding a document.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- field names should consist of alphanumeric or underscore characters only and
   [junit4]   1>               not start with a digit.  This is not currently strictly enforced,
   [junit4]   1>               but other field names will not have first class support from all components
   [junit4]   1>               and back compatibility is not guaranteed.  Names with both leading and
   [junit4]   1>               trailing underscores (e.g. _version_) are reserved.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- In this _default configset, only four fields are pre-declared:
   [junit4]   1>                  id, _version_, and _text_ and _root_. All other fields will be type guessed and added via the
   [junit4]   1>                  "add-unknown-fields-to-the-schema" update request processor chain declared in solrconfig.xml.
   [junit4]   1>                  
   [junit4]   1>                  Note that many dynamic fields are also defined - you can use them to specify a 
   [junit4]   1>                  field's type via field naming conventions - see below.
   [junit4]   1>           
   [junit4]   1>                  WARNING: The _text_ catch-all field will significantly increase your index size.
   [junit4]   1>                  If you don't need it, consider removing it and the corresponding copyField directive.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <field name="id" type="string" indexed="true" stored="true" required="true" multiValued="false" />
   [junit4]   1>             <!-- docValues are enabled by default for long type so we don't need to index the version field  -->
   [junit4]   1>             <field name="_version_" type="plong" indexed="false" stored="false"/>
   [junit4]   1>             <field name="_root_" type="string" indexed="true" stored="false" docValues="false" />
   [junit4]   1>             <field name="_text_" type="text_general" indexed="true" stored="false" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- This can be enabled, in case the client does not know what fields may be searched. It isn't enabled by default
   [junit4]   1>                  because it's very expensive to index everything twice. -->
   [junit4]   1>             <!-- <copyField source="*" dest="_text_"/> -->
   [junit4]   1>         
   [junit4]   1>             <!-- Dynamic field definitions allow using convention over configuration
   [junit4]   1>                for fields via the specification of patterns to match field names.
   [junit4]   1>                EXAMPLE:  name="*_i" will match any field ending in _i (like myid_i, z_i)
   [junit4]   1>                RESTRICTION: the glob-like pattern in the name attribute must have a "*" only at the start or the end.  -->
   [junit4]   1>            
   [junit4]   1>             <dynamicField name="*_i"  type="pint"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_is" type="pints"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_s"  type="string"  indexed="true"  stored="true" />
   [junit4]   1>             <dynamicField name="*_ss" type="strings"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_l"  type="plong"   indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_ls" type="plongs"   indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_txt" type="text_general" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_b"  type="boolean" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_bs" type="booleans" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_f"  type="pfloat"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_fs" type="pfloats"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_d"  type="pdouble" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_ds" type="pdoubles" indexed="true"  stored="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- Type used for data-driven schema, to add a string copy for each text field -->
   [junit4]   1>             <dynamicField name="*_str" type="strings" stored="false" docValues="true" indexed="false" />
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="*_dt"  type="pdate"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dts" type="pdate"    indexed="true"  stored="true" multiValued="true"/>
   [junit4]   1>             <dynamicField name="*_p"  type="location" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_srpt"  type="location_rpt" indexed="true" stored="true"/>
   [junit4]   1>             
   [junit4]   1>             <!-- payloaded dynamic fields -->
   [junit4]   1>             <dynamicField name="*_dpf" type="delimited_payloads_float" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dpi" type="delimited_payloads_int" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dps" type="delimited_payloads_string" indexed="true"  stored="true"/>
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="attr_*" type="text_general" indexed="true" stored="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- Field to use to determine and enforce document uniqueness.
   [junit4]   1>               Unless this field is marked with required="false", it will be a required field
   [junit4]   1>             -->
   [junit4]   1>             <uniqueKey>id</uniqueKey>
   [junit4]   1>         
   [junit4]   1>             <!-- copyField commands copy one field to another at the time a document
   [junit4]   1>                is added to the index.  It's used either to index the same field differently,
   [junit4]   1>                or to add multiple fields to the same field for easier/faster searching.
   [junit4]   1>         
   [junit4]   1>             <copyField source="sourceFieldName" dest="destinationFieldName"/>
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- field type definitions. The "name" attribute is
   [junit4]   1>                just a label to be used by field definitions.  The "class"
   [junit4]   1>                attribute and any other attributes determine the real
   [junit4]   1>                behavior of the fieldType.
   [junit4]   1>                  Class names starting with "solr" refer to java classes in a
   [junit4]   1>                standard package such as org.apache.solr.analysis
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- sortMissingLast and sortMissingFirst attributes are optional attributes are
   [junit4]   1>                  currently supported on types that are sorted internally as strings
   [junit4]   1>                  and on numeric types.
   [junit4]   1>                This includes "string", "boolean", "pint", "pfloat", "plong", "pdate", "pdouble".
   [junit4]   1>                - If sortMissingLast="true", then a sort on this field will cause documents
   [junit4]   1>                  without the field to come after documents with the field,
   [junit4]   1>                  regardless of the requested sort order (asc or desc).
   [junit4]   1>                - If sortMissingFirst="true", then a sort on this field will cause documents
   [junit4]   1>                  without the field to come before documents with the field,
   [junit4]   1>                  regardless of the requested sort order.
   [junit4]   1>                - If sortMissingLast="false" and sortMissingFirst="false" (the default),
   [junit4]   1>                  then default lucene sorting will be used which places docs without the
   [junit4]   1>                  field first in an ascending sort and last in a descending sort.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- The StrField type is not analyzed, but indexed/stored verbatim. -->
   [junit4]   1>             <fieldType name="string" class="solr.StrField" sortMissingLast="true" docValues="true" />
   [junit4]   1>             <fieldType name="strings" class="solr.StrField" sortMissingLast="true" multiValued="true" docValues="true" />
   [junit4]   1>         
   [junit4]   1>             <!-- boolean type: "true" or "false" -->
   [junit4]   1>             <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true"/>
   [junit4]   1>             <fieldType name="booleans" class="solr.BoolField" sortMissingLast="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!--
   [junit4]   1>               Numeric field types that index values using KD-trees.
   [junit4]   1>               Point fields don't support FieldCache, so they must have docValues="true" if needed for sorting, faceting, functions, etc.
   [junit4]   1>             -->
   [junit4]   1>             <fieldType name="pint" class="solr.IntPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pfloat" class="solr.FloatPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="plong" class="solr.LongPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pdouble" class="solr.DoublePointField" docValues="true"/>
   [junit4]   1>             
   [junit4]   1>             <fieldType name="pints" class="solr.IntPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="pfloats" class="solr.FloatPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="plongs" class="solr.LongPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="pdoubles" class="solr.DoublePointField" docValues="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
   [junit4]   1>                  is a more restricted form of the canonical representation of dateTime
   [junit4]   1>                  http://www.w3.org/TR/xmlschema-2/#dateTime    
   [junit4]   1>                  The trailing "Z" designates UTC time and is mandatory.
   [junit4]   1>                  Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
   [junit4]   1>                  All other components are mandatory.
   [junit4]   1>         
   [junit4]   1>                  Expressions can also be used to denote calculations that should be
   [junit4]   1>                  performed relative to "NOW" to determine the value, ie...
   [junit4]   1>         
   [junit4]   1>                        NOW/HOUR
   [junit4]   1>                           ... Round to the start of the current hour
   [junit4]   1>                        NOW-1DAY
   [junit4]   1>                           ... Exactly 1 day prior to now
   [junit4]   1>                        NOW/DAY+6MONTHS+3DAYS
   [junit4]   1>                           ... 6 months and 3 days in the future from the start of
   [junit4]   1>                               the current day
   [junit4]   1>                               
   [junit4]   1>               -->
   [junit4]   1>             <!-- KD-tree versions of date fields -->
   [junit4]   1>             <fieldType name="pdate" class="solr.DatePointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pdates" class="solr.DatePointField" docValues="true" multiValued="true"/>
   [junit4]   1>             
   [junit4]   1>             <!--Binary data type. The data should be sent/retrieved in as Base64 encoded Strings -->
   [junit4]   1>             <fieldType name="binary" class="solr.BinaryField"/>
   [junit4]   1>         
   [junit4]   1>             <!-- solr.TextField allows the specification of custom text analyzers
   [junit4]   1>                  specified as a tokenizer and a list of token filters. Different
   [junit4]   1>                  analyzers may be specified for indexing and querying.
   [junit4]   1>         
   [junit4]   1>                  The optional positionIncrementGap puts space between multiple fields of
   [junit4]   1>                  this type on the same document, with the purpose of preventing false phrase
   [junit4]   1>                  matching across fields.
   [junit4]   1>         
   [junit4]   1>                  For more info on customizing your analyzer chain, please see
   [junit4]   1>                  http://lucene.apache.org/solr/guide/understanding-analyzers-tokenizers-and-filters.html#understanding-analyzers-tokenizers-and-filters
   [junit4]   1>              -->
   [junit4]   1>         
   [junit4]   1>             <!-- One can also specify an existing Analyzer class that has a
   [junit4]   1>                  default constructor via the class attribute on the analyzer element.
   [junit4]   1>                  Example:
   [junit4]   1>             <fieldType name="text_greek" class="solr.TextField">
   [junit4]   1>               <analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
   [junit4]   1>             </fieldType>
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- A text field that only splits on whitespace for exact matching of words -->
   [junit4]   1>             <dynamicField name="*_ws" type="text_ws"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A general text field that has reasonable, generic
   [junit4]   1>                  cross-language defaults: it tokenizes with StandardTokenizer,
   [junit4]   1>         	       removes stop words from case-insensitive "stopwords.txt"
   [junit4]   1>         	       (empty by default), and down cases.  At query time only, it
   [junit4]   1>         	       also applies synonyms.
   [junit4]   1>         	  -->
   [junit4]   1>             <fieldType name="text_general" class="solr.TextField" positionIncrementGap="100" multiValued="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A text field with defaults appropriate for English: it tokenizes with StandardTokenizer,
   [junit4]   1>                  removes English stop words (lang/stopwords_en.txt), down cases, protects words from protwords.txt, and
   [junit4]   1>                  finally applies Porter's stemming.  The query time analyzer also applies synonyms from synonyms.txt. -->
   [junit4]   1>             <dynamicField name="*_txt_en" type="text_en"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <!-- Case insensitive stop word removal.
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                     />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.EnglishPossessiveFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>         	      -->
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.EnglishPossessiveFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>         	      -->
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A text field with defaults appropriate for English, plus
   [junit4]   1>                  aggressive word-splitting and autophrase features enabled.
   [junit4]   1>                  This field is just like text_en, except it adds
   [junit4]   1>                  WordDelimiterGraphFilter to enable splitting and matching of
   [junit4]   1>                  words on case-change, alpha numeric boundaries, and
   [junit4]   1>                  non-alphanumeric chars.  This means certain compound word
   [junit4]   1>                  cases will work, for example query "wi fi" will match
   [junit4]   1>                  document "WiFi" or "wi-fi".
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_txt_en_split" type="text_en_splitting"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en_splitting" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <!-- Case insensitive stop word removal.
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Less flexible matching, but less false matches.  Probably not ideal for product names,
   [junit4]   1>                  but may be good for SKUs.  Can insert dashes in the wrong place and still match. -->
   [junit4]   1>             <dynamicField name="*_txt_en_split_tight" type="text_en_splitting_tight"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en_splitting_tight" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>                 <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
   [junit4]   1>                      possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
   [junit4]   1>                 <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>                 <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
   [junit4]   1>                      possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
   [junit4]   1>                 <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Just like text_general except it reverses the characters of
   [junit4]   1>         	       each token, to enable more efficient leading wildcard queries.
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_txt_rev" type="text_general_rev"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_general_rev" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ReversedWildcardFilterFactory" withOriginal="true"
   [junit4]   1>                         maxPosAsterisk="3" maxPosQuestion="2" maxFractionAsterisk="0.33"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="*_phon_en" type="phonetic_en"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="phonetic_en" stored="false" indexed="true" class="solr.TextField" >
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DoubleMetaphoneFilterFactory" inject="false"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- lowercases the entire field value, keeping it as a single token.  -->
   [junit4]   1>             <dynamicField name="*_s_lower" type="lowercase"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="lowercase" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- 
   [junit4]   1>               Example of using PathHierarchyTokenizerFactory at index time, so
   [junit4]   1>               queries for paths match documents at that path, or in descendent paths
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_descendent_path" type="descendent_path"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="descendent_path" class="solr.TextField">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!--
   [junit4]   1>               Example of using PathHierarchyTokenizerFactory at query time, so
   [junit4]   1>               queries for paths match documents at that path, or in ancestor paths
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_ancestor_path" type="ancestor_path"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="ancestor_path" class="solr.TextField">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- This point type indexes the coordinates as separate fields (subFields)
   [junit4]   1>               If subFieldType is defined, it references a type, and a dynamic field
   [junit4]   1>               definition is created matching *___<typename>.  Alternately, if 
   [junit4]   1>               subFieldSuffix is defined, that is used to create the subFields.
   [junit4]   1>               Example: if subFieldType="double", then the coordinates would be
   [junit4]   1>                 indexed in fields myloc_0___double,myloc_1___double.
   [junit4]   1>               Example: if subFieldSuffix="_d" then the coordinates would be indexed
   [junit4]   1>                 in fields myloc_0_d,myloc_1_d
   [junit4]   1>               The subFields are an implementation detail of the fieldType, and end
   [junit4]   1>               users normally should not need to know about them.
   [junit4]   1>              -->
   [junit4]   1>             <dynamicField name="*_point" type="point"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="point" class="solr.PointType" dimension="2" subFieldSuffix="_d"/>
   [junit4]   1>         
   [junit4]   1>             <!-- A specialized field for geospatial search filters and distance sorting. -->
   [junit4]   1>             <fieldType name="location" class="solr.LatLonPointSpatialField" docValues="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- A geospatial field type that supports multiValued and polygon shapes.
   [junit4]   1>               For more information about this and other spatial fields see:
   [junit4]   1>               http://lucene.apache.org/solr/guide/spatial-search.html
   [junit4]   1>             -->
   [junit4]   1>             <fieldType name="location_rpt" class="solr.SpatialRecursivePrefixTreeFieldType"
   [junit4]   1>                        geo="true" distErrPct="0.025" maxDistErr="0.001" distanceUnits="kilometers" />
   [junit4]   1>         
   [junit4]   1>             <!-- Payloaded field types -->
   [junit4]   1>             <fieldType name="delimited_payloads_float" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="float"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             <fieldType name="delimited_payloads_int" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="integer"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             <fieldType name="delimited_payloads_string" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="identity"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- some examples for different languages (generally ordered by ISO code) -->
   [junit4]   1>         
   [junit4]   1>             <!-- Arabic -->
   [junit4]   1>             <dynamicField name="*_txt_ar" type="text_ar"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ar" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- for any non-arabic -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ar.txt" />
   [junit4]   1>                 <!-- normalizes ﻯ to ﻱ, etc -->
   [junit4]   1>                 <filter class="solr.ArabicNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ArabicStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Bulgarian -->
   [junit4]   1>             <dynamicField name="*_txt_bg" type="text_bg"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_bg" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/> 
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_bg.txt" /> 
   [junit4]   1>                 <filter class="solr.BulgarianStemFilterFactory"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Catalan -->
   [junit4]   1>             <dynamicField name="*_txt_ca" type="text_ca"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ca" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes l', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ca.txt"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ca.txt" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Catalan"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- CJK bigram (see text_ja for a Japanese configuration using morphological analysis) -->
   [junit4]   1>             <dynamicField name="*_txt_cjk" type="text_cjk"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_cjk" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- normalize width before bigram, as e.g. half-width dakuten combine  -->
   [junit4]   1>                 <filter class="solr.CJKWidthFilterFactory"/>
   [junit4]   1>                 <!-- for any non-CJK -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.CJKBigramFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Czech -->
   [junit4]   1>             <dynamicField name="*_txt_cz" type="text_cz"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_cz" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_cz.txt" />
   [junit4]   1>                 <filter class="solr.CzechStemFilterFactory"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Danish -->
   [junit4]   1>             <dynamicField name="*_txt_da" type="text_da"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_da" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_da.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Danish"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- German -->
   [junit4]   1>             <dynamicField name="*_txt_de" type="text_de"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_de" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_de.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.GermanNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.GermanLightStemFilterFactory"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.GermanMinimalStemFilterFactory"/> -->
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="German2"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Greek -->
   [junit4]   1>             <dynamicField name="*_txt_el" type="text_el"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_el" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- greek specific lowercase for sigma -->
   [junit4]   1>                 <filter class="solr.GreekLowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="false" words="lang/stopwords_el.txt" />
   [junit4]   1>                 <filter class="solr.GreekStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Spanish -->
   [junit4]   1>             <dynamicField name="*_txt_es" type="text_es"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_es" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_es.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SpanishLightStemFilterFactory"/>
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Spanish"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Basque -->
   [junit4]   1>             <dynamicField name="*_txt_eu" type="text_eu"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_eu" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_eu.txt" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Basque"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Persian -->
   [junit4]   1>             <dynamicField name="*_txt_fa" type="text_fa"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_fa" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <!-- for ZWNJ -->
   [junit4]   1>                 <charFilter class="solr.PersianCharFilterFactory"/>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ArabicNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.PersianNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fa.txt" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Finnish -->
   [junit4]   1>             <dynamicField name="*_txt_fi" type="text_fi"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_fi" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fi.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Finnish"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.FinnishLightStemFilterFactory"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- French -->
   [junit4]   1>             <dynamicField name="*_txt_fr" type="text_fr"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_fr" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes l', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_fr.txt"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fr.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.FrenchLightStemFilterFactory"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.FrenchMinimalStemFilterFactory"/> -->
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="French"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Irish -->
   [junit4]   1>             <dynamicField name="*_txt_ga" type="text_ga"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ga" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes d', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ga.txt"/>
   [junit4]   1>                 <!-- removes n-, etc. position increments is intentionally false! -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/hyphenations_ga.txt"/>
   [junit4]   1>                 <filter class="solr.IrishLowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ga.txt"/>
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Irish"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Galician -->
   [junit4]   1>             <dynamicField name="*_txt_gl" type="text_gl"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_gl" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_gl.txt" />
   [junit4]   1>                 <filter class="solr.GalicianStemFilterFactory"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.GalicianMinimalStemFilterFactory"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Hindi -->
   [junit4]   1>             <dynamicField name="*_txt_hi" type="text_hi"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_hi" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <!-- normalizes unicode representation -->
   [junit4]   1>                 <filter class="solr.IndicNormalizationFilterFactory"/>
   [junit4]   1>                 <!-- normalizes variation in spelling -->
   [junit4]   1>                 <filter class="solr.HindiNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hi.txt" />
   [junit4]   1>                 <filter class="solr.HindiStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Hungarian -->
   [junit4]   1>             <dynamicField name="*_txt_hu" type="text_hu"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_hu" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hu.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Hungarian"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.HungarianLightStemFilterFactory"/> -->   
   [junit4]   1>               </analyzer>
   [junit4

[...truncated too long message...]

t org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 288153 INFO  (qtp418174324-1118) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209780
   [junit4]   2> 288154 ERROR (SUITE-GraphTest-seed#[7584BB9120D3EED6]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 288154 INFO  (SUITE-GraphTest-seed#[7584BB9120D3EED6]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38601 38601
   [junit4]   2> 293175 INFO  (Thread-246) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38601 38601
   [junit4]   2> 293176 WARN  (Thread-246) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 293176 INFO  (SUITE-GraphTest-seed#[7584BB9120D3EED6]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=526, maxMBSortInHeap=5.131534376402268, sim=RandomSimilarity(queryNorm=true): {}, locale=en-PW, timezone=Pacific/Galapagos
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=299285256,total=527958016
   [junit4]   2> NOTE: All tests run in this JVM: [QueryResponseTest, CloudSolrClientMultiConstructorTest, SubtractEvaluatorTest, AbsoluteValueEvaluatorTest, JDBCStreamTest, ClientUtilsTest, SolrExampleStreamingBinaryTest, TestRetryUtil, EqualToEvaluatorTest, TestSolrProperties, SolrQueryTest, SolrPingTest, SolrExampleEmbeddedTest, RecursiveEvaluatorTest, CeilingEvaluatorTest, ConcurrentUpdateSolrClientTest, RoundEvaluatorTest, UniformDistributionEvaluatorTest, SolrZkClientTest, TestLBHttpSolrClient, FacetFieldTest, AppendEvaluatorTest, BasicHttpSolrClientTest, CommonAdminParamsTest, TestFastInputStream, SolrDocumentTest, FieldAnalysisResponseTest, AnlysisResponseBaseTest, CollectionAdminRequestRequiredParamsTest, HttpSolrClientBuilderTest, HttpSolrClientSSLAuthConPoolTest, GraphExpressionTest, GraphTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=GraphTest -Dtests.seed=7584BB9120D3EED6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-PW -Dtests.timezone=Pacific/Galapagos -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | GraphTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35047/solr: create the collection time out:180s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7584BB9120D3EED6]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.io.graph.GraphTest.setupCluster(GraphTest.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [146/146 (1!)] on J1 in 215.53s, 0 tests, 1 error <<< FAILURES!

[...truncated 39227 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 842 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/842/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

3 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_t1","base_url":"http://127.0.0.1:38281","node_name":"127.0.0.1:38281_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/16)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node4":{           "core":"c8n_1x3_lf_shard1_replica_t1",           "base_url":"http://127.0.0.1:38281",           "node_name":"127.0.0.1:38281_",           "state":"active",           "type":"TLOG",           "leader":"true"},         "core_node5":{           "core":"c8n_1x3_lf_shard1_replica_t2",           "base_url":"http://127.0.0.1:36549",           "node_name":"127.0.0.1:36549_",           "state":"down",           "type":"TLOG"},         "core_node6":{           "state":"down",           "base_url":"http://127.0.0.1:33925",           "core":"c8n_1x3_lf_shard1_replica_t3",           "node_name":"127.0.0.1:33925_",           "type":"TLOG"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"0",   "tlogReplicas":"3"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_t1","base_url":"http://127.0.0.1:38281","node_name":"127.0.0.1:38281_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/16)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"c8n_1x3_lf_shard1_replica_t1",
          "base_url":"http://127.0.0.1:38281",
          "node_name":"127.0.0.1:38281_",
          "state":"active",
          "type":"TLOG",
          "leader":"true"},
        "core_node5":{
          "core":"c8n_1x3_lf_shard1_replica_t2",
          "base_url":"http://127.0.0.1:36549",
          "node_name":"127.0.0.1:36549_",
          "state":"down",
          "type":"TLOG"},
        "core_node6":{
          "state":"down",
          "base_url":"http://127.0.0.1:33925",
          "core":"c8n_1x3_lf_shard1_replica_t3",
          "node_name":"127.0.0.1:33925_",
          "type":"TLOG"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"0",
  "tlogReplicas":"3"}
	at __randomizedtesting.SeedInfo.seed([7A7827647FB35FC3:F22C18BED14F323B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple

Error Message:
IOException occured when talking to server at: https://127.0.0.1:41749/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:41749/solr
	at __randomizedtesting.SeedInfo.seed([7A7827647FB35FC3:42CB039A58408B12]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:41749 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication

Error Message:
Index: 0, Size: 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
	at __randomizedtesting.SeedInfo.seed([7A7827647FB35FC3:6E307C315CB4E2DD]:0)
	at java.util.ArrayList.rangeCheck(ArrayList.java:653)
	at java.util.ArrayList.get(ArrayList.java:429)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12627 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/init-core-data-001
   [junit4]   2> 871530 WARN  (SUITE-LeaderFailoverAfterPartitionTest-seed#[7A7827647FB35FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 871530 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[7A7827647FB35FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 871532 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[7A7827647FB35FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 871532 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[7A7827647FB35FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 871532 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[7A7827647FB35FC3]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 871533 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 871533 INFO  (Thread-1463) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 871533 INFO  (Thread-1463) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 871537 ERROR (Thread-1463) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 871633 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.ZkTestServer start zk server on port:33261
   [junit4]   2> 871639 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 871640 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 871640 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 871641 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 871641 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 871642 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 871642 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 871642 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 871643 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 871643 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 871644 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 871644 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 871710 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 871728 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8832c1{/,null,AVAILABLE}
   [junit4]   2> 871729 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4c83c3{HTTP/1.1,[http/1.1]}{127.0.0.1:45305}
   [junit4]   2> 871729 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.Server Started @873962ms
   [junit4]   2> 871729 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=35483, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/control-001/cores}
   [junit4]   2> 871729 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 871730 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 871730 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 871730 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 871730 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-17T17:32:31.409Z
   [junit4]   2> 871738 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 871738 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/control-001/solr.xml
   [junit4]   2> 871742 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 871742 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 871744 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 871748 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33261/solr
   [junit4]   2> 871789 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:35483_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 871790 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:35483_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35483_
   [junit4]   2> 871790 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:35483_    ] o.a.s.c.Overseer Overseer (id=99020960642695172-127.0.0.1:35483_-n_0000000000) starting
   [junit4]   2> 871802 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:35483_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35483_
   [junit4]   2> 871803 INFO  (zkCallback-3406-thread-1-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 872012 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:35483_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 872019 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:35483_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 872019 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:35483_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 872020 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:35483_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/control-001/cores
   [junit4]   2> 872036 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 872036 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33261/solr ready
   [junit4]   2> 872037 INFO  (SocketProxy-Acceptor-35483) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39336,localport=35483], receiveBufferSize:531000
   [junit4]   2> 872037 INFO  (SocketProxy-Acceptor-35483) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45305,localport=46058], receiveBufferSize=530904
   [junit4]   2> 872037 INFO  (qtp5052222-9874) [n:127.0.0.1:35483_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35483_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 872039 INFO  (OverseerThreadFactory-3131-thread-1-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 872141 INFO  (SocketProxy-Acceptor-35483) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39340,localport=35483], receiveBufferSize:531000
   [junit4]   2> 872141 INFO  (SocketProxy-Acceptor-35483) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45305,localport=46062], receiveBufferSize=530904
   [junit4]   2> 872142 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 872142 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 872255 INFO  (zkCallback-3406-thread-1-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 873222 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 873235 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 873373 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 873384 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 873385 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 873385 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 873385 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 873387 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.616798792641341]
   [junit4]   2> 873389 WARN  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 873415 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 873416 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 873416 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 873416 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 873417 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=32, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21712641674357275]
   [junit4]   2> 873417 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a65fb0[control_collection_shard1_replica_n1] main]
   [junit4]   2> 873418 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 873418 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 873419 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 873419 INFO  (searcherExecutor-3134-thread-1-processing-n:127.0.0.1:35483_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1a65fb0[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 873420 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584335372260737024
   [junit4]   2> 873422 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 873422 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 873422 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35483/control_collection_shard1_replica_n1/
   [junit4]   2> 873422 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 873422 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:35483/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 873422 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 873423 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35483/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 873524 INFO  (zkCallback-3406-thread-2-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 873574 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 873632 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1490
   [junit4]   2> 873635 INFO  (qtp5052222-9874) [n:127.0.0.1:35483_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 873675 INFO  (zkCallback-3406-thread-2-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 874044 INFO  (OverseerCollectionConfigSetProcessor-99020960642695172-127.0.0.1:35483_-n_0000000000) [n:127.0.0.1:35483_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 874635 INFO  (qtp5052222-9874) [n:127.0.0.1:35483_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35483_&wt=javabin&version=2} status=0 QTime=2597
   [junit4]   2> 874639 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 874639 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33261/solr ready
   [junit4]   2> 874639 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 874639 INFO  (SocketProxy-Acceptor-35483) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39366,localport=35483], receiveBufferSize:531000
   [junit4]   2> 874640 INFO  (qtp5052222-9871) [n:127.0.0.1:35483_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 874640 INFO  (SocketProxy-Acceptor-35483) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45305,localport=46088], receiveBufferSize=530904
   [junit4]   2> 874641 INFO  (OverseerThreadFactory-3131-thread-2-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 874641 WARN  (OverseerThreadFactory-3131-thread-2-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 874843 INFO  (qtp5052222-9871) [n:127.0.0.1:35483_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 874843 INFO  (qtp5052222-9871) [n:127.0.0.1:35483_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=202
   [junit4]   2> 874917 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-1-001 of type TLOG
   [junit4]   2> 874918 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 874919 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@883673{/,null,AVAILABLE}
   [junit4]   2> 874919 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@259494{HTTP/1.1,[http/1.1]}{127.0.0.1:33063}
   [junit4]   2> 874919 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.Server Started @877153ms
   [junit4]   2> 874920 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=38281, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-1-001/cores}
   [junit4]   2> 874920 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 874920 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 874920 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 874920 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 874920 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-17T17:32:34.599Z
   [junit4]   2> 874922 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 874922 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-1-001/solr.xml
   [junit4]   2> 874925 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 874926 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 874926 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 874929 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33261/solr
   [junit4]   2> 874933 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:38281_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 874934 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:38281_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 874935 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:38281_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38281_
   [junit4]   2> 874935 INFO  (zkCallback-3406-thread-2-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 874935 INFO  (zkCallback-3419-thread-1-processing-n:127.0.0.1:38281_) [n:127.0.0.1:38281_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 874939 INFO  (zkCallback-3414-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 874984 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:38281_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 874992 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:38281_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 874992 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:38281_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 874993 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:38281_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-1-001/cores
   [junit4]   2> 875011 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38281_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 875012 INFO  (OverseerCollectionConfigSetProcessor-99020960642695172-127.0.0.1:35483_-n_0000000000) [n:127.0.0.1:35483_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 875012 INFO  (OverseerThreadFactory-3131-thread-3-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38281_ for creating new replica
   [junit4]   2> 875013 INFO  (SocketProxy-Acceptor-38281) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47332,localport=38281], receiveBufferSize:531000
   [junit4]   2> 875013 INFO  (SocketProxy-Acceptor-38281) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33063,localport=48034], receiveBufferSize=530904
   [junit4]   2> 875013 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 875013 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 875115 INFO  (zkCallback-3419-thread-1-processing-n:127.0.0.1:38281_) [n:127.0.0.1:38281_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 876033 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 876041 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 876122 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 876137 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 876137 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 876137 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 876138 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 876140 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.616798792641341]
   [junit4]   2> 876142 WARN  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 876174 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 876174 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 876175 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 876175 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 876176 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=32, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21712641674357275]
   [junit4]   2> 876176 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@18bc267[collection1_shard2_replica_t41] main]
   [junit4]   2> 876177 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 876177 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 876177 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 876178 INFO  (searcherExecutor-3145-thread-1-processing-n:127.0.0.1:38281_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@18bc267[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 876178 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584335375152709632
   [junit4]   2> 876181 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 876181 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 876181 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38281/collection1_shard2_replica_t41/
   [junit4]   2> 876181 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 876181 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:38281/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 876181 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 876181 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 876182 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38281/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 876292 INFO  (zkCallback-3419-thread-1-processing-n:127.0.0.1:38281_) [n:127.0.0.1:38281_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 876333 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 876335 INFO  (qtp31520644-9928) [n:127.0.0.1:38281_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1321
   [junit4]   2> 876337 INFO  (qtp5052222-9876) [n:127.0.0.1:35483_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38281_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1326
   [junit4]   2> 876435 INFO  (zkCallback-3419-thread-1-processing-n:127.0.0.1:38281_) [n:127.0.0.1:38281_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 876467 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-2-001 of type TLOG
   [junit4]   2> 876467 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 876468 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ae51f3{/,null,AVAILABLE}
   [junit4]   2> 876468 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f02f9a{HTTP/1.1,[http/1.1]}{127.0.0.1:38633}
   [junit4]   2> 876468 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.Server Started @878701ms
   [junit4]   2> 876468 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=36549, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-2-001/cores}
   [junit4]   2> 876468 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 876468 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 876468 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 876469 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 876469 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-17T17:32:36.148Z
   [junit4]   2> 876470 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 876470 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-2-001/solr.xml
   [junit4]   2> 876473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 876473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 876473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 876475 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33261/solr
   [junit4]   2> 876479 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:36549_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 876480 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:36549_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 876480 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:36549_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36549_
   [junit4]   2> 876481 INFO  (zkCallback-3419-thread-1-processing-n:127.0.0.1:38281_) [n:127.0.0.1:38281_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876481 INFO  (zkCallback-3414-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876481 INFO  (zkCallback-3406-thread-2-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876481 INFO  (zkCallback-3425-thread-1-processing-n:127.0.0.1:36549_) [n:127.0.0.1:36549_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876590 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:36549_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 876598 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:36549_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 876598 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:36549_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 876599 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:36549_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-2-001/cores
   [junit4]   2> 876624 INFO  (qtp5052222-9874) [n:127.0.0.1:35483_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36549_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 876625 INFO  (OverseerCollectionConfigSetProcessor-99020960642695172-127.0.0.1:35483_-n_0000000000) [n:127.0.0.1:35483_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 876626 INFO  (OverseerThreadFactory-3131-thread-4-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:36549_ for creating new replica
   [junit4]   2> 876626 INFO  (SocketProxy-Acceptor-36549) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53164,localport=36549], receiveBufferSize:531000
   [junit4]   2> 876626 INFO  (SocketProxy-Acceptor-36549) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38633,localport=52570], receiveBufferSize=530904
   [junit4]   2> 876627 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 876627 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 876729 INFO  (zkCallback-3419-thread-1-processing-n:127.0.0.1:38281_) [n:127.0.0.1:38281_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 876729 INFO  (zkCallback-3425-thread-1-processing-n:127.0.0.1:36549_) [n:127.0.0.1:36549_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 877642 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 877650 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 877745 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 877752 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 877752 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 877752 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 877752 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 877754 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.616798792641341]
   [junit4]   2> 877756 WARN  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 877785 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 877785 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 877786 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 877786 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 877787 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=32, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21712641674357275]
   [junit4]   2> 877787 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a851e4[collection1_shard1_replica_t43] main]
   [junit4]   2> 877787 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 877788 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 877788 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 877789 INFO  (searcherExecutor-3156-thread-1-processing-n:127.0.0.1:36549_ x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@1a851e4[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 877789 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584335376841965568
   [junit4]   2> 877792 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 877792 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 877792 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36549/collection1_shard1_replica_t43/
   [junit4]   2> 877792 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 877792 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:36549/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 877792 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 877792 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 877793 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36549/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 877894 INFO  (zkCallback-3425-thread-1-processing-n:127.0.0.1:36549_) [n:127.0.0.1:36549_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 877894 INFO  (zkCallback-3419-thread-1-processing-n:127.0.0.1:38281_) [n:127.0.0.1:38281_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 877943 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 877951 INFO  (qtp26309737-9960) [n:127.0.0.1:36549_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1324
   [junit4]   2> 877953 INFO  (qtp5052222-9874) [n:127.0.0.1:35483_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36549_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1329
   [junit4]   2> 878014 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-3-001 of type TLOG
   [junit4]   2> 878015 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 878016 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@199989e{/,null,AVAILABLE}
   [junit4]   2> 878016 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2251c4{HTTP/1.1,[http/1.1]}{127.0.0.1:35807}
   [junit4]   2> 878016 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.e.j.s.Server Started @880249ms
   [junit4]   2> 878016 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=33925, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-3-001/cores}
   [junit4]   2> 878017 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 878017 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 878017 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 878017 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 878017 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-17T17:32:37.696Z
   [junit4]   2> 878018 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 878018 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-3-001/solr.xml
   [junit4]   2> 878020 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 878020 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 878021 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 878023 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33261/solr
   [junit4]   2> 878027 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:33925_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 878028 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:33925_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 878028 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:33925_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33925_
   [junit4]   2> 878029 INFO  (zkCallback-3414-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 878029 INFO  (zkCallback-3425-thread-1-processing-n:127.0.0.1:36549_) [n:127.0.0.1:36549_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 878029 INFO  (zkCallback-3419-thread-1-processing-n:127.0.0.1:38281_) [n:127.0.0.1:38281_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 878029 INFO  (zkCallback-3406-thread-2-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 878029 INFO  (zkCallback-3431-thread-1-processing-n:127.0.0.1:33925_) [n:127.0.0.1:33925_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 878081 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:33925_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 878089 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:33925_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 878089 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:33925_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 878090 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7A7827647FB35FC3]) [n:127.0.0.1:33925_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-3-001/cores
   [junit4]   2> 878121 INFO  (SocketProxy-Acceptor-33925) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60354,localport=33925], receiveBufferSize:531000
   [junit4]   2> 878121 INFO  (SocketProxy-Acceptor-33925) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35807,localport=60506], receiveBufferSize=530904
   [junit4]   2> 878121 INFO  (qtp10842577-9992) [n:127.0.0.1:33925_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33925_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 878122 INFO  (OverseerCollectionConfigSetProcessor-99020960642695172-127.0.0.1:35483_-n_0000000000) [n:127.0.0.1:35483_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 878123 INFO  (OverseerThreadFactory-3131-thread-5-processing-n:127.0.0.1:35483_) [n:127.0.0.1:35483_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33925_ for creating new replica
   [junit4]   2> 878123 INFO  (SocketProxy-Acceptor-33925) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60358,localport=33925], receiveBufferSize:531000
   [junit4]   2> 878123 INFO  (SocketProxy-Acceptor-33925) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35807,localport=60510], receiveBufferSize=530904
   [junit4]   2> 878124 INFO  (qtp10842577-9994) [n:127.0.0.1:33925_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 878124 INFO  (qtp10842577-9994) [n:127.0.0.1:33925_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 878225 INFO  (zkCallback-3431-thread-1-processing-n:127.0.0.1:33925_) [n:127.0.0.1:33925_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 878226 INFO  (zkCallback-3425-thread-1-processing-n:127.0.0.1:36549_) [n:127.0.0.1:36549_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 878225 INFO  (zkCallback-3419-thread-1-processing-n:127.0.0.1:38281_) [n:127.0.0.1:38281_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 879139 INFO  (qtp10842577-9994) [n:127.0.0.1:33925_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 879148 INFO  (qtp10842577-9994) [n:127.0.0.1:33925_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 879235 INFO  (qtp10842577-9994) [n:127.0.0.1:33925_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 879244 INFO  (qtp10842577-9994) [n:127.0.0.1:33925_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
   [junit4]   2> 879244 INFO  (qtp10842577-9994) [n:127.0.0.1:33925_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1efc14e
   [junit4]   2> 879244 INFO  (qtp10842577-9994) [n:127.0.0.1:33925_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 879244 INFO  (qtp10842577-9994) [n:127.0.0.1:33925_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7A7827647FB35FC3-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
   [junit4]   2> 879246 INFO  (qtp10842577-9994) [n:127.0.0.1:33925_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.616798792641341]
   [junit4]   2> 879248 WARN  (qtp10842577-9994) [n:127.0.0.1:33925_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2>

[...truncated too long message...]

.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=10932277
   [junit4]   2> 2605588 INFO  (coreCloseExecutor-10039-thread-1) [n:127.0.0.1:44171_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=17119093
   [junit4]   2> 2605589 INFO  (jetty-closer-5689-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99021073412587529-127.0.0.1:44171_solr-n_0000000000) closing
   [junit4]   2> 2605589 INFO  (OverseerStateUpdate-99021073412587529-127.0.0.1:44171_solr-n_0000000000) [n:127.0.0.1:44171_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44171_solr
   [junit4]   2> 2605589 WARN  (OverseerAutoScalingTriggerThread-99021073412587529-127.0.0.1:44171_solr-n_0000000000) [n:127.0.0.1:44171_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2605590 INFO  (zkCallback-5722-thread-2-processing-n:127.0.0.1:41749_solr) [n:127.0.0.1:41749_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41749_solr
   [junit4]   2> 2605591 INFO  (jetty-closer-5689-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15d3f9d{/solr,null,UNAVAILABLE}
   [junit4]   2> 2605593 INFO  (coreCloseExecutor-10037-thread-5) [n:127.0.0.1:41749_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard2.replica_n2, tag=17660992
   [junit4]   2> 2605593 INFO  (coreCloseExecutor-10037-thread-5) [n:127.0.0.1:41749_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3dc2bb: rootName = solr_41749, domain = solr.core.testSimple3.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testSimple3.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@154eab5
   [junit4]   2> 2605598 INFO  (coreCloseExecutor-10037-thread-5) [n:127.0.0.1:41749_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=17660992
   [junit4]   2> 2605598 INFO  (coreCloseExecutor-10037-thread-4) [n:127.0.0.1:41749_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=33503936
   [junit4]   2> 2605599 INFO  (jetty-closer-5689-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@96990{/solr,null,UNAVAILABLE}
   [junit4]   2> 2605600 ERROR (SUITE-AutoAddReplicasPlanActionTest-seed#[7A7827647FB35FC3]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2605600 INFO  (SUITE-AutoAddReplicasPlanActionTest-seed#[7A7827647FB35FC3]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33259 33259
   [junit4]   2> 2612054 INFO  (Thread-10098) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33259 33259
   [junit4]   2> 2612055 WARN  (Thread-10098) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/collections/testSimple1/state.json
   [junit4]   2> 	12	/solr/collections/testSimple2/state.json
   [junit4]   2> 	8	/solr/collections/testSimple3/state.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/overseer_elect/election/99021073412587529-127.0.0.1:44171_solr-n_0000000000
   [junit4]   2> 	2	/solr/collections/testSimple1/leader_elect/shard2/election/99021073412587529-core_node7-n_0000000000
   [junit4]   2> 	2	/solr/collections/testSimple1/leader_elect/shard1/election/99021073412587529-core_node3-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_7A7827647FB35FC3-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1681, maxMBSortInHeap=6.880619456587736, sim=RandomSimilarity(queryNorm=true): {}, locale=sl, timezone=Asia/Kuwait
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=222961072,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [CoreAdminCreateDiscoverTest, EchoParamsTest, TestHdfsUpdateLog, TestLeaderInitiatedRecoveryThread, DirectoryFactoryTest, TestManagedResourceStorage, PluginInfoTest, TestSimpleTextCodec, SimplePostToolTest, TestDistributedMissingSort, ShufflingReplicaListTransformerTest, TestReload, TestSimpleQParserPlugin, XmlUpdateRequestHandlerTest, TestSolrCloudWithSecureImpersonation, MetricUtilsTest, HLLSerializationTest, TestRecoveryHdfs, TestRestoreCore, BJQParserTest, JSONWriterTest, TestStressUserVersions, PKIAuthenticationIntegrationTest, TestFunctionQuery, TestCoreAdminApis, RankQueryTest, IndexBasedSpellCheckerTest, ZkNodePropsTest, DistanceFunctionTest, TestCustomDocTransformer, TestMaxTokenLenTokenizer, TestGraphTermsQParserPlugin, TestIndexSearcher, TestSystemIdResolver, TestZkChroot, DistributedFacetPivotSmallAdvancedTest, TestRandomRequestDistribution, TestSegmentSorting, TestEmbeddedSolrServerConstructors, TestTolerantSearch, TestFiltering, TestTolerantUpdateProcessorRandomCloud, TestLRUCache, CollectionReloadTest, SpellPossibilityIteratorTest, LeaderElectionContextKeyTest, TestLMJelinekMercerSimilarityFactory, AsyncCallRequestStatusResponseTest, TestCharFilters, ZkStateWriterTest, TestMinMaxOnMultiValuedField, LoggingHandlerTest, OverseerTest, TestSolrQueryResponse, DistributedQueryComponentCustomSortTest, SystemLogListenerTest, BaseCdcrDistributedZkTest, TestNRTOpen, TestDistribDocBasedVersion, DirectSolrConnectionTest, TestCollapseQParserPlugin, TestImplicitCoreProperties, HdfsNNFailoverTest, ReturnFieldsTest, TestPayloadCheckQParserPlugin, DisMaxRequestHandlerTest, SpellCheckCollatorWithCollapseTest, SearchHandlerTest, SolrCoreMetricManagerTest, TestManagedSchemaAPI, SolrCloudExampleTest, ClassificationUpdateProcessorIntegrationTest, OverseerStatusTest, SolrMetricsIntegrationTest, TestQueryTypes, TestFieldCacheSortRandom, TestHdfsCloudBackupRestore, DistributedSpellCheckComponentTest, UUIDUpdateProcessorFallbackTest, FieldAnalysisRequestHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCoreContainer, SolrIndexMetricsTest, BadComponentTest, TestConfigSetImmutable, TestTrie, FieldMutatingUpdateProcessorTest, CheckHdfsIndexTest, TestSlowCompositeReaderWrapper, DirectSolrSpellCheckerTest, TestLRUStatsCache, MigrateRouteKeyTest, DocExpirationUpdateProcessorFactoryTest, TestSchemaSimilarityResource, TestRandomCollapseQParserPlugin, TimeZoneUtilsTest, TestConfigSetsAPIZkFailure, CdcrVersionReplicationTest, CachingDirectoryFactoryTest, TestCloudPivotFacet, ChaosMonkeyNothingIsSafeTest, TestRealTimeGet, ConfigSetsAPITest, TestHashPartitioner, CdcrUpdateLogTest, HighlighterTest, TestDistribIDF, DefaultValueUpdateProcessorTest, DocValuesNotIndexedTest, VMParamsZkACLAndCredentialsProvidersTest, StatsComponentTest, TestHttpShardHandlerFactory, SystemInfoHandlerTest, TestRequestForwarding, UUIDFieldTest, TestApiFramework, TestLFUCache, TestFileDictionaryLookup, TestRawResponseWriter, TestClassicSimilarityFactory, TestSubQueryTransformerCrossCore, ScriptEngineTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedGrouping, ZkControllerTest, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, SoftAutoCommitTest, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CollectionsAPIAsyncDistributedZkTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteStatusTest, DistribJoinFromCollectionTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaHDFSTest, MultiThreadedOCPTest, RecoveryAfterSoftCommitTest, ReplicationFactorTest, RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudSearcherWarming, TestClusterProperties, TestCollectionsAPIViaSolrCloudCluster, TestCryptoKeys, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestPrepRecovery, TestRandomFlRTGCloud, TestReplicaProperties, TestSSLRandomization, TestSkipOverseerOperations, TestStressLiveNodes, TestTlogReplica, AutoAddReplicasPlanActionTest]
   [junit4] Completed [549/749 (3!)] on J2 in 19.06s, 1 test, 1 error <<< FAILURES!

[...truncated 43874 lines...]