You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/05 13:29:43 UTC
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 749 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/749/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([E501FA84DB246F22]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.setupCluster(DistributedQueryComponentOptimizationTest.java:67)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4: ClusterState says we are the leader (http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4: ClusterState says we are the leader (http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([E501FA84DB246F22:AD748E30DD1740B7]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1008)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:459)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4: ClusterState says we are the leader (http://127.0.0.1:34749/solr/awhollynewcollection_0_shard1_replica_n4), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
FAILED: org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:38483
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:38483
at __randomizedtesting.SeedInfo.seed([E501FA84DB246F22:95B4F3A621DE2495]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 12629 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/init-core-data-001
[junit4] 2> 1273306 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=33 numCloses=33
[junit4] 2> 1273306 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1273306 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1273306 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1273307 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001
[junit4] 2> 1273307 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1273307 INFO (Thread-8205) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1273307 INFO (Thread-8205) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1273308 ERROR (Thread-8205) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1273407 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38503
[junit4] 2> 1273412 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1273412 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1273412 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1273413 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1273415 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35975852{/solr,null,AVAILABLE}
[junit4] 2> 1273415 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b5a1a9d{/solr,null,AVAILABLE}
[junit4] 2> 1273415 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14e47805{/solr,null,AVAILABLE}
[junit4] 2> 1273415 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16779195{/solr,null,AVAILABLE}
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a1e3b2b{HTTP/1.1,[http/1.1]}{127.0.0.1:34749}
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66b9ac33{HTTP/1.1,[http/1.1]}{127.0.0.1:43597}
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.Server Started @1275232ms
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.Server Started @1275233ms
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34749}
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43597}
[junit4] 2> 1273416 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@126263a4{HTTP/1.1,[http/1.1]}{127.0.0.1:37939}
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.Server Started @1275233ms
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37939}
[junit4] 2> 1273417 ERROR (jetty-launcher-1902-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1273417 ERROR (jetty-launcher-1902-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T12:32:33.535664Z
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T12:32:33.535710Z
[junit4] 2> 1273417 ERROR (jetty-launcher-1902-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1273417 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T12:32:33.536075Z
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c516554{HTTP/1.1,[http/1.1]}{127.0.0.1:46153}
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.Server Started @1275234ms
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46153}
[junit4] 2> 1273418 ERROR (jetty-launcher-1902-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1273418 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T12:32:33.536969Z
[junit4] 2> 1273421 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1273421 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1273421 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1273421 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1273424 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1273428 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38503/solr
[junit4] 2> 1273429 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38503/solr
[junit4] 2> 1273432 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38503/solr
[junit4] 2> 1273432 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38503/solr
[junit4] 2> 1273500 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1273500 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46153_solr
[junit4] 2> 1273500 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=98951833414926345-127.0.0.1:46153_solr-n_0000000000) starting
[junit4] 2> 1273504 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1273505 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34749_solr
[junit4] 2> 1273509 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1273520 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1273520 INFO (zkCallback-1921-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1273523 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37939_solr
[junit4] 2> 1273524 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1273525 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46153_solr
[junit4] 2> 1273527 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1273528 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1273528 INFO (zkCallback-1921-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1273528 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1273531 INFO (zkCallback-1921-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1273536 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1273537 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1273537 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43597_solr
[junit4] 2> 1273538 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1273538 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1273551 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273556 INFO (zkCallback-1924-thread-1-processing-n:127.0.0.1:43597_solr) [n:127.0.0.1:43597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1273558 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273560 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273561 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273562 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:34749_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node4
[junit4] 2> 1273565 INFO (zkCallback-1921-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1273567 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273567 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273568 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:37939_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node2
[junit4] 2> 1273579 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273639 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273639 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273640 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:43597_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node3
[junit4] 2> 1273659 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273666 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273666 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1273667 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node1
[junit4] 2> 1273711 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1273711 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38503/solr ready
[junit4] 2> 1273722 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1273725 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1273727 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1273745 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 1273748 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1273748 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1273748 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1273759 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 1273760 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1273761 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1273762 INFO (OverseerThreadFactory-4759-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 1273762 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1273762 ERROR (OverseerThreadFactory-4759-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:144)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1273764 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 1273764 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
[junit4] 2> 1273775 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 1273775 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1273776 ERROR (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:217)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1273777 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1273777 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 1273787 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 1273788 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1273788 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1273789 INFO (OverseerThreadFactory-4759-thread-3-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 1273789 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1273896 INFO (OverseerStateUpdate-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"created_and_deleted",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"created_and_deleted_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37939/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1274098 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1274098 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1274200 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1274200 INFO (zkCallback-1923-thread-2-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1275105 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1275109 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1275110 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1275110 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica_n1' using configuration from collection created_and_deleted, trusted=true
[junit4] 2> 1275110 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.created_and_deleted.shard1.replica_n1' (registry 'solr.core.created_and_deleted.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1275111 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1275111 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node2/created_and_deleted_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node2/created_and_deleted_shard1_replica_n1/data/]
[junit4] 2> 1275173 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1275173 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1275174 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1275174 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1275175 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7879295f[created_and_deleted_shard1_replica_n1] main]
[junit4] 2> 1275176 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1275176 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1275176 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1275177 INFO (searcherExecutor-4768-thread-1-processing-n:127.0.0.1:37939_solr x:created_and_deleted_shard1_replica_n1 s:shard1 c:created_and_deleted r:core_node2) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] Registered new searcher Searcher@7879295f[created_and_deleted_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1275177 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583229336598609920
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37939/solr/created_and_deleted_shard1_replica_n1/
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37939/solr/created_and_deleted_shard1_replica_n1/ has no replicas
[junit4] 2> 1275179 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1275181 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37939/solr/created_and_deleted_shard1_replica_n1/ shard1
[junit4] 2> 1275282 INFO (zkCallback-1923-thread-2-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1275282 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1275331 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1275341 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1243
[junit4] 2> 1275343 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1275434 INFO (zkCallback-1923-thread-2-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1275434 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1275790 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1276343 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2554
[junit4] 2> 1276344 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1276344 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1276344 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1276346 INFO (OverseerThreadFactory-4759-thread-4-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1276348 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=null
[junit4] 2> 1276349 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b7acfdb: rootName = null, domain = solr.core.created_and_deleted.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.created_and_deleted.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@37bcfac6
[junit4] 2> 1276358 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@46798b5f
[junit4] 2> 1276358 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=1182370655
[junit4] 2> 1276358 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.created_and_deleted.shard1.leader, tag=1182370655
[junit4] 2> 1276361 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 1277064 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=719
[junit4] 2> 1277064 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1277064 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1277065 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 1277078 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNodeSet
[junit4] 2> 1277079 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1277080 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=nodeset_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:37939/solr,http://127.0.0.1:34749/solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1277081 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection nodeset_collection
[junit4] 2> 1277081 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1277081 WARN (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (nodeset_collection) without cores.
[junit4] 2> 1277284 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1277284 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=nodeset_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:37939/solr,http://127.0.0.1:34749/solr&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 1277284 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNodeSet
[junit4] 2> 1277295 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[E501FA84DB246F22]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 1277295 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[E501FA84DB246F22]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1277296 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodeset_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1277297 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1277297 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1277999 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=nodeset_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=703
[junit4] 2> 1278000 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollectionblocker&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1278001 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollectionblocker
[junit4] 2> 1278001 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1278001 WARN (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfcollectionblocker) without cores.
[junit4] 2> 1278204 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1278204 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollectionblocker&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 1278205 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34749_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1278206 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1278206 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34749_solr for creating new replica
[junit4] 2> 1278206 INFO (OverseerStateUpdate-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfcollectionblocker",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34749/solr",
[junit4] 2> "node_name":"127.0.0.1:34749_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1278409 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1278409 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1278414 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1278417 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema [halfcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1278418 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1278418 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica_n1' using configuration from collection halfcollectionblocker, trusted=true
[junit4] 2> 1278419 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfcollectionblocker.shard1.core_node21' (registry 'solr.core.halfcollectionblocker.shard1.core_node21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1278419 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1278419 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [[halfcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node4/halfcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node4/halfcollection_shard1_replica_n1/data/]
[junit4] 2> 1278445 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1278445 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1278446 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1278446 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1278446 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@26d14038[halfcollection_shard1_replica_n1] main]
[junit4] 2> 1278447 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1278447 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1278448 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1278448 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583229340028502016
[junit4] 2> 1278448 INFO (searcherExecutor-4773-thread-1-processing-n:127.0.0.1:34749_solr x:halfcollection_shard1_replica_n1 s:shard1 c:halfcollectionblocker r:core_node21) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [halfcollection_shard1_replica_n1] Registered new searcher Searcher@26d14038[halfcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34749/solr/halfcollection_shard1_replica_n1/
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34749/solr/halfcollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1278450 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1278451 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34749/solr/halfcollection_shard1_replica_n1/ shard1
[junit4] 2> 1278552 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1278552 INFO (zkCallback-1922-thread-2-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1278602 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1278603 INFO (qtp1119132450-16668) [n:127.0.0.1:34749_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=194
[junit4] 2> 1278604 INFO (qtp1566305756-16653) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34749_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=399
[junit4] 2> 1278604 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollectionblocker2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1278605 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollectionblocker2
[junit4] 2> 1278605 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000014 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1278605 WARN (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfcollectionblocker2) without cores.
[junit4] 2> 1278716 INFO (zkCallback-1922-thread-2-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1278716 INFO (zkCallback-1922-thread-1-processing-n:127.0.0.1:34749_solr) [n:127.0.0.1:34749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1278813 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1278813 INFO (qtp1566305756-16675) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollectionblocker2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=208
[junit4] 2> 1278813 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37939_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker2&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1278814 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000016 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1278815 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37939_solr for creating new replica
[junit4] 2> 1278815 INFO (OverseerStateUpdate-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfcollectionblocker2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37939/solr",
[junit4] 2> "node_name":"127.0.0.1:37939_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1279018 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1279023 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1279026 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema [halfcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1279027 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1279027 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica_n1' using configuration from collection halfcollectionblocker2, trusted=true
[junit4] 2> 1279027 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfcollectionblocker2.shard1.core_node21' (registry 'solr.core.halfcollectionblocker2.shard1.core_node21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29a93627
[junit4] 2> 1279027 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1279027 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [[halfcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node2/halfcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E501FA84DB246F22-001/tempDir-001/node2/halfcollection_shard1_replica_n1/data/]
[junit4] 2> 1279057 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1279057 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1279058 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1279058 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1279059 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c7c71b0[halfcollection_shard1_replica_n1] main]
[junit4] 2> 1279060 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1279060 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1279060 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1279061 INFO (searcherExecutor-4778-thread-1-processing-n:127.0.0.1:37939_solr x:halfcollection_shard1_replica_n1 s:shard1 c:halfcollectionblocker2 r:core_node21) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [halfcollection_shard1_replica_n1] Registered new searcher Searcher@4c7c71b0[halfcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1279061 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583229340671279104
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37939/solr/halfcollection_shard1_replica_n1/
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37939/solr/halfcollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1279064 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1279065 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37939/solr/halfcollection_shard1_replica_n1/ shard1
[junit4] 2> 1279166 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1279166 INFO (zkCallback-1923-thread-2-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1279215 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1279228 INFO (qtp1566305756-16669) [n:127.0.0.1:37939_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209
[junit4] 2> 1279229 INFO (qtp1566305756-16678) [n:127.0.0.1:37939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37939_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker2&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=416
[junit4] 2> 1279230 INFO (qtp1566305756-16648) [n:127.0.0.1:37939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=127.0.0.1:34749_solr,127.0.0.1:37939_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1279231 INFO (OverseerThreadFactory-4759-thread-5-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
[junit4] 2> 1279231 INFO (OverseerCollectionConfigSetProcessor-98951833414926345-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000018 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1279335 INFO (zkCallback-1923-thread-2-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1279335 INFO (zkCallback-1923-thread-1-processing-n:127.0.0.1:37939_solr) [n:127.0.0.1:37939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionbloc
[...truncated too long message...]
4139484 INFO (coreCloseExecutor-7191-thread-1) [n:127.0.0.1:45839_solr c:optimize s:shard1 r:core_node3 x:optimize_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f2ce3e4: rootName = null, domain = solr.core.optimize.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.optimize.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2a9d4789
[junit4] 2> 4139493 INFO (coreCloseExecutor-7189-thread-1) [n:127.0.0.1:36873_solr c:optimize s:shard3 r:core_node6 x:optimize_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.optimize.shard3.leader, tag=1320983741
[junit4] 2> 4139493 INFO (coreCloseExecutor-7190-thread-1) [n:127.0.0.1:36147_solr c:optimize s:shard2 r:core_node5 x:optimize_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.optimize.shard2.leader, tag=1115267639
[junit4] 2> 4139494 INFO (jetty-closer-5033-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98951918906310663-127.0.0.1:36147_solr-n_0000000000) closing
[junit4] 2> 4139494 INFO (OverseerStateUpdate-98951918906310663-127.0.0.1:36147_solr-n_0000000000) [n:127.0.0.1:36147_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36147_solr
[junit4] 2> 4139495 WARN (OverseerAutoScalingTriggerThread-98951918906310663-127.0.0.1:36147_solr-n_0000000000) [n:127.0.0.1:36147_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4139496 INFO (jetty-closer-5033-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@90bd519{/solr,null,UNAVAILABLE}
[junit4] 2> 4139497 INFO (jetty-closer-5033-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d1182cb{/solr,null,UNAVAILABLE}
[junit4] 2> 4139497 INFO (zkCallback-5048-thread-4-processing-n:127.0.0.1:45839_solr) [n:127.0.0.1:45839_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45839_solr
[junit4] 2> 4139499 INFO (coreCloseExecutor-7191-thread-1) [n:127.0.0.1:45839_solr c:optimize s:shard1 r:core_node3 x:optimize_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.optimize.shard1.leader, tag=497907391
[junit4] 2> 4139500 INFO (jetty-closer-5033-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7cf8d624{/solr,null,UNAVAILABLE}
[junit4] 2> 4139501 ERROR (SUITE-DistributedQueryComponentOptimizationTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4139501 INFO (SUITE-DistributedQueryComponentOptimizationTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43375 43375
[junit4] 2> 4144538 INFO (Thread-5129) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43375 43375
[junit4] 2> 4144538 WARN (Thread-5129) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections/optimize/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 4144539 INFO (SUITE-DistributedQueryComponentOptimizationTest-seed#[E501FA84DB246F22]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=dua-CM, timezone=Etc/GMT+8
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=256778752,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [HdfsChaosMonkeySafeLeaderTest, TestBlobHandler, BasicDistributedZk2Test, TestSolrCloudWithHadoopAuthPlugin, ClassificationUpdateProcessorTest, TestGroupingSearch, TestAnalyzeInfixSuggestions, TestSha256AuthenticationProvider, TestFieldCacheVsDocValues, SuggesterWFSTTest, AnalyticsMergeStrategyTest, SolrTestCaseJ4Test, DistribJoinFromCollectionTest, TestDynamicFieldCollectionResource, TestCloudPivotFacet, CopyFieldTest, ResponseHeaderTest, SpellPossibilityIteratorTest, BlockDirectoryTest, ConfigSetsAPITest, LoggingHandlerTest, VersionInfoTest, DistributedSpellCheckComponentTest, TestSQLHandler, TestSearchPerf, AsyncCallRequestStatusResponseTest, ZkNodePropsTest, TestManagedStopFilterFactory, AutoAddReplicasPlanActionTest, CustomCollectionTest, ConnectionReuseTest, TestCharFilters, TestNumericTerms32, UninvertDocValuesMergePolicyTest, UUIDFieldTest, SolrCloudExampleTest, SystemLogListenerTest, TestTolerantUpdateProcessorRandomCloud, LeaderElectionTest, DistributedFacetPivotLargeTest, TestHashQParserPlugin, SolrCoreCheckLockOnStartupTest, AddBlockUpdateTest, TestSolrConfigHandler, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFieldResource, TestChildDocTransformer, TestRTimerTree, SimplePostToolTest, CoreAdminRequestStatusTest, TestValueSourceCache, DirectSolrSpellCheckerTest, DistanceFunctionTest, TestLegacyTerms, HdfsRecoverLeaseTest, TestFieldCacheReopen, JvmMetricsTest, TestFunctionQuery, TestCoreDiscovery, SolrGangliaReporterTest, DisMaxRequestHandlerTest, TestMacroExpander, CoreAdminHandlerTest, TestNumericRangeQuery64, OverseerStatusTest, CSVRequestHandlerTest, TestCSVResponseWriter, TestElisionMultitermQuery, BasicAuthIntegrationTest, SolrJmxReporterTest, FullSolrCloudDistribCmdsTest, BadCopyFieldTest, StatsComponentTest, OverseerCollectionConfigSetProcessorTest, SmileWriterTest, TestRealTimeGet, ScriptEngineTest, TestNoOpRegenerator, FieldAnalysisRequestHandlerTest, DefaultValueUpdateProcessorTest, TestIndexSearcher, TestSolrCoreProperties, TestLegacyField, FieldMutatingUpdateProcessorTest, MigrateRouteKeyTest, DistributedFacetPivotSmallTest, FileBasedSpellCheckerTest, TestSolrCloudWithSecureImpersonation, TestFiltering, TestSubQueryTransformerDistrib, ConfigureRecoveryStrategyTest, DocValuesNotIndexedTest, ReturnFieldsTest, ChaosMonkeyNothingIsSafeTest, TestCollectionAPIs, WordBreakSolrSpellCheckerTest, TestEmbeddedSolrServerConstructors, TestCustomStream, MetricsHandlerTest, TestInPlaceUpdatesDistrib, TestRandomRequestDistribution, ExitableDirectoryReaderTest, TestCoreContainer, TestJsonFacetRefinement, CollectionsAPIAsyncDistributedZkTest, TestComplexPhraseLeadingWildcard, TestCloudDeleteByQuery, CdcrVersionReplicationTest, TestDistributedGrouping, FullHLLTest, TestDocBasedVersionConstraints, DistributedDebugComponentTest, TestReloadDeadlock, TestZkChroot, TestSolrCoreSnapshots, HdfsUnloadDistributedZkTest, TestConfigSetsAPIZkFailure, TestSystemIdResolver, TestHalfAndHalfDocValues, TestReloadAndDeleteDocs, DeleteStatusTest, TestSimpleTrackingShardHandler, AliasIntegrationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, DeleteReplicaTest, DistributedQueueTest, ForceLeaderTest, OverseerRolesTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestCloudRecovery, TestClusterProperties, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestReplicaProperties, TestRequestForwarding, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSkipOverseerOperations, TestStressInPlaceUpdates, AutoScalingHandlerTest, ExecutePlanActionTest, NodeAddedTriggerTest, SearchRateTriggerTest, HdfsRecoveryZkTest, CachingDirectoryFactoryTest, TestInfoStreamLogging, TestSolrXml, TestSolrCloudSnapshots, V2ApiIntegrationTest, DistributedFacetExistsSmallTest, DistributedFacetPivotSmallAdvancedTest, DistributedQueryComponentOptimizationTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DistributedQueryComponentOptimizationTest -Dtests.seed=E501FA84DB246F22 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=dua-CM -Dtests.timezone=Etc/GMT+8 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | DistributedQueryComponentOptimizationTest (suite) <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at __randomizedtesting.SeedInfo.seed([E501FA84DB246F22]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
[junit4] > at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.setupCluster(DistributedQueryComponentOptimizationTest.java:67)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [747/747 (3!)] on J2 in 1566.85s, 0 tests, 1 error <<< FAILURES!
[...truncated 40124 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+29) - Build #
750 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/750/
Java: 64bit/jdk-10-ea+29 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:38737/kz","node_name":"127.0.0.1:38737_kz","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/29)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:38737/kz", "node_name":"127.0.0.1:38737_kz", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:35829/kz", "node_name":"127.0.0.1:35829_kz", "state":"down", "type":"NRT"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:43057/kz", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:43057_kz", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:38737/kz","node_name":"127.0.0.1:38737_kz","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/29)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:38737/kz",
"node_name":"127.0.0.1:38737_kz",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:35829/kz",
"node_name":"127.0.0.1:35829_kz",
"state":"down",
"type":"NRT"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:43057/kz",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:43057_kz",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([E1AFE189C63EC08C:69FBDE5368C2AD74]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([E1AFE189C63EC08C:F5E7BADCE5397D92]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:440)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11812 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> 215546 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[E1AFE189C63EC08C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/init-core-data-001
[junit4] 2> 215547 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[E1AFE189C63EC08C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 215550 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[E1AFE189C63EC08C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 215550 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[E1AFE189C63EC08C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 215550 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[E1AFE189C63EC08C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /kz/
[junit4] 2> 215552 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 215552 INFO (Thread-218) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 215552 INFO (Thread-218) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 215580 ERROR (Thread-218) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 215652 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkTestServer start zk server on port:39061
[junit4] 2> 215704 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 215707 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 215709 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 215710 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 215711 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 215712 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 215712 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 215713 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 215714 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 215715 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 215715 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 215721 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 215873 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 215920 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79c391b8{/kz,null,AVAILABLE}
[junit4] 2> 215921 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73227159{HTTP/1.1,[http/1.1]}{127.0.0.1:33101}
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server Started @217511ms
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/tempDir-001/control/data, hostPort=38737, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/control-001/cores}
[junit4] 2> 215922 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 215922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T15:22:00.134675Z
[junit4] 2> 215925 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 215925 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/control-001/solr.xml
[junit4] 2> 215929 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 215929 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 215930 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 215932 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39061/solr
[junit4] 2> 216020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 216020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38737_kz
[junit4] 2> 216021 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.Overseer Overseer (id=98952499676184580-127.0.0.1:38737_kz-n_0000000000) starting
[junit4] 2> 216039 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38737_kz
[junit4] 2> 216043 INFO (OverseerStateUpdate-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 216092 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 216105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 216105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 216108 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/control-001/cores
[junit4] 2> 216129 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 216129 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39061/solr ready
[junit4] 2> 216130 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59828,localport=38737], receiveBufferSize:531000
[junit4] 2> 216150 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33101,localport=56026], receiveBufferSize=530904
[junit4] 2> 216152 INFO (qtp1896112038-1410) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38737_kz&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 216160 INFO (OverseerThreadFactory-530-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 216270 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59832,localport=38737], receiveBufferSize:531000
[junit4] 2> 216272 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33101,localport=56030], receiveBufferSize=530904
[junit4] 2> 216273 INFO (qtp1896112038-1417) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 216273 INFO (qtp1896112038-1417) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 216377 INFO (zkCallback-351-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 217299 INFO (qtp1896112038-1417) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 217318 INFO (qtp1896112038-1417) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 217428 INFO (qtp1896112038-1417) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 217445 INFO (qtp1896112038-1417) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 217446 INFO (qtp1896112038-1417) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 217446 INFO (qtp1896112038-1417) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 217448 INFO (qtp1896112038-1417) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 217457 INFO (qtp1896112038-1417) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=4.5791015625, floorSegmentMB=1.3720703125, forceMergeDeletesPctAllowed=17.257246177853155, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8892205567266535
[junit4] 2> 217463 WARN (qtp1896112038-1417) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 217513 INFO (qtp1896112038-1417) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 217513 INFO (qtp1896112038-1417) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 217515 INFO (qtp1896112038-1417) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 217515 INFO (qtp1896112038-1417) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 217516 INFO (qtp1896112038-1417) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=57.0283203125, floorSegmentMB=1.9755859375, forceMergeDeletesPctAllowed=6.362389848507858, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 217517 INFO (qtp1896112038-1417) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c19dc0d[control_collection_shard1_replica_n1] main]
[junit4] 2> 217519 INFO (qtp1896112038-1417) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 217519 INFO (qtp1896112038-1417) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 217520 INFO (qtp1896112038-1417) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 217521 INFO (searcherExecutor-533-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2c19dc0d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 217522 INFO (qtp1896112038-1417) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583239996882550784
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38737/kz/control_collection_shard1_replica_n1/
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:38737/kz/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 217526 INFO (qtp1896112038-1417) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 217529 INFO (qtp1896112038-1417) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38737/kz/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 217630 INFO (zkCallback-351-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 217679 INFO (qtp1896112038-1417) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 217691 INFO (qtp1896112038-1417) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1417
[junit4] 2> 217696 INFO (qtp1896112038-1410) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 217786 INFO (zkCallback-351-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 218163 INFO (OverseerCollectionConfigSetProcessor-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 218696 INFO (qtp1896112038-1410) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38737_kz&wt=javabin&version=2} status=0 QTime=2544
[junit4] 2> 218706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 218706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39061/solr ready
[junit4] 2> 218706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 218707 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59840,localport=38737], receiveBufferSize:531000
[junit4] 2> 218712 INFO (SocketProxy-Acceptor-38737) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33101,localport=56038], receiveBufferSize=530904
[junit4] 2> 218714 INFO (qtp1896112038-1417) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 218715 INFO (OverseerThreadFactory-530-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 218715 WARN (OverseerThreadFactory-530-thread-2) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 218925 INFO (qtp1896112038-1417) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 218925 INFO (qtp1896112038-1417) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=210
[junit4] 2> 219042 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001 of type NRT
[junit4] 2> 219043 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 219043 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19c4bc92{/kz,null,AVAILABLE}
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d41dd83{HTTP/1.1,[http/1.1]}{127.0.0.1:46869}
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server Started @220634ms
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/tempDir-001/jetty1, hostPort=35829, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 219044 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 219044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 219045 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T15:22:03.256996Z
[junit4] 2> 219048 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 219048 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001/solr.xml
[junit4] 2> 219050 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 219050 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 219051 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 219053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39061/solr
[junit4] 2> 219058 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 219060 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 219062 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35829_kz
[junit4] 2> 219063 INFO (zkCallback-359-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 219063 INFO (zkCallback-351-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 219063 INFO (zkCallback-364-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 219112 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 219119 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 219119 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 219120 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001/cores
[junit4] 2> 219138 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33142,localport=35829], receiveBufferSize:531000
[junit4] 2> 219138 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47548], receiveBufferSize=530904
[junit4] 2> 219143 INFO (qtp808706661-1469) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35829_kz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 219144 INFO (OverseerCollectionConfigSetProcessor-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 219144 INFO (OverseerThreadFactory-530-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35829_kz for creating new replica
[junit4] 2> 219145 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33146,localport=35829], receiveBufferSize:531000
[junit4] 2> 219145 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47552], receiveBufferSize=530904
[junit4] 2> 219148 INFO (qtp808706661-1465) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 219148 INFO (qtp808706661-1465) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 220173 INFO (qtp808706661-1465) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 220182 INFO (qtp808706661-1465) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 220242 INFO (qtp808706661-1465) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 220251 INFO (qtp808706661-1465) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 220251 INFO (qtp808706661-1465) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 220251 INFO (qtp808706661-1465) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 220251 INFO (qtp808706661-1465) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 220253 INFO (qtp808706661-1465) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=4.5791015625, floorSegmentMB=1.3720703125, forceMergeDeletesPctAllowed=17.257246177853155, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8892205567266535
[junit4] 2> 220254 WARN (qtp808706661-1465) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 220280 INFO (qtp808706661-1465) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 220280 INFO (qtp808706661-1465) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 220281 INFO (qtp808706661-1465) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 220281 INFO (qtp808706661-1465) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 220282 INFO (qtp808706661-1465) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=57.0283203125, floorSegmentMB=1.9755859375, forceMergeDeletesPctAllowed=6.362389848507858, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 220282 INFO (qtp808706661-1465) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4647f452[collection1_shard2_replica_n41] main]
[junit4] 2> 220283 INFO (qtp808706661-1465) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 220283 INFO (qtp808706661-1465) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 220284 INFO (qtp808706661-1465) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 220285 INFO (searcherExecutor-544-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@4647f452[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 220285 INFO (qtp808706661-1465) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583239999779766272
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 220287 INFO (qtp808706661-1465) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 220289 INFO (qtp808706661-1465) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/ shard2
[junit4] 2> 220440 INFO (qtp808706661-1465) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 220448 INFO (qtp808706661-1465) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1300
[junit4] 2> 220454 INFO (qtp808706661-1469) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35829_kz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1311
[junit4] 2> 220540 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001 of type NRT
[junit4] 2> 220540 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 220541 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@122992da{/kz,null,AVAILABLE}
[junit4] 2> 220542 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24f96f3{HTTP/1.1,[http/1.1]}{127.0.0.1:43169}
[junit4] 2> 220542 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server Started @222131ms
[junit4] 2> 220542 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/tempDir-001/jetty2, hostPort=40455, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001/cores}
[junit4] 2> 220543 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 220543 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 220543 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 220543 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 220543 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T15:22:04.755525Z
[junit4] 2> 220545 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 220545 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001/solr.xml
[junit4] 2> 220545 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f8cc630d6000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 220547 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 220547 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 220548 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 220549 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39061/solr
[junit4] 2> 220553 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 220554 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 220555 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40455_kz
[junit4] 2> 220555 INFO (zkCallback-351-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 220555 INFO (zkCallback-364-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 220555 INFO (zkCallback-359-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 220556 INFO (zkCallback-370-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 220590 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 220597 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 220598 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 220599 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001/cores
[junit4] 2> 220624 INFO (qtp808706661-1470) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40455_kz&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 220625 INFO (OverseerCollectionConfigSetProcessor-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 220625 INFO (OverseerThreadFactory-530-thread-4) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40455_kz for creating new replica
[junit4] 2> 220626 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40136,localport=40455], receiveBufferSize:531000
[junit4] 2> 220627 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43169,localport=38502], receiveBufferSize=530904
[junit4] 2> 220628 INFO (qtp519632789-1503) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 220628 INFO (qtp519632789-1503) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 221645 INFO (qtp519632789-1503) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 221658 INFO (qtp519632789-1503) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 221738 INFO (qtp519632789-1503) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 221747 INFO (qtp519632789-1503) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 221747 INFO (qtp519632789-1503) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 221747 INFO (qtp519632789-1503) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 221747 INFO (qtp519632789-1503) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 221749 INFO (qtp519632789-1503) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=4.5791015625, floorSegmentMB=1.3720703125, forceMergeDeletesPctAllowed=17.257246177853155, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8892205567266535
[junit4] 2> 221762 WARN (qtp519632789-1503) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 221794 INFO (qtp519632789-1503) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 221794 INFO (qtp519632789-1503) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 221795 INFO (qtp519632789-1503) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 221795 INFO (qtp519632789-1503) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 221796 INFO (qtp519632789-1503) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=57.0283203125, floorSegmentMB=1.9755859375, forceMergeDeletesPctAllowed=6.362389848507858, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 221796 INFO (qtp519632789-1503) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e8559ae[collection1_shard1_replica_n43] main]
[junit4] 2> 221797 INFO (qtp519632789-1503) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 221797 INFO (qtp519632789-1503) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 221798 INFO (qtp519632789-1503) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 221799 INFO (searcherExecutor-555-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@7e8559ae[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 221799 INFO (qtp519632789-1503) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583240001367310336
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 221802 INFO (qtp519632789-1503) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 221803 INFO (qtp519632789-1503) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/ shard1
[junit4] 2> 221953 INFO (qtp519632789-1503) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 221961 INFO (qtp519632789-1503) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1333
[junit4] 2> 221963 INFO (qtp808706661-1470) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40455_kz&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1339
[junit4] 2> 222051 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001 of type NRT
[junit4] 2> 222052 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 222053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d790f08{/kz,null,AVAILABLE}
[junit4] 2> 222053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72736e71{HTTP/1.1,[http/1.1]}{127.0.0.1:38377}
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.Server Started @223643ms
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/tempDir-001/jetty3, hostPort=43057, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001/cores}
[junit4] 2> 222054 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 222054 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-05T15:22:06.266719Z
[junit4] 2> 222056 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 222056 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001/solr.xml
[junit4] 2> 222058 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 222058 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 222059 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 222062 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39061/solr
[junit4] 2> 222066 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 222067 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 222069 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43057_kz
[junit4] 2> 222070 INFO (zkCallback-370-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 222070 INFO (zkCallback-351-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 222070 INFO (zkCallback-359-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 222070 INFO (zkCallback-376-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 222070 INFO (zkCallback-364-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 222105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 222111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 222111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 222112 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001/cores
[junit4] 2> 222135 INFO (qtp808706661-1464) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43057_kz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 222136 INFO (OverseerCollectionConfigSetProcessor-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 222136 INFO (OverseerThreadFactory-530-thread-5) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43057_kz for creating new replica
[junit4] 2> 222137 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55078,localport=43057], receiveBufferSize:531000
[junit4] 2> 222138 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38377,localport=43904], receiveBufferSize=530904
[junit4] 2> 222140 INFO (qtp1265481894-1535) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 222141 INFO (qtp1265481894-1535) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 223148 INFO (qtp1265481894-1535) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 223156 INFO (qtp1265481894-1535) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 223216 INFO (qtp1265481894-1535) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 223223 INFO (qtp1265481894-1535) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 223223 INFO (qtp1265481894-1535) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7877f9cb
[junit4] 2> 223223 INFO (qtp1265481894-1535) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 223223 INFO (qtp1265481894-1535) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_E1AFE189C63EC08C-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 223225 INFO (qtp1265481894-1535) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=4.5791015625, floorSegmentMB=1.3720703125, forceMergeDeletesPctAllowed=17.257246177853155, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8892205567266535
[junit4] 2> 223227 WARN (qtp1265481894-1535) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 223250 INFO (qtp1265481894-1535) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 223250 INFO (qtp1265481894-1535) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 223251 INFO (qtp1265481894-1535) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 223251 INFO (qtp1265481894-1535) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 223252 INFO (qtp1265481894-1535) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=57.0283203125, floorSegmentMB=1.9755859375, forceMergeDeletesPctAllowed=6.362389848507858, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 223252 INFO (qtp1265481894-1535) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@46abcd98[collection1_shard2_replica_n45] main]
[junit4] 2> 223253 INFO (qtp1265481894-1535) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 223253 INFO (qtp1265481894-1535) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 223254 INFO (qtp1265481894-1535) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 223255 INFO (searcherExecutor-566-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@46abcd98[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 223255 INFO (qtp1265481894-1535) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583240002894036992
[junit4] 2> 223257 INFO (qtp1265481894-1535) [ ] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 223257 INFO (updateExecutor-373-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 223257 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 223258 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 223258 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 223258 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 223258 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:43057/kz/collection1_shard2_replica_n45/]
[junit4] 2> 223258 INFO (qtp1265481894-1535) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1117
[junit4] 2> 223259 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:35829/kz]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:43057_kz&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 223259 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33188,localport=35829], receiveBufferSize:531000
[junit4] 2> 223260 INFO (qtp808706661-1464) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43057_kz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1125
[junit4] 2> 223261 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47594], receiveBufferSize=530904
[junit4] 2> 223263 INFO (qtp808706661-1469) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 223263 INFO (qtp808706661-1469) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:43057_kz, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:43057/kz","node_name":"127.0.0.1:43057_kz","state":"down","type":"NRT"}
[junit4] 2> 223264 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 223264 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 223264 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 224137 INFO (OverseerCollectionConfigSetProcessor-98952499676184580-127.0.0.1:38737_kz-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 224264 INFO (qtp808706661-1469) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:43057_kz, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:43057/kz","node_name":"127.0.0.1:43057_kz","state":"recovering","type":"NRT"}
[junit4] 2> 224264 INFO (qtp808706661-1469) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 224264 INFO (qtp808706661-1469) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:43057_kz&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 224765 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/] - recoveringAfterStartup=[true]
[junit4] 2> 224765 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n45 url=http://127.0.0.1:43057/kz START replicas=[http://127.0.0.1:35829/kz/collection1_shard2_replica_n41/] nUpdates=100
[junit4] 2> 224766 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33192,localport=35829], receiveBufferSize:531000
[junit4] 2> 224766 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47598], receiveBufferSize=530904
[junit4] 2> 224771 INFO (qtp808706661-1469) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 224771 INFO (qtp808706661-1469) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n41] webapp=/kz path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 224772 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 224772 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 224772 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 224772 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 224773 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 224773 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 224773 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 224773 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 224773 INFO (recoveryExecutor-374-thread-1) [ ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 225264 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 225266 INFO (qtp1896112038-1411) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583240005002723328,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 225267 INFO (qtp1896112038-1411) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 225268 INFO (qtp1896112038-1411) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 225268 INFO (qtp1896112038-1411) [ ] o.a.s.u.p.LogUpdateProcessorFactory [control_collection_shard1_replica_n1] webapp=/kz path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 225269 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40184,localport=40455], receiveBufferSize:531000
[junit4] 2> 225270 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43169,localport=38550], receiveBufferSize=530904
[junit4] 2> 225278 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40188,localport=40455], receiveBufferSize:531000
[junit4] 2> 225278 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55108,localport=43057], receiveBufferSize:531000
[junit4] 2> 225278 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33208,localport=35829], receiveBufferSize:531000
[junit4] 2> 225279 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47622], receiveBufferSize=530904
[junit4] 2> 225279 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38377,localport=43936], receiveBufferSize=530904
[junit4] 2> 225279 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43169,localport=38558], receiveBufferSize=530904
[junit4] 2> 225279 INFO (qtp519632789-1500) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583240005016354816,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 225280 INFO (qtp808706661-1471) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583240005017403392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 225280 INFO (qtp808706661-1471) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 225281 INFO (qtp808706661-1471) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 225281 INFO (qtp808706661-1471) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n41] webapp=/kz path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 225288 INFO (qtp519632789-1500) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 225289 INFO (qtp1265481894-1537) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583240005026840576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 225289 INFO (qtp1265481894-1537) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 225289 INFO (qtp519632789-1500) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 225290 INFO (qtp519632789-1500) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n43] webapp=/kz path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 10
[junit4] 2> 225290 INFO (qtp1265481894-1537) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 225290 INFO (qtp1265481894-1537) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n45] webapp=/kz path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:40455/kz/collection1_shard1_replica_n43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 225290 INFO (qtp519632789-1505) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n43] webapp=/kz path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 15
[junit4] 2> 225292 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33220,localport=35829], receiveBufferSize:531000
[junit4] 2> 225292 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47626], receiveBufferSize=530904
[junit4] 2> 225294 INFO (qtp808706661-1466) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n41] webapp=/kz path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 225295 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55120,localport=43057], receiveBufferSize:531000
[junit4] 2> 225295 INFO (SocketProxy-Acceptor-43057) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38377,localport=43946], receiveBufferSize=530904
[junit4] 2> 225297 INFO (qtp1265481894-1535) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n45] webapp=/kz path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 225298 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40208,localport=40455], receiveBufferSize:531000
[junit4] 2> 225298 INFO (SocketProxy-Acceptor-40455) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43169,localport=38574], receiveBufferSize=530904
[junit4] 2> 225300 INFO (qtp519632789-1499) [ ] o.a.s.c.S.Request [collection1_shard1_replica_n43] webapp=/kz path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 227300 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: c8n_1x3_lf
[junit4] 2> 227301 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33232,localport=35829], receiveBufferSize:531000
[junit4] 2> 227303 INFO (SocketProxy-Acceptor-35829) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46869,localport=47638], receiveBufferSize=530904
[junit4] 2> 227304 INFO (qtp808706661-1471) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=1&collection.configName=conf1&nrtReplicas=3&name=c8n_1x3_lf&action=CREATE&numShards=1&tlogReplicas=0&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 227305 INFO (OverseerThreadFactory-530-thread-5) [ ] o.a.s.c.CreateCollectionCmd Create collection c8n_1x3_lf
[junit4] 2> 227409 INFO (qtp1896112038-1415) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica_n1&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 227410 INFO (qtp808706661-1469) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica_n2&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 227411 INFO (qtp1265481894-1536) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_s
[...truncated too long message...]
2> 1124431 INFO (indexFetcher-3591-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=20.455078125, floorSegmentMB=1.421875, forceMergeDeletesPctAllowed=15.019258127221175, segmentsPerTier=8.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1124432 INFO (indexFetcher-3591-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1124434 INFO (indexFetcher-3591-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a95c625[collection1] main]
[junit4] 2> 1124436 INFO (searcherExecutor-3587-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a95c625[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C472) Uninverting(_1(7.2.0):C21) Uninverting(_2(7.2.0):C1)))}
[junit4] 2> 1124463 INFO (qtp1582311823-7013) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=494 status=0 QTime=0
[junit4] 2> 1124463 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.h.TestReplicationHandler Waited for 1000ms and found 494 docs
[junit4] 2> 1124463 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestStopPoll
[junit4] 2> 1124464 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@643add5b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1124464 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1443513916
[junit4] 2> 1124465 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1124465 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a634d0e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@36ed64d8
[junit4] 2> 1124471 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1124471 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7a20ef3: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1104a298
[junit4] 2> 1124475 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1124475 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f88dacb: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45c2036b
[junit4] 2> 1124476 INFO (coreCloseExecutor-3594-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@f7e47e9
[junit4] 2> 1124476 INFO (coreCloseExecutor-3594-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=259934185
[junit4] 2> 1124476 INFO (coreCloseExecutor-3594-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a7cd862: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@da4330
[junit4] 2> 1124484 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d218207{/solr,null,UNAVAILABLE}
[junit4] 2> 1124484 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c8e4178{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1124485 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=645501630
[junit4] 2> 1124485 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1124485 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b443716: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2ad1003f
[junit4] 2> 1124490 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1124491 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e06012c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1104a298
[junit4] 2> 1124494 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1124494 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1fc2f0e7: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45c2036b
[junit4] 2> 1124495 INFO (coreCloseExecutor-3596-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4f2a0a27
[junit4] 2> 1124495 INFO (coreCloseExecutor-3596-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1328155175
[junit4] 2> 1124495 INFO (coreCloseExecutor-3596-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a288da6: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@70c2ef76
[junit4] 2> 1124501 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[E1AFE189C63EC08C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@40ddac3f{/solr,null,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_E1AFE189C63EC08C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), newname=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=595, maxMBSortInHeap=7.8273170085095005, sim=RandomSimilarity(queryNorm=true): {}, locale=de-CH, timezone=Africa/Ndjamena
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=212248672,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestDelegationWithHadoopAuth, TestCryptoKeys, TestSolrCloudWithDelegationTokens, SoftAutoCommitTest, MissingSegmentRecoveryTest, TestZkAclsWithHadoopAuth, TestPostingsSolrHighlighter, TestCSVLoader, TestFieldTypeCollectionResource, TestOnReconnectListenerSupport, CloneFieldUpdateProcessorFactoryTest, TestMergePolicyConfig, TestBinaryResponseWriter, LeaderFailoverAfterPartitionTest, TestFoldingMultitermQuery, TestSystemCollAutoCreate, MultiTermTest, DistributedExpandComponentTest, ZkFailoverTest, TestLocalFSCloudBackupRestore, CleanupOldIndexTest, MinimalSchemaTest, CursorPagingTest, TestJoin, TestCloudPseudoReturnFields, DistribCursorPagingTest, TestStandardQParsers, TestLegacyFieldReuse, TestHighlightDedupGrouping, HdfsDirectoryFactoryTest, CoreMergeIndexesAdminHandlerTest, HLLSerializationTest, JsonLoaderTest, TestWordDelimiterFilterFactory, BufferStoreTest, RemoteQueryErrorTest, TestJsonFacets, TestManagedSchema, TestInPlaceUpdatesStandalone, OverseerTaskQueueTest, DeleteReplicaTest, PropertiesRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestRandomDVFaceting, TestIndexingPerformance, TermVectorComponentTest, TestQueryWrapperFilter, ExternalFileFieldSortTest, BasicFunctionalityTest, TestInitQParser, TestXmlQParser, TestSchemaResource, IndexSchemaRuntimeFieldTest, MetricsConfigTest, TestSubQueryTransformer, TestDFRSimilarityFactory, TestPhraseSuggestions, TestReqParamsAPI, HdfsWriteToMultipleCollectionsTest, SpellCheckComponentTest, TestRecovery, SimpleMLTQParserTest, BooleanFieldTest, CollectionsAPISolrJTest, TestGeoJSONResponseWriter, ResponseLogComponentTest, TestSearcherReuse, SolrPluginUtilsTest, TestDocTermOrds, TestSolrDeletionPolicy1, TestDynamicFieldResource, HdfsCollectionsAPIDistributedZkTest, PeerSyncWithIndexFingerprintCachingTest, TestReplicationHandler]
[junit4] Completed [261/747 (2!)] on J0 in 82.59s, 16 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 41730 lines...]