You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/24 20:53:39 UTC
[JENKINS-EA] Lucene-Solr-6.6-Linux (64bit/jdk-9-ea+181) - Build #
90 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/90/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([C9C2127C800AF933:81B766C88639D6A6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth
Error Message:
Error from server at http://127.0.0.1:46385/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46385/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
at __randomizedtesting.SeedInfo.seed([C9C2127C800AF933:75AC646E24597A49]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11205 lines...]
[junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/init-core-data-001
[junit4] 2> 215209 WARN (SUITE-BasicAuthIntegrationTest-seed#[C9C2127C800AF933]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=22 numCloses=22
[junit4] 2> 215209 INFO (SUITE-BasicAuthIntegrationTest-seed#[C9C2127C800AF933]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 215210 INFO (SUITE-BasicAuthIntegrationTest-seed#[C9C2127C800AF933]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 215210 INFO (SUITE-BasicAuthIntegrationTest-seed#[C9C2127C800AF933]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001
[junit4] 2> 215210 INFO (SUITE-BasicAuthIntegrationTest-seed#[C9C2127C800AF933]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 215210 INFO (Thread-477) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 215210 INFO (Thread-477) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 215212 ERROR (Thread-477) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 215310 INFO (SUITE-BasicAuthIntegrationTest-seed#[C9C2127C800AF933]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38871
[junit4] 2> 215326 INFO (jetty-launcher-237-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 215332 INFO (jetty-launcher-237-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 215332 INFO (jetty-launcher-237-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 215347 INFO (jetty-launcher-237-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27173ac3{/solr,null,AVAILABLE}
[junit4] 2> 215347 INFO (jetty-launcher-237-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@477d0f0{/solr,null,AVAILABLE}
[junit4] 2> 215347 INFO (jetty-launcher-237-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e6c06c{/solr,null,AVAILABLE}
[junit4] 2> 215352 INFO (jetty-launcher-237-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@715864ba{HTTP/1.1,[http/1.1]}{127.0.0.1:33317}
[junit4] 2> 215352 INFO (jetty-launcher-237-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6fe30af0{HTTP/1.1,[http/1.1]}{127.0.0.1:36681}
[junit4] 2> 215352 INFO (jetty-launcher-237-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2743f165{HTTP/1.1,[http/1.1]}{127.0.0.1:46385}
[junit4] 2> 215352 INFO (jetty-launcher-237-thread-1) [ ] o.e.j.s.Server Started @218172ms
[junit4] 2> 215352 INFO (jetty-launcher-237-thread-3) [ ] o.e.j.s.Server Started @218172ms
[junit4] 2> 215352 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46385}
[junit4] 2> 215352 INFO (jetty-launcher-237-thread-2) [ ] o.e.j.s.Server Started @218172ms
[junit4] 2> 215352 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36681}
[junit4] 2> 215352 INFO (jetty-launcher-237-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33317}
[junit4] 2> 215352 ERROR (jetty-launcher-237-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 215353 ERROR (jetty-launcher-237-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-24T20:13:42.853226Z
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-24T20:13:42.853258Z
[junit4] 2> 215353 ERROR (jetty-launcher-237-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 215353 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-24T20:13:42.853525Z
[junit4] 2> 215362 INFO (jetty-launcher-237-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 215363 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 215369 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 215375 INFO (jetty-launcher-237-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 215376 INFO (jetty-launcher-237-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38871/solr
[junit4] 2> 215381 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 215396 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 215396 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38871/solr
[junit4] 2> 215436 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38871/solr
[junit4] 2> 215446 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 215447 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46385_solr
[junit4] 2> 215448 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98540298089988104-127.0.0.1:46385_solr-n_0000000000) starting
[junit4] 2> 215457 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46385_solr
[junit4] 2> 215458 INFO (jetty-launcher-237-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 215459 INFO (zkCallback-250-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 215461 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 215462 INFO (jetty-launcher-237-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33317_solr
[junit4] 2> 215463 INFO (zkCallback-250-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 215466 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 215467 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 215477 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 215481 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36681_solr
[junit4] 2> 215483 INFO (zkCallback-255-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 215483 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 215491 INFO (zkCallback-250-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 215524 INFO (jetty-launcher-237-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node1/.
[junit4] 2> 215534 INFO (jetty-launcher-237-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node2/.
[junit4] 2> 215548 INFO (jetty-launcher-237-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node3/.
[junit4] 2> 215561 INFO (SUITE-BasicAuthIntegrationTest-seed#[C9C2127C800AF933]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 215561 INFO (SUITE-BasicAuthIntegrationTest-seed#[C9C2127C800AF933]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38871/solr ready
[junit4] 2> 215565 INFO (qtp921602340-1662) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 215566 INFO (OverseerThreadFactory-616-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection authCollection
[junit4] 2> 215673 INFO (qtp1308286035-1652) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 215674 INFO (qtp921602340-1666) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 215674 INFO (qtp35627656-1665) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2
[junit4] 2> 215674 INFO (qtp1308286035-1652) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 215674 INFO (qtp921602340-1666) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 215674 INFO (qtp35627656-1665) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 215782 INFO (zkCallback-250-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 215782 INFO (zkCallback-255-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 215782 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 216689 INFO (qtp1308286035-1652) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 216690 INFO (qtp35627656-1665) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 216690 INFO (qtp921602340-1666) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 216697 INFO (qtp1308286035-1652) [ ] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
[junit4] 2> 216699 INFO (qtp1308286035-1652) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 216700 INFO (qtp1308286035-1652) [ ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection, trusted=true
[junit4] 2> 216700 INFO (qtp35627656-1665) [ ] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
[junit4] 2> 216700 INFO (qtp1308286035-1652) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 216700 INFO (qtp1308286035-1652) [ ] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node1/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node1/./authCollection_shard1_replica1/data/]
[junit4] 2> 216700 INFO (qtp921602340-1666) [ ] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
[junit4] 2> 216703 INFO (qtp35627656-1665) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 216703 INFO (qtp35627656-1665) [ ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection, trusted=true
[junit4] 2> 216703 INFO (qtp35627656-1665) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 216703 INFO (qtp35627656-1665) [ ] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node2/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node2/./authCollection_shard3_replica1/data/]
[junit4] 2> 216704 INFO (qtp921602340-1666) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 216704 INFO (qtp921602340-1666) [ ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
[junit4] 2> 216705 INFO (qtp921602340-1666) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 216705 INFO (qtp921602340-1666) [ ] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node3/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node3/./authCollection_shard2_replica1/data/]
[junit4] 2> 216752 INFO (qtp1308286035-1652) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 216752 INFO (qtp1308286035-1652) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 216754 INFO (qtp1308286035-1652) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 216754 INFO (qtp1308286035-1652) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 216754 INFO (qtp1308286035-1652) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b807921[authCollection_shard1_replica1] main]
[junit4] 2> 216755 INFO (qtp35627656-1665) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 216755 INFO (qtp35627656-1665) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 216755 INFO (qtp1308286035-1652) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 216756 INFO (qtp1308286035-1652) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 216756 INFO (qtp1308286035-1652) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 216756 INFO (searcherExecutor-623-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@1b807921[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 216756 INFO (qtp35627656-1665) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 216756 INFO (qtp35627656-1665) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 216756 INFO (qtp1308286035-1652) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576644771059859456
[junit4] 2> 216757 INFO (qtp35627656-1665) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@30d42a24[authCollection_shard3_replica1] main]
[junit4] 2> 216758 INFO (qtp35627656-1665) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 216758 INFO (qtp35627656-1665) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 216758 INFO (qtp35627656-1665) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 216758 INFO (qtp921602340-1666) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 216758 INFO (qtp921602340-1666) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 216758 INFO (searcherExecutor-624-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@30d42a24[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 216758 INFO (qtp35627656-1665) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576644771061956608
[junit4] 2> 216759 INFO (qtp921602340-1666) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 216759 INFO (qtp921602340-1666) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 216759 INFO (qtp1308286035-1652) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 216759 INFO (qtp1308286035-1652) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 216759 INFO (qtp1308286035-1652) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46385/solr/authCollection_shard1_replica1/
[junit4] 2> 216759 INFO (qtp1308286035-1652) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 216759 INFO (qtp1308286035-1652) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:46385/solr/authCollection_shard1_replica1/ has no replicas
[junit4] 2> 216759 INFO (qtp1308286035-1652) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 216760 INFO (qtp921602340-1666) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5dab3d78[authCollection_shard2_replica1] main]
[junit4] 2> 216761 INFO (qtp921602340-1666) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 216761 INFO (qtp921602340-1666) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 216761 INFO (qtp921602340-1666) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 216761 INFO (searcherExecutor-625-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@5dab3d78[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 216761 INFO (qtp1308286035-1652) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46385/solr/authCollection_shard1_replica1/ shard1
[junit4] 2> 216761 INFO (qtp921602340-1666) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576644771065102336
[junit4] 2> 216761 INFO (qtp35627656-1665) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 216761 INFO (qtp35627656-1665) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 216761 INFO (qtp35627656-1665) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33317/solr/authCollection_shard3_replica1/
[junit4] 2> 216761 INFO (qtp35627656-1665) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 216761 INFO (qtp35627656-1665) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:33317/solr/authCollection_shard3_replica1/ has no replicas
[junit4] 2> 216761 INFO (qtp35627656-1665) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 216763 INFO (qtp35627656-1665) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33317/solr/authCollection_shard3_replica1/ shard3
[junit4] 2> 216764 INFO (qtp921602340-1666) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 216764 INFO (qtp921602340-1666) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 216764 INFO (qtp921602340-1666) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36681/solr/authCollection_shard2_replica1/
[junit4] 2> 216764 INFO (qtp921602340-1666) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 216764 INFO (qtp921602340-1666) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:36681/solr/authCollection_shard2_replica1/ has no replicas
[junit4] 2> 216764 INFO (qtp921602340-1666) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 216765 INFO (qtp921602340-1666) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36681/solr/authCollection_shard2_replica1/ shard2
[junit4] 2> 216866 INFO (zkCallback-250-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 216866 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 216866 INFO (zkCallback-255-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 216912 INFO (qtp1308286035-1652) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 216912 INFO (qtp1308286035-1652) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1239
[junit4] 2> 216913 INFO (qtp35627656-1665) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 216914 INFO (qtp35627656-1665) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2} status=0 QTime=1240
[junit4] 2> 216915 INFO (qtp921602340-1666) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 216916 INFO (qtp921602340-1666) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1242
[junit4] 2> 216918 INFO (qtp921602340-1662) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 217017 INFO (zkCallback-250-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 217017 INFO (zkCallback-255-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 217017 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 217568 INFO (OverseerCollectionConfigSetProcessor-98540298089988104-127.0.0.1:46385_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 217918 INFO (qtp921602340-1662) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2353
[junit4] 2> 217933 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
[junit4] 2> 217936 INFO (qtp921602340-1656) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
[junit4] 2> 217939 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 217939 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 217940 INFO (zkCallback-255-thread-1) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 217940 INFO (zkCallback-250-thread-1) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 217940 INFO (zkCallback-250-thread-1) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 217940 INFO (qtp921602340-1666) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
[junit4] 2> 217941 INFO (zkCallback-255-thread-1) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 217944 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6fe30af0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 217944 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=241140369
[junit4] 2> 217945 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 217945 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 217945 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 217953 INFO (coreCloseExecutor-638-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@221fb20b
[junit4] 2> 217954 INFO (coreCloseExecutor-638-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
[junit4] 2> 217956 INFO (zkCallback-261-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 217956 WARN (zkCallback-255-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 217959 INFO (zkCallback-255-thread-1) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 217959 INFO (zkCallback-250-thread-1) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 217960 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 217967 INFO (zkCallback-250-thread-1) [ ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 217967 INFO (zkCallback-250-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@153d6921
[junit4] 2> 217967 INFO (zkCallback-250-thread-1) [ ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@153d6921
[junit4] 2> 217968 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 217968 INFO (zkCallback-255-thread-1) [ ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 217968 INFO (zkCallback-255-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@45d7c0c2
[junit4] 2> 217968 INFO (zkCallback-255-thread-1) [ ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@45d7c0c2
[junit4] 2> 217969 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@477d0f0{/solr,null,UNAVAILABLE}
[junit4] 2> 217969 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 217969 INFO (zkCallback-253-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@9688016
[junit4] 2> 217969 INFO (zkCallback-253-thread-1) [ ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@9688016
[junit4] 2> 217970 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 217970 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 217970 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40544fb4{/solr,null,AVAILABLE}
[junit4] 2> 217971 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3804fcdc{HTTP/1.1,[http/1.1]}{127.0.0.1:44039}
[junit4] 2> 217971 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.e.j.s.Server Started @220791ms
[junit4] 2> 217971 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44039}
[junit4] 2> 217972 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 217972 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 217972 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 217972 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 217972 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-24T20:13:45.472614Z
[junit4] 2> 217974 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 217979 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 217980 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38871/solr
[junit4] 2> 217995 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 217996 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 217997 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44039_solr
[junit4] 2> 217998 INFO (zkCallback-261-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 217998 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 217998 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 217999 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 218014 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 218014 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 218014 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 218014 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@7aeacf
[junit4] 2> 218014 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@7aeacf
[junit4] 2> 218027 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node3/.
[junit4] 2> 218028 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard2_replica1]
[junit4] 2> 218029 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 218132 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 218132 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 218132 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 219039 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 219047 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
[junit4] 2> 219049 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 219049 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
[junit4] 2> 219049 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 219049 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node3/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node3/./authCollection_shard2_replica1/data/]
[junit4] 2> 219077 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 219077 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 219078 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 219078 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 219078 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@47672e03[authCollection_shard2_replica1] main]
[junit4] 2> 219079 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 219079 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 219079 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 219079 INFO (searcherExecutor-646-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@47672e03[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 219080 INFO (coreLoadExecutor-645-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576644773496750080
[junit4] 2> 219084 INFO (coreZkRegister-640-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 219186 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 219186 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 219186 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 219544 INFO (qtp1171180002-1752) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=1
[junit4] 2> 219549 INFO (qtp35627656-1671) [ ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
[junit4] 2> "name":"security-edit",
[junit4] 2> "role":"admin"}
[junit4] 2> 219549 INFO (qtp35627656-1671) [ ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/____v2/cluster/security/authentication] path : /____v2/cluster/security/authentication params :wt=javabin&version=2
[junit4] 2> 219557 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
[junit4] 2> 219559 INFO (qtp1171180002-1753) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
[junit4] 2> 219565 INFO (qtp1171180002-1754) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=2
[junit4] 2> 219565 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219565 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219565 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219565 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219565 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219565 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219566 INFO (qtp35627656-1665) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
[junit4] 2> 219567 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
[junit4] 2> 219569 INFO (qtp35627656-1653) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
[junit4] 2> 219569 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219569 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219570 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219570 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219570 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219570 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219570 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219570 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219570 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219571 INFO (qtp1171180002-1747) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
[junit4] 2> 219572 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
[junit4] 2> 219575 INFO (qtp1171180002-1752) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
[junit4] 2> 219575 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219575 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219575 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219575 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219575 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219575 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219575 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219575 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219575 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219577 INFO (qtp1171180002-1753) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
[junit4] 2> 219577 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
[junit4] 2> 219580 INFO (qtp1171180002-1754) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
[junit4] 2> 219580 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219580 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219580 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219580 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219580 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219580 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219580 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219580 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219580 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219581 INFO (qtp1171180002-1747) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
[junit4] 2> 219584 INFO (qtp1171180002-1753) [ ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
[junit4] 2> "name":"collection-admin-edit",
[junit4] 2> "role":"admin",
[junit4] 2> "index":3}
[junit4] 2> 219584 INFO (qtp1171180002-1753) [ ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [authCollection,], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2
[junit4] 2> 219586 INFO (qtp1171180002-1754) [ ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
[junit4] 2> "name":"collection-admin-edit",
[junit4] 2> "role":"admin",
[junit4] 2> "index":3}
[junit4] 2> 219586 INFO (qtp1171180002-1754) [ ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2
[junit4] 2> 219588 INFO (qtp35627656-1649) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params name=authCollection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 219591 INFO (OverseerThreadFactory-616-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
[junit4] 2> 219595 INFO (qtp1308286035-1647) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 219595 INFO (qtp1308286035-1646) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 219596 INFO (qtp35627656-1668) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:46385_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCuLM5QkxY7jTJXtJviOjmVp6SYIf4OO4zUJZXKSZSACM75r2+d3Rw9FaK92EKFSBPoifFF+he4KfzBetMy1PvdQiOgPn9IniRE5BAEtY3yhrqjZRMVodeOkXrM0NojbaROlwB8qTeumWkU0BaPdgjlfSwirptAnCrp2FqkL/NA1wIDAQAB
[junit4] 2> 219596 INFO (qtp1308286035-1655) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:46385_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCuLM5QkxY7jTJXtJviOjmVp6SYIf4OO4zUJZXKSZSACM75r2+d3Rw9FaK92EKFSBPoifFF+he4KfzBetMy1PvdQiOgPn9IniRE5BAEtY3yhrqjZRMVodeOkXrM0NojbaROlwB8qTeumWkU0BaPdgjlfSwirptAnCrp2FqkL/NA1wIDAQAB
[junit4] 2> 219603 INFO (qtp1308286035-1655) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 219603 INFO (qtp35627656-1668) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 219608 INFO (qtp35627656-1668) [ ] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
[junit4] 2> 219608 INFO (qtp1308286035-1655) [ ] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
[junit4] 2> 219628 INFO (qtp1308286035-1655) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 219628 INFO (qtp1308286035-1655) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection
[junit4] 2> 219628 INFO (qtp35627656-1668) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 219629 INFO (qtp35627656-1668) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection
[junit4] 2> 219629 INFO (qtp35627656-1668) [ ] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node2/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node2/./authCollection_shard3_replica1/data/]
[junit4] 2> 219629 INFO (qtp1308286035-1655) [ ] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node1/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C9C2127C800AF933-001/tempDir-001/node1/./authCollection_shard1_replica1/data/]
[junit4] 2> 219650 INFO (qtp1308286035-1655) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 219650 INFO (qtp1308286035-1655) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 219651 INFO (qtp1308286035-1655) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e6025fe[authCollection_shard1_replica1] main]
[junit4] 2> 219652 INFO (qtp1308286035-1655) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 219652 INFO (qtp1308286035-1655) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 219652 INFO (qtp1308286035-1655) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 219653 INFO (searcherExecutor-652-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@3e6025fe[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 219653 INFO (qtp1308286035-1655) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576644774097584128
[junit4] 2> 219655 INFO (qtp1308286035-1655) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 219655 INFO (qtp1308286035-1655) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4060c820[authCollection_shard1_replica1] main]
[junit4] 2> 219656 INFO (qtp1308286035-1655) [ ] o.a.s.c.SolrCore [authCollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@80cc521
[junit4] 2> 219656 INFO (searcherExecutor-652-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@4060c820[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 219656 INFO (qtp1308286035-1655) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
[junit4] 2> 219656 INFO (qtp1308286035-1655) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard1_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=58
[junit4] 2> 219665 INFO (qtp35627656-1668) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 219665 INFO (qtp35627656-1668) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 219666 INFO (qtp35627656-1668) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e991985[authCollection_shard3_replica1] main]
[junit4] 2> 219667 INFO (qtp35627656-1668) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 219667 INFO (qtp35627656-1668) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 219667 INFO (qtp35627656-1668) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 219667 INFO (searcherExecutor-651-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@2e991985[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 219668 INFO (qtp35627656-1668) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576644774113312768
[junit4] 2> 219670 INFO (qtp35627656-1668) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 219671 INFO (qtp35627656-1668) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a77bd0a[authCollection_shard3_replica1] main]
[junit4] 2> 219671 INFO (qtp35627656-1668) [ ] o.a.s.c.SolrCore [authCollection_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@31d75b15
[junit4] 2> 219671 INFO (searcherExecutor-651-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@6a77bd0a[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 219671 INFO (qtp35627656-1668) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
[junit4] 2> 219671 INFO (qtp35627656-1668) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard3_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=73
[junit4] 2> 219673 INFO (qtp35627656-1649) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=authCollection&action=RELOAD&wt=javabin&version=2} status=0 QTime=84
[junit4] 2> 219676 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
[junit4] 2> 219678 INFO (qtp1171180002-1752) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
[junit4] 2> 219679 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219679 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219679 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219679 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219679 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219679 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 219679 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 219679 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 219679 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 221591 INFO (OverseerCollectionConfigSetProcessor-98540298089988104-127.0.0.1:46385_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 223689 INFO (qtp1308286035-1646) [ ] o.a.s.u.p.LogUpdateProcessorFactory [authCollection_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4007
[junit4] 2> 223690 ERROR (qtp1308286035-1646) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:748)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:734)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:400)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:346)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:703)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:98)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:180)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:136)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:306)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:122)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:271)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:173)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:187)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:108)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:55)
[junit4] 2> at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
[junit4] 2> at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2477)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:529)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 223692 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection authCollection failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46385/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2, retry? 0
[junit4] 2> 223693 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C9C2127C800AF933]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasicAuth
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicAuthIntegrationTest -Dtests.method=testBasicAuth -Dtests.seed=C9C2127C800AF933 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-SE -Dtests.timezone=Etc/GMT0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 5.78s J2 | BasicAuthIntegrationTest.testBasicAuth <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46385/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
[junit4] > at __randomizedtesting.SeedInfo.seed([C9C2127C800AF933:75AC646E24597A49]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
[junit4] > at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 223700 INFO (jetty-closer-238-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3804fcdc{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 223700 INFO (jetty-closer-238-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@715864ba{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 223700 INFO (jetty-closer-238-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1662301273
[junit4] 2> 223700 INFO (jetty-closer-238-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2743f165{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 223700 INFO (jetty-closer-238-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=95965976
[junit4] 2> 223701 INFO (jetty-closer-238-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1165410923
[junit4] 2> 223701 INFO (jetty-closer-238-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 223701 INFO (jetty-closer-238-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 223701 INFO (jetty-closer-238-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 223701 INFO (jetty-closer-238-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 223701 INFO (jetty-closer-238-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 223701 INFO (jetty-closer-238-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 223701 INFO (jetty-closer-238-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 223701 INFO (jetty-closer-238-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 223701 INFO (jetty-closer-238-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 223704 INFO (coreCloseExecutor-659-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@41b90b7e
[junit4] 2> 223705 INFO (coreCloseExecutor-661-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@49705b7
[junit4] 2> 223705 INFO (coreCloseExecutor-660-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2def2a8b
[junit4] 2> 223708 INFO (coreCloseExecutor-659-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
[junit4] 2> 223711 INFO (zkCallback-250-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 223711 INFO (zkCallback-266-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 223712 INFO (zkCallback-253-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 223712 INFO (coreCloseExecutor-661-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
[junit4] 2> 223713 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 223713 INFO (zkCallback-266-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 223715 WARN (zkCallback-266-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 223715 INFO (coreCloseExecutor-660-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
[junit4] 2> 223715 INFO (zkCallback-253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 223717 INFO (jetty-closer-238-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98540298089988104-127.0.0.1:46385_solr-n_0000000000) closing
[junit4] 2> 223717 INFO (OverseerStateUpdate-98540298089988104-127.0.0.1:46385_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46385_solr
[junit4] 2> 225088 ERROR (coreZkRegister-640-thread-1) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: CoreContainer is closed
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 225089 ERROR (coreZkRegister-640-thread-1) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:996)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
[junit4] 2> ... 7 more
[junit4] 2>
[junit4] 2> 225090 INFO (jetty-closer-238-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@40544fb4{/solr,null,UNAVAILABLE}
[junit4] 2> 225212 WARN (zkCallback-250-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/authCollection/state.json]
[junit4] 2> 225212 WARN (zkCallback-250-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 225213 INFO (jetty-closer-238-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.Se
[...truncated too long message...]
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1013669 INFO (qtp460694778-8176) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46423_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica1&coreNodeName=core_node7&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=6001
[junit4] 2> 1014213 WARN (zkCallback-1309-thread-6) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1014213 WARN (zkCallback-1316-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1014214 INFO (jetty-closer-1292-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75fbfa1d{/solr,null,UNAVAILABLE}
[junit4] 2> 1014214 INFO (jetty-closer-1292-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2abd99ba{/solr,null,UNAVAILABLE}
[junit4] 2> 1014214 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[C9C2127C800AF933]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1014214 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C9C2127C800AF933]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37745 37745
[junit4] 2> 1019237 INFO (Thread-2278) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37745 37745
[junit4] 2> 1019238 WARN (Thread-2278) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/aliases.json
[junit4] 2> 25 /solr/clusterprops.json
[junit4] 2> 23 /solr/configs/conf
[junit4] 2> 5 /solr/configs/conf2
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 231 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 4 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 4 /solr/collections/addReplicaColl/state.json
[junit4] 2> 4 /solr/collections/reloaded_collection/state.json
[junit4] 2> 3 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2> 2 /solr/collections/onlyinzk/state.json
[junit4] 2> 2 /solr/collections/halfdeletedcollection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 437 /solr/collections
[junit4] 2> 25 /solr/live_nodes
[junit4] 2>
[junit4] 2> 1019238 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C9C2127C800AF933]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C9C2127C800AF933-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=Memory doPackFST= true), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1850, maxMBSortInHeap=7.7870327380041555, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=cu, timezone=Etc/GMT
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=177961520,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ClassificationUpdateProcessorFactoryTest, TestSolrIndexConfig, SolrIndexSplitterTest, DocumentBuilderTest, DocValuesTest, SegmentsInfoRequestHandlerTest, TestInPlaceUpdatesStandalone, DocValuesMissingTest, TestExclusionRuleCollectionAccess, HighlighterTest, SuggesterFSTTest, TestPayloadScoreQParserPlugin, TestGraphMLResponseWriter, ParsingFieldUpdateProcessorsTest, TestCollectionAPIs, RankQueryTest, LeaderInitiatedRecoveryOnShardRestartTest, TestFileDictionaryLookup, DistribCursorPagingTest, GraphQueryTest, BlockCacheTest, SolrJmxReporterCloudTest, TestExceedMaxTermLength, TermsComponentTest, TestTolerantUpdateProcessorCloud, CopyFieldTest, TestEmbeddedSolrServerConstructors, DistributedDebugComponentTest, TestSQLHandlerNonCloud, SolrMetricsIntegrationTest, UUIDUpdateProcessorFallbackTest, DistributedIntervalFacetingTest, TestQueryUtils, TestCollapseQParserPlugin, ZkControllerTest, TestSearchPerf, TestCustomSort, SmileWriterTest, BlockJoinFacetDistribTest, ConnectionReuseTest, TestSurroundQueryParser, LoggingHandlerTest, TestLeaderElectionZkExpiry, RemoteQueryErrorTest, TestReloadDeadlock, CdcrBootstrapTest, ClusterStateUpdateTest, TestLRUCache, TestCopyFieldCollectionResource, CdcrRequestHandlerTest, ShardRoutingTest, BasicFunctionalityTest, OverseerModifyCollectionTest, TestManagedSchemaAPI, CoreAdminRequestStatusTest, MoreLikeThisHandlerTest, PeerSyncWithIndexFingerprintCachingTest, HdfsDirectoryTest, SampleTest, TestUnifiedSolrHighlighter, InfixSuggestersTest, RuleEngineTest, TestSolrCloudWithDelegationTokens, SpellCheckCollatorTest, TestPartialUpdateDeduplication, SpellingQueryConverterTest, TestClusterProperties, TestDistribIDF, CloudMLTQParserTest, TestFuzzyAnalyzedSuggestions, SortByFunctionTest, SoftAutoCommitTest, TestUpdate, AnalysisErrorHandlingTest, SpellCheckComponentTest, EchoParamsTest, TestTrie, TemplateUpdateProcessorTest, DistanceFunctionTest, TestLMDirichletSimilarityFactory, TestUseDocValuesAsStored2, DirectSolrConnectionTest, TestSolrCoreSnapshots, RAMDirectoryFactoryTest, SolrCoreMetricManagerTest, TestFieldTypeResource, DistributedTermsComponentTest, TestDFISimilarityFactory, TestSimpleTrackingShardHandler, SystemInfoHandlerTest, DeleteInactiveReplicaTest, MultiTermTest, TestCursorMarkWithoutUniqueKey, TriLevelCompositeIdRoutingTest, OpenCloseCoreStressTest, TestDistributedGrouping, CollectionStateFormat2Test, TestTrieFacet, ShardRoutingCustomTest, SolrIndexConfigTest, TestLRUStatsCache, TestPerFieldSimilarityWithDefaultOverride, SaslZkACLProviderTest, TestFieldCollectionResource, BigEndianAscendingWordSerializerTest, TestImpersonationWithHadoopAuth, TestCSVResponseWriter, TestDistributedStatsComponentCardinality, TestCoreContainer, SolrCloudExampleTest, BooleanFieldTest, TestSubQueryTransformerDistrib, TestNumericTerms64, SliceStateTest, LeaderFailoverAfterPartitionTest, HdfsCollectionsAPIDistributedZkTest, TestFieldCache, TestObjectReleaseTracker, TestCharFilters, TestRawResponseWriter, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [325/713 (2!)] on J1 in 103.18s, 20 tests, 1 failure <<< FAILURES!
[...truncated 37583 lines...]
[JENKINS-EA] Lucene-Solr-6.6-Linux (64bit/jdk-9-ea+181) - Build #
91 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/91/
Java: 64bit/jdk-9-ea+181 -XX:+UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica2","base_url":"http://127.0.0.1:33525","node_name":"127.0.0.1:33525_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/30)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"c8n_1x3_lf_shard1_replica3", "base_url":"http://127.0.0.1:40525", "node_name":"127.0.0.1:40525_", "state":"down"}, "core_node2":{ "state":"down", "base_url":"http://127.0.0.1:35765", "core":"c8n_1x3_lf_shard1_replica1", "node_name":"127.0.0.1:35765_"}, "core_node3":{ "core":"c8n_1x3_lf_shard1_replica2", "base_url":"http://127.0.0.1:33525", "node_name":"127.0.0.1:33525_", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica2","base_url":"http://127.0.0.1:33525","node_name":"127.0.0.1:33525_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/30)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"c8n_1x3_lf_shard1_replica3",
"base_url":"http://127.0.0.1:40525",
"node_name":"127.0.0.1:40525_",
"state":"down"},
"core_node2":{
"state":"down",
"base_url":"http://127.0.0.1:35765",
"core":"c8n_1x3_lf_shard1_replica1",
"node_name":"127.0.0.1:35765_"},
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica2",
"base_url":"http://127.0.0.1:33525",
"node_name":"127.0.0.1:33525_",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([1017537500177BC0:98436CAFAEEB1638]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:168)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([1017537500177BC0:586227C106245455]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11601 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/init-core-data-001
[junit4] 2> 402870 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[1017537500177BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 402870 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[1017537500177BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 402870 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[1017537500177BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 402871 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[1017537500177BC0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 402871 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 402872 INFO (Thread-2477) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 402872 INFO (Thread-2477) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 402876 ERROR (Thread-2477) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 402972 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.ZkTestServer start zk server on port:37863
[junit4] 2> 402983 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 402984 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 402985 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 402986 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 402987 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 402987 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 402988 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 402989 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 402989 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 402990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 402990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 403071 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/control-001/cores/collection1
[junit4] 2> 403073 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 403074 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ffba910{/,null,AVAILABLE}
[junit4] 2> 403076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ad95c73{HTTP/1.1,[http/1.1]}{127.0.0.1:38955}
[junit4] 2> 403076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.Server Started @405369ms
[junit4] 2> 403076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/tempDir-001/control/data, hostPort=35765, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/control-001/cores}
[junit4] 2> 403076 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 403076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 403076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 403076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 403076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-25T01:15:41.228578Z
[junit4] 2> 403081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 403081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/control-001/solr.xml
[junit4] 2> 403084 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 403085 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37863/solr
[junit4] 2> 403098 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 403099 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35765_
[junit4] 2> 403099 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.Overseer Overseer (id=98541485491748868-127.0.0.1:35765_-n_0000000000) starting
[junit4] 2> 403105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35765_
[junit4] 2> 403105 INFO (zkCallback-593-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 403123 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/control-001/cores
[junit4] 2> 403123 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 403124 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 403125 INFO (OverseerStateUpdate-98541485491748868-127.0.0.1:35765_-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 404137 WARN (coreLoadExecutor-1552-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 404137 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 404150 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 404217 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 404224 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 404224 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 404224 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/control-001/cores/collection1/data/]
[junit4] 2> 404225 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28a8cfa2
[junit4] 2> 404226 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=93.53125, floorSegmentMB=1.5185546875, forceMergeDeletesPctAllowed=6.682601512469541, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 404230 WARN (coreLoadExecutor-1552-thread-1) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 404256 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 404257 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 404257 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 404257 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 404258 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=14.8466796875, floorSegmentMB=2.103515625, forceMergeDeletesPctAllowed=18.451692769579793, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.36994522523985707
[junit4] 2> 404258 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@37fabbd3[collection1] main]
[junit4] 2> 404259 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 404259 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 404259 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 404260 INFO (searcherExecutor-1553-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@37fabbd3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 404260 INFO (coreLoadExecutor-1552-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576663769323405312
[junit4] 2> 404262 INFO (coreZkRegister-1545-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 404262 INFO (coreZkRegister-1545-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 404262 INFO (coreZkRegister-1545-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35765/collection1/
[junit4] 2> 404262 INFO (coreZkRegister-1545-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 404262 INFO (coreZkRegister-1545-thread-1) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:35765/collection1/ has no replicas
[junit4] 2> 404262 INFO (coreZkRegister-1545-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 404263 INFO (coreZkRegister-1545-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35765/collection1/ shard1
[junit4] 2> 404414 INFO (coreZkRegister-1545-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 404632 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 404633 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37863/solr ready
[junit4] 2> 404633 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 404700 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-1-001/cores/collection1
[junit4] 2> 404700 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-1-001
[junit4] 2> 404701 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 404701 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25d616f3{/,null,AVAILABLE}
[junit4] 2> 404702 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6478c4f3{HTTP/1.1,[http/1.1]}{127.0.0.1:46863}
[junit4] 2> 404702 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.Server Started @406995ms
[junit4] 2> 404702 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/tempDir-001/jetty1, hostPort=33525, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-1-001/cores}
[junit4] 2> 404702 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 404702 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 404702 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 404702 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 404702 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-25T01:15:42.854840Z
[junit4] 2> 404705 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 404705 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-1-001/solr.xml
[junit4] 2> 404710 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 404711 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37863/solr
[junit4] 2> 404720 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 404720 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 404721 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33525_
[junit4] 2> 404721 INFO (zkCallback-593-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 404721 INFO (zkCallback-597-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 404721 INFO (zkCallback-602-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 404737 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-1-001/cores
[junit4] 2> 404737 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 404738 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 404739 INFO (OverseerStateUpdate-98541485491748868-127.0.0.1:35765_-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 405751 WARN (coreLoadExecutor-1563-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 405751 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 405764 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 405815 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 405820 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 405821 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 405821 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-1-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 405821 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28a8cfa2
[junit4] 2> 405822 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=93.53125, floorSegmentMB=1.5185546875, forceMergeDeletesPctAllowed=6.682601512469541, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 405824 WARN (coreLoadExecutor-1563-thread-1) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 405842 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 405842 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 405843 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 405843 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 405843 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=14.8466796875, floorSegmentMB=2.103515625, forceMergeDeletesPctAllowed=18.451692769579793, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.36994522523985707
[junit4] 2> 405844 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@457cc5a4[collection1] main]
[junit4] 2> 405844 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 405844 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 405845 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 405845 INFO (searcherExecutor-1564-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@457cc5a4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 405845 INFO (coreLoadExecutor-1563-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576663770985398272
[junit4] 2> 405848 INFO (coreZkRegister-1558-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 405848 INFO (coreZkRegister-1558-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 405848 INFO (coreZkRegister-1558-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33525/collection1/
[junit4] 2> 405848 INFO (coreZkRegister-1558-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 405848 INFO (coreZkRegister-1558-thread-1) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:33525/collection1/ has no replicas
[junit4] 2> 405848 INFO (coreZkRegister-1558-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 405849 INFO (coreZkRegister-1558-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33525/collection1/ shard2
[junit4] 2> 406000 INFO (coreZkRegister-1558-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 406308 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-2-001/cores/collection1
[junit4] 2> 406308 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-2-001
[junit4] 2> 406309 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 406310 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@208eb2e2{/,null,AVAILABLE}
[junit4] 2> 406310 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27a4c2aa{HTTP/1.1,[http/1.1]}{127.0.0.1:45983}
[junit4] 2> 406310 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.Server Started @408603ms
[junit4] 2> 406310 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/tempDir-001/jetty2, hostPort=40525, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-2-001/cores}
[junit4] 2> 406310 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 406311 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 406311 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 406311 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 406311 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-25T01:15:44.463172Z
[junit4] 2> 406312 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 406312 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-2-001/solr.xml
[junit4] 2> 406314 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 406315 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37863/solr
[junit4] 2> 406318 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 406319 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 406319 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40525_
[junit4] 2> 406320 INFO (zkCallback-597-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 406320 INFO (zkCallback-593-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 406320 INFO (zkCallback-602-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 406321 INFO (zkCallback-608-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 406349 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-2-001/cores
[junit4] 2> 406349 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 406350 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 406351 INFO (OverseerStateUpdate-98541485491748868-127.0.0.1:35765_-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 407357 WARN (coreLoadExecutor-1574-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 407358 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 407372 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 407428 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 407434 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 407434 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 407434 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-2-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 407434 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28a8cfa2
[junit4] 2> 407435 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=93.53125, floorSegmentMB=1.5185546875, forceMergeDeletesPctAllowed=6.682601512469541, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 407438 WARN (coreLoadExecutor-1574-thread-1) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 407467 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 407467 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 407468 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 407468 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 407468 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=14.8466796875, floorSegmentMB=2.103515625, forceMergeDeletesPctAllowed=18.451692769579793, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.36994522523985707
[junit4] 2> 407468 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2071f9d0[collection1] main]
[junit4] 2> 407469 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 407469 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 407469 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 407470 INFO (searcherExecutor-1575-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2071f9d0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 407470 INFO (coreLoadExecutor-1574-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576663772689334272
[junit4] 2> 407473 INFO (coreZkRegister-1569-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 407473 INFO (coreZkRegister-1569-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 407473 INFO (coreZkRegister-1569-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40525/collection1/
[junit4] 2> 407473 INFO (coreZkRegister-1569-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 407473 INFO (coreZkRegister-1569-thread-1) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:40525/collection1/ has no replicas
[junit4] 2> 407473 INFO (coreZkRegister-1569-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 407474 INFO (coreZkRegister-1569-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40525/collection1/ shard1
[junit4] 2> 407625 INFO (coreZkRegister-1569-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 407915 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-3-001/cores/collection1
[junit4] 2> 407915 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-3-001
[junit4] 2> 407915 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 407917 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5cd09198{/,null,AVAILABLE}
[junit4] 2> 407917 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3618b514{HTTP/1.1,[http/1.1]}{127.0.0.1:45677}
[junit4] 2> 407917 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.e.j.s.Server Started @410210ms
[junit4] 2> 407917 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/tempDir-001/jetty3, hostPort=44789, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-3-001/cores}
[junit4] 2> 407917 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 407918 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 407918 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 407918 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 407918 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-25T01:15:46.070355Z
[junit4] 2> 407920 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 407920 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-3-001/solr.xml
[junit4] 2> 407922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 407923 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37863/solr
[junit4] 2> 407928 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 407929 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 407929 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44789_
[junit4] 2> 407930 INFO (zkCallback-597-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 407930 INFO (zkCallback-593-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 407930 INFO (zkCallback-602-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 407930 INFO (zkCallback-608-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 407930 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 407946 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-3-001/cores
[junit4] 2> 407947 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 407947 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 407948 INFO (OverseerStateUpdate-98541485491748868-127.0.0.1:35765_-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 408955 WARN (coreLoadExecutor-1585-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 408955 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 408964 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 409012 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 409019 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 409019 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 409019 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-3-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 409019 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28a8cfa2
[junit4] 2> 409022 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=93.53125, floorSegmentMB=1.5185546875, forceMergeDeletesPctAllowed=6.682601512469541, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 409027 WARN (coreLoadExecutor-1585-thread-1) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 409052 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 409052 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 409053 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 409053 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 409054 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=14.8466796875, floorSegmentMB=2.103515625, forceMergeDeletesPctAllowed=18.451692769579793, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.36994522523985707
[junit4] 2> 409054 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5288705c[collection1] main]
[junit4] 2> 409054 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 409054 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 409055 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 409055 INFO (searcherExecutor-1586-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5288705c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 409056 INFO (coreLoadExecutor-1585-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576663774352375808
[junit4] 2> 409058 INFO (coreZkRegister-1580-thread-1) [ ] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 409058 INFO (updateExecutor-611-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 409059 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 409059 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 409059 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 409059 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 409059 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:33525/collection1/] and I am [http://127.0.0.1:44789/collection1/]
[junit4] 2> 409060 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:33525]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:44789_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 409061 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48164,localport=33525], receiveBufferSize:531000
[junit4] 2> 409063 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46863,localport=41524], receiveBufferSize=530904
[junit4] 2> 409064 INFO (qtp494064720-5111) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 409064 INFO (qtp494064720-5111) [ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 409064 INFO (qtp494064720-5111) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:44789_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:44789","node_name":"127.0.0.1:44789_","state":"down"}
[junit4] 2> 409450 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 409450 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 409450 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 410065 INFO (qtp494064720-5111) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:44789_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:44789","node_name":"127.0.0.1:44789_","state":"recovering"}
[junit4] 2> 410065 INFO (qtp494064720-5111) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 410065 INFO (qtp494064720-5111) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:44789_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 410565 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:33525/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 410566 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:44789 START replicas=[http://127.0.0.1:33525/collection1/] nUpdates=100
[junit4] 2> 410567 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48168,localport=33525], receiveBufferSize:531000
[junit4] 2> 410567 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46863,localport=41528], receiveBufferSize=530904
[junit4] 2> 410568 INFO (qtp494064720-5111) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 410568 INFO (qtp494064720-5111) [ ] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 410569 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 410569 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 410569 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 410570 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 410570 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 410570 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 410570 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 410570 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 410570 INFO (recoveryExecutor-612-thread-1) [ ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 411450 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 411451 INFO (SocketProxy-Acceptor-35765) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60328,localport=35765], receiveBufferSize:531000
[junit4] 2> 411452 INFO (SocketProxy-Acceptor-35765) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38955,localport=47308], receiveBufferSize=530904
[junit4] 2> 411452 INFO (qtp991302117-5076) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 411453 INFO (qtp991302117-5076) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 411453 INFO (qtp991302117-5076) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 411453 INFO (qtp991302117-5076) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 411458 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48176,localport=33525], receiveBufferSize:531000
[junit4] 2> 411459 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46863,localport=41536], receiveBufferSize=530904
[junit4] 2> 411469 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48180,localport=33525], receiveBufferSize:531000
[junit4] 2> 411469 INFO (SocketProxy-Acceptor-40525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49740,localport=40525], receiveBufferSize:531000
[junit4] 2> 411469 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46863,localport=41542], receiveBufferSize=530904
[junit4] 2> 411473 INFO (SocketProxy-Acceptor-40525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45983,localport=58076], receiveBufferSize=530904
[junit4] 2> 411473 INFO (SocketProxy-Acceptor-44789) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52866,localport=44789], receiveBufferSize:531000
[junit4] 2> 411473 INFO (qtp494064720-5111) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 411473 INFO (qtp494064720-5111) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 411474 INFO (qtp494064720-5111) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 411474 INFO (qtp494064720-5111) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:33525/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 411476 INFO (SocketProxy-Acceptor-44789) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45677,localport=48822], receiveBufferSize=530904
[junit4] 2> 411477 INFO (qtp575801184-5142) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 411477 INFO (qtp575801184-5142) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 411477 INFO (qtp575801184-5142) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 411477 INFO (qtp575801184-5142) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:33525/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 411479 INFO (qtp234017261-5165) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 411479 INFO (qtp234017261-5165) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 411479 INFO (qtp234017261-5165) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 411479 INFO (qtp234017261-5165) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:33525/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 411480 INFO (qtp494064720-5106) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 20
[junit4] 2> 411481 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48192,localport=33525], receiveBufferSize:531000
[junit4] 2> 411481 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46863,localport=41552], receiveBufferSize=530904
[junit4] 2> 411482 INFO (qtp494064720-5109) [ ] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 411483 INFO (SocketProxy-Acceptor-44789) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52874,localport=44789], receiveBufferSize:531000
[junit4] 2> 411485 INFO (SocketProxy-Acceptor-44789) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45677,localport=48830], receiveBufferSize=530904
[junit4] 2> 411486 INFO (qtp234017261-5171) [ ] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 411486 INFO (SocketProxy-Acceptor-40525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49760,localport=40525], receiveBufferSize:531000
[junit4] 2> 411487 INFO (SocketProxy-Acceptor-40525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45983,localport=58092], receiveBufferSize=530904
[junit4] 2> 411488 INFO (qtp575801184-5143) [ ] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 413488 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1017537500177BC0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: c8n_1x3_lf
[junit4] 2> 413489 INFO (SocketProxy-Acceptor-40525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49766,localport=40525], receiveBufferSize:531000
[junit4] 2> 413489 INFO (SocketProxy-Acceptor-40525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45983,localport=58098], receiveBufferSize=530904
[junit4] 2> 413500 INFO (qtp575801184-5142) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&maxShardsPerNode=1&name=c8n_1x3_lf&action=CREATE&numShards=1&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 413504 INFO (OverseerThreadFactory-1550-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection c8n_1x3_lf
[junit4] 2> 413504 INFO (OverseerThreadFactory-1550-thread-1) [ ] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
[junit4] 2> 413606 INFO (SocketProxy-Acceptor-40525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49770,localport=40525], receiveBufferSize:531000
[junit4] 2> 413606 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48210,localport=33525], receiveBufferSize:531000
[junit4] 2> 413606 INFO (SocketProxy-Acceptor-35765) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60366,localport=35765], receiveBufferSize:531000
[junit4] 2> 413609 INFO (SocketProxy-Acceptor-40525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45983,localport=58104], receiveBufferSize=530904
[junit4] 2> 413611 INFO (SocketProxy-Acceptor-35765) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38955,localport=47350], receiveBufferSize=530904
[junit4] 2> 413611 INFO (SocketProxy-Acceptor-33525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46863,localport=41574], receiveBufferSize=530904
[junit4] 2> 413611 INFO (qtp575801184-5139) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica3&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2
[junit4] 2> 413611 INFO (qtp991302117-5071) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica1&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2
[junit4] 2> 413611 INFO (qtp494064720-5106) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica2&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2
[junit4] 2> 414636 WARN (qtp494064720-5106) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 414637 INFO (qtp494064720-5106) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 414637 WARN (qtp575801184-5139) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 414638 INFO (qtp575801184-5139) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 414648 INFO (qtp494064720-5106) [ ] o.a.s.s.IndexSchema [c8n_1x3_lf_shard1_replica2] Schema name=test
[junit4] 2> 414650 WARN (qtp991302117-5071) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 414650 INFO (qtp991302117-5071) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 414672 INFO (qtp575801184-5139) [ ] o.a.s.s.IndexSchema [c8n_1x3_lf_shard1_replica3] Schema name=test
[junit4] 2> 414679 INFO (qtp991302117-5071) [ ] o.a.s.s.IndexSchema [c8n_1x3_lf_shard1_replica1] Schema name=test
[junit4] 2> 415265 INFO (qtp494064720-5106) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 415271 INFO (qtp991302117-5071) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 415280 INFO (qtp575801184-5139) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 415281 INFO (qtp991302117-5071) [ ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_1x3_lf_shard1_replica1' using configuration from collection c8n_1x3_lf, trusted=true
[junit4] 2> 415281 INFO (qtp991302117-5071) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 415282 INFO (qtp991302117-5071) [ ] o.a.s.c.SolrCore [[c8n_1x3_lf_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/control-001/cores/c8n_1x3_lf_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/control-001/cores/c8n_1x3_lf_shard1_replica1/data/]
[junit4] 2> 415282 INFO (qtp991302117-5071) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28a8cfa2
[junit4] 2> 415290 INFO (qtp991302117-5071) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=93.53125, floorSegmentMB=1.5185546875, forceMergeDeletesPctAllowed=6.682601512469541, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 415294 INFO (qtp494064720-5106) [ ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_1x3_lf_shard1_replica2' using configuration from collection c8n_1x3_lf, trusted=true
[junit4] 2> 415294 INFO (qtp494064720-5106) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 415294 INFO (qtp494064720-5106) [ ] o.a.s.c.SolrCore [[c8n_1x3_lf_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-1-001/cores/c8n_1x3_lf_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-1-001/cores/c8n_1x3_lf_shard1_replica2/data/]
[junit4] 2> 415294 INFO (qtp494064720-5106) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28a8cfa2
[junit4] 2> 415295 INFO (qtp494064720-5106) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=93.53125, floorSegmentMB=1.5185546875, forceMergeDeletesPctAllowed=6.682601512469541, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 415313 WARN (qtp991302117-5071) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 415342 INFO (qtp575801184-5139) [ ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_1x3_lf_shard1_replica3' using configuration from collection c8n_1x3_lf, trusted=true
[junit4] 2> 415343 INFO (qtp575801184-5139) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 415343 INFO (qtp575801184-5139) [ ] o.a.s.c.SolrCore [[c8n_1x3_lf_shard1_replica3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-2-001/cores/c8n_1x3_lf_shard1_replica3], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1017537500177BC0-001/shard-2-001/cores/c8n_1x3_lf_shard1_replica3/data/]
[junit4] 2> 415343 INFO (qtp575801184-5139) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28a8cfa2
[junit4] 2> 415346 INFO (qtp575801184-5139) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=93.53125, floorSegmentMB=1.5185546875, forceMergeDeletesPctAllowed=6.682601512469541, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 415350 WARN (qtp494064720-5106) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 415351 WARN (qtp575801184-5139) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 415403 INFO (qtp575801184-5139) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 415403 INFO (qtp575801184-5139) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 415403 INFO (qtp575801184-5139) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 415403 INFO (qtp575801184-5139) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 415404 INFO (qtp575801184-5139) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=14.8466796875, floorSegmentMB=2.103515625, forceMergeDeletesPctAllowed=18.451692769579793, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.36994522523985707
[junit4] 2> 415405 INFO (qtp575801184-5139) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@31738fbb[c8n_1x3_lf_shard1_replica3] main]
[junit4] 2> 415407 INFO (qtp575801184-5139) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 415407 INFO (qtp575801184-5139) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 415407 INFO (qtp575801184-5139) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 415408 INFO (qtp575801184-5139) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576663781012930560
[junit4] 2> 415411 INFO (searcherExecutor-1593-thread-1) [ ] o.a.s.c.SolrCore [c8n_1x3_lf_shard1_replica3] Registered new searcher Searcher@31738fbb[c8n_1x3_lf_shard1_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 415412 INFO (qtp575801184-5139) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
[junit4] 2> 415418 INFO (qtp991302117-5071) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 415418 INFO (qtp991302117-5071) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 415419 INFO (qtp991302117-5071) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 415419 INFO (qtp991302117-5071) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 415420 INFO (qtp991302117-5071) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=14.8466796875, floorSegmentMB=2.103515625, forceMergeDeletesPctAllowed=18.451692769579793, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.36994522523985707
[junit4] 2> 415420 INFO (qtp991302117-5071) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1607e835[c8n_1x3_lf_shard1_replica1] main]
[junit4] 2> 415421 INFO (qtp991302117-5071) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 415422 INFO (qtp991302117-5071) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 415422 INFO (qtp991302117-5071) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 415422 INFO (qtp991302117-5071) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576663781027610624
[junit4] 2> 415423 INFO (searcherExecutor-1591-thread-1) [ ] o.a.s.c.SolrCore [c8n_1x3_lf_shard1_replica1] Registered new searcher Searcher@1607e835[c8n_1x3_lf_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 415432 INFO (qtp494064720-5106) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 415432 INFO (qtp494064720-5106) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 415433 INFO (qtp494064720-5106) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 415433 INFO (qtp494064720-5106) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 415436 INFO (qtp494064720-5106) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=14.8466796875, floorSegmentMB=2.103515625, forceMergeDeletesPctAllowed=18.451692769579793, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.36994522523985707
[junit4] 2> 415438 INFO (qtp494064720-5106) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3abb367b[c8n_1x3_lf_shard1_replica2] main]
[junit4] 2> 415439 INFO (qtp494064720-5106) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 415439 INFO (qtp494064720-5106) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 415439 INFO (qtp494064720-5106) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 415440 INFO (qtp494064720-5106) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576663781046484992
[junit4] 2> 415440 INFO (searcherExecutor-1592-thread-1) [ ] o.a.s.c.SolrCore [c8n_1x3_lf_shard1_replica2] Registered new searcher Searcher@3abb367b[c8n_1x3_lf_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 415914 INFO (qtp575801184-5139) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 415914 INFO (qtp575801184-5139) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 415914 INFO (qtp575801184-5139) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40525/c8n_1x3_lf_shard1_replica3/
[junit4] 2> 415914 INFO (qtp575801184-5139) [ ] o.a.s.u.PeerSync PeerSync: core=c8n_1x3_lf_shard1_replica3 url=http://127.0.0.1:40525 START replicas=[http://127.0.0.1:35765/c8n_1x3_lf_shard1_replica1/, http://127.0.
[...truncated too long message...]
, http/1.1]}{127.0.0.1:0}
[junit4] 2> 994448 INFO (jetty-closer-1180-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 994448 INFO (jetty-closer-1180-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 994448 INFO (jetty-closer-1180-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=214270997
[junit4] 2> 994449 INFO (jetty-closer-1180-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 994449 INFO (jetty-closer-1180-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 994449 INFO (jetty-closer-1180-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 994449 INFO (jetty-closer-1180-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 994449 INFO (jetty-closer-1180-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d722c75{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 994449 INFO (jetty-closer-1180-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=135162673
[junit4] 2> 994449 INFO (jetty-closer-1180-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 994450 INFO (jetty-closer-1180-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 994450 INFO (jetty-closer-1180-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 994454 INFO (coreCloseExecutor-3265-thread-1) [ ] o.a.s.c.SolrCore [corewithnocollection] CLOSING SolrCore org.apache.solr.core.SolrCore@22eef103
[junit4] 2> 994454 INFO (zkCallback-1201-thread-6) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 994454 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:37271) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e16fccca50008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 994454 INFO (coreCloseExecutor-3265-thread-2) [ ] o.a.s.c.SolrCore [corewithnocollection2] CLOSING SolrCore org.apache.solr.core.SolrCore@299ddeb2
[junit4] 2> 994454 INFO (zkCallback-1228-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 994455 INFO (zkCallback-1199-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 994455 INFO (coreCloseExecutor-3265-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection
[junit4] 2> 994455 INFO (zkCallback-1201-thread-6) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 994455 INFO (zkCallback-1199-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 994455 INFO (coreCloseExecutor-3265-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2
[junit4] 2> 994455 INFO (jetty-closer-1180-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98541516869664778-127.0.0.1:34301_solr-n_0000000001) closing
[junit4] 2> 994456 INFO (OverseerStateUpdate-98541516869664778-127.0.0.1:34301_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34301_solr
[junit4] 2> 995954 WARN (zkCallback-1197-thread-7) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 995954 INFO (jetty-closer-1180-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f6e59b2{/solr,null,UNAVAILABLE}
[junit4] 2> 995955 WARN (zkCallback-1228-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 995955 INFO (jetty-closer-1180-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1491c20a{/solr,null,UNAVAILABLE}
[junit4] 2> 995956 WARN (zkCallback-1201-thread-6) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 995956 WARN (zkCallback-1199-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 995956 INFO (jetty-closer-1180-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6cca5abd{/solr,null,UNAVAILABLE}
[junit4] 2> 995956 INFO (jetty-closer-1180-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65c822cd{/solr,null,UNAVAILABLE}
[junit4] 2> 995957 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[1017537500177BC0]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 995957 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[1017537500177BC0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37271 37271
[junit4] 2> 995963 INFO (Thread-4146) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37271 37271
[junit4] 2> 995964 WARN (Thread-4146) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 9 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 89 /solr/clusterstate.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 4 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 4 /solr/collections/reloaded_collection/state.json
[junit4] 2> 3 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 199 /solr/collections
[junit4] 2> 9 /solr/live_nodes
[junit4] 2>
[junit4] 2> 995964 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[1017537500177BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1017537500177BC0-001
[junit4] 2> Aug 25, 2017 1:25:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=it-CH, timezone=Australia/Darwin
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=129027664,total=494927872
[junit4] 2> NOTE: All tests run in this JVM: [TestCollectionAPIs, BlockCacheTest, CheckHdfsIndexTest, CollectionStateFormat2Test, TestCursorMarkWithoutUniqueKey, ClusterStateUpdateTest, ClassificationUpdateProcessorFactoryTest, TestConfigSets, TestRawResponseWriter, SystemInfoHandlerTest, TestScoreJoinQPNoScore, SolrCoreMetricManagerTest, TestQueryUtils, TestInitParams, URLClassifyProcessorTest, TestCollationFieldDocValues, IndexSchemaRuntimeFieldTest, TestDeleteCollectionOnDownNodes, HdfsDirectoryFactoryTest, TestTrackingShardHandlerFactory, CleanupOldIndexTest, HttpSolrCallGetCoreTest, TestLockTree, TestNumericTerms64, SpellCheckComponentTest, TermVectorComponentTest, TestMiniSolrCloudClusterSSL, TestExceedMaxTermLength, DistanceFunctionTest, CoreAdminRequestStatusTest, TestImpersonationWithHadoopAuth, DeleteInactiveReplicaTest, SolrIndexConfigTest, SolrInfoMBeanTest, TestCoreContainer, RemoteQueryErrorTest, SparseHLLTest, HighlighterTest, BasicFunctionalityTest, TestLeaderElectionZkExpiry, SearchHandlerTest, TestFieldCollectionResource, TestCollapseQParserPlugin, CoreSorterTest, TestCustomSort, AddSchemaFieldsUpdateProcessorFactoryTest, TestFieldCacheSort, SmileWriterTest, SpellingQueryConverterTest, HdfsCollectionsAPIDistributedZkTest, TestOrdValues, AssignTest, RestartWhileUpdatingTest, RankQueryTest, LeaderFailoverAfterPartitionTest, PKIAuthenticationIntegrationTest, TestSubQueryTransformerDistrib, TestLRUCache, RuleEngineTest, TestGraphMLResponseWriter, TestFileDictionaryLookup, TestJsonFacetRefinement, TestEmbeddedSolrServerConstructors, TestSegmentSorting, TestSweetSpotSimilarityFactory, TestStressVersions, TestSolrQueryParserDefaultOperatorResource, SolrJmxReporterCloudTest, IndexSchemaTest, TestMaxScoreQueryParser, TestRandomRequestDistribution, DistributedDebugComponentTest, TestGraphTermsQParserPlugin, TestDistribIDF, CSVRequestHandlerTest, WordBreakSolrSpellCheckerTest, LeaderInitiatedRecoveryOnShardRestartTest, BigEndianAscendingWordSerializerTest, ChaosMonkeySafeLeaderTest, SpellCheckCollatorWithCollapseTest, TestReqParamsAPI, TestClusterProperties, TestObjectReleaseTracker, HdfsBasicDistributedZkTest, TestSolrCloudWithDelegationTokens, DistribCursorPagingTest, TestCSVResponseWriter, ConnectionManagerTest, SpatialHeatmapFacetsTest, TestCloudPivotFacet, HdfsRecoveryZkTest, TestIntervalFaceting, CollectionsAPIDistributedZkTest]
[junit4] Completed [340/713 (2!)] on J1 in 115.32s, 20 tests, 1 failure <<< FAILURES!
[...truncated 37564 lines...]