You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/09/28 03:08:01 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 169 - Still unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/169/
15 tests failed.
FAILED: org.apache.solr.handler.dataimport.TestContentStreamDataSource.testCommitWithin
Error Message:
expected:<0> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<2>
at __randomizedtesting.SeedInfo.seed([D7D311D9A67AB1F6:6D017EA125545FE3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.dataimport.TestContentStreamDataSource.testCommitWithin(TestContentStreamDataSource.java:98)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:58722/collection1_shard1_replica_t43: ClusterState says we are the leader (http://127.0.0.1:58722/collection1_shard1_replica_t43), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:58722/collection1_shard1_replica_t43: ClusterState says we are the leader (http://127.0.0.1:58722/collection1_shard1_replica_t43), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E:212FE2CA575E8B76]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:350)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58722/collection1_shard1_replica_t43: ClusterState says we are the leader (http://127.0.0.1:58722/collection1_shard1_replica_t43), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.CollectionReloadTest.testReloadedLeaderStateAfterZkSessionLoss
Error Message:
Could not load collection from ZK: c8n_1x1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: c8n_1x1
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E:5255664D5F4F95DB]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.common.cloud.ZkStateReader.getLeader(ZkStateReader.java:731)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:753)
at org.apache.solr.cloud.CollectionReloadTest.testReloadedLeaderStateAfterZkSessionLoss(CollectionReloadTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/c8n_1x1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 44 more
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Could not load collection from ZK: addReplicaColl
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: addReplicaColl
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E:3ADB8A3677AAAD5F]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:108)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:610)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/addReplicaColl/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 44 more
FAILED: org.apache.solr.cloud.DistributedQueueTest.testDistributedQueueBlocking
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E:ECD1AF69BDF05AFA]:0)
at java.util.concurrent.FutureTask.get(FutureTask.java:205)
at org.apache.solr.cloud.DistributedQueueTest.testDistributedQueueBlocking(DistributedQueueTest.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistributedQueueTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.DistributedQueueTest: 1) Thread[id=4239, name=dqtest--566-thread-1, state=TIMED_WAITING, group=TGRP-DistributedQueueTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:169) at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:142) at org.apache.solr.cloud.DistributedQueueTest.lambda$testDistributedQueueBlocking$1(DistributedQueueTest.java:157) at org.apache.solr.cloud.DistributedQueueTest$$Lambda$406/947586463.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$110/363191321.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.DistributedQueueTest:
1) Thread[id=4239, name=dqtest--566-thread-1, state=TIMED_WAITING, group=TGRP-DistributedQueueTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:169)
at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:142)
at org.apache.solr.cloud.DistributedQueueTest.lambda$testDistributedQueueBlocking$1(DistributedQueueTest.java:157)
at org.apache.solr.cloud.DistributedQueueTest$$Lambda$406/947586463.call(Unknown Source)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$110/363191321.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E]:0)
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E:212FE2CA575E8B76]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Didn't see all replicas for shard shard1 in c8n_1x3_lf come up within 90000 ms! ClusterState: { "control_collection":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node2":{ "core":"control_collection_shard1_replica_n1", "base_url":"http://127.0.0.1:34776", "node_name":"127.0.0.1:34776_", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}, "c8n_1x3_lf":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_t1", "base_url":"http://127.0.0.1:34776", "node_name":"127.0.0.1:34776_", "state":"active", "type":"TLOG", "leader":"true"}, "core_node5":{ "state":"down", "base_url":"http://127.0.0.1:35617", "core":"c8n_1x3_lf_shard1_replica_t2", "node_name":"127.0.0.1:35617_", "type":"TLOG"}, "core_node6":{ "core":"c8n_1x3_lf_shard1_replica_t3", "base_url":"http://127.0.0.1:59446", "node_name":"127.0.0.1:59446_", "state":"active", "type":"TLOG"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"0", "tlogReplicas":"3"}, "collection1":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node44":{ "core":"collection1_shard1_replica_t43", "base_url":"http://127.0.0.1:35617", "node_name":"127.0.0.1:35617_", "state":"active", "type":"TLOG", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node42":{ "core":"collection1_shard2_replica_t41", "base_url":"http://127.0.0.1:59446", "node_name":"127.0.0.1:59446_", "state":"active", "type":"TLOG", "leader":"true"}, "core_node46":{ "core":"collection1_shard2_replica_t45", "base_url":"http://127.0.0.1:48242", "node_name":"127.0.0.1:48242_", "state":"active", "type":"TLOG"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}}
Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x3_lf come up within 90000 ms! ClusterState: {
"control_collection":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"control_collection_shard1_replica_n1",
"base_url":"http://127.0.0.1:34776",
"node_name":"127.0.0.1:34776_",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"},
"c8n_1x3_lf":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_t1",
"base_url":"http://127.0.0.1:34776",
"node_name":"127.0.0.1:34776_",
"state":"active",
"type":"TLOG",
"leader":"true"},
"core_node5":{
"state":"down",
"base_url":"http://127.0.0.1:35617",
"core":"c8n_1x3_lf_shard1_replica_t2",
"node_name":"127.0.0.1:35617_",
"type":"TLOG"},
"core_node6":{
"core":"c8n_1x3_lf_shard1_replica_t3",
"base_url":"http://127.0.0.1:59446",
"node_name":"127.0.0.1:59446_",
"state":"active",
"type":"TLOG"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"0",
"tlogReplicas":"3"},
"collection1":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node44":{
"core":"collection1_shard1_replica_t43",
"base_url":"http://127.0.0.1:35617",
"node_name":"127.0.0.1:35617_",
"state":"active",
"type":"TLOG",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node42":{
"core":"collection1_shard2_replica_t41",
"base_url":"http://127.0.0.1:59446",
"node_name":"127.0.0.1:59446_",
"state":"active",
"type":"TLOG",
"leader":"true"},
"core_node46":{
"core":"collection1_shard2_replica_t45",
"base_url":"http://127.0.0.1:48242",
"node_name":"127.0.0.1:48242_",
"state":"active",
"type":"TLOG"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}}
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E:212FE2CA575E8B76]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1996)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:99)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.OverseerTest.testShardAssignment
Error Message:
{node1=node1:{"state":"active","node_name":"127.0.0.1","core":"core1","base_url":"http://127.0.0.1/solr/","leader":"true"}, node4=node4:{"state":"active","node_name":"127.0.0.1","core":"core4","base_url":"http://127.0.0.1/solr/"}} expected:<2> but was:<1>
Stack Trace:
java.lang.AssertionError: {node1=node1:{"state":"active","node_name":"127.0.0.1","core":"core1","base_url":"http://127.0.0.1/solr/","leader":"true"}, node4=node4:{"state":"active","node_name":"127.0.0.1","core":"core4","base_url":"http://127.0.0.1/solr/"}} expected:<2> but was:<1>
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E:D063D24086F962D2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.OverseerTest.testShardAssignment(OverseerTest.java:298)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorCloud
Error Message:
Error from server at https://127.0.0.1:42653/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42653/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorCloud.java:121)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
Error Message:
{ "responseHeader":{ "status":500, "QTime":30955}, "errorMessages":["4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [http://127.0.0.1:49582/kb_/collection1_shard2_replica_n41/, http://127.0.0.1:57249/kb_/collection1_shard2_replica_n45/, http://127.0.0.1:42225/kb_/collection1_shard1_replica_n43/, http://127.0.0.1:43580/kb_/collection1_shard1_replica_n47/]\n"], "WARNING":"This response format is experimental. It is likely to change in the future.", "error":{ "metadata":[ "error-class","org.apache.solr.common.SolrException", "root-error-class","org.apache.solr.common.SolrException"], "msg":"4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [http://127.0.0.1:49582/kb_/collection1_shard2_replica_n41/, http://127.0.0.1:57249/kb_/collection1_shard2_replica_n45/, http://127.0.0.1:42225/kb_/collection1_shard1_replica_n43/, http://127.0.0.1:43580/kb_/collection1_shard1_replica_n47/]", "trace":"org.apache.solr.common.SolrException: 4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [http://127.0.0.1:49582/kb_/collection1_shard2_replica_n41/, http://127.0.0.1:57249/kb_/collection1_shard2_replica_n45/, http://127.0.0.1:42225/kb_/collection1_shard1_replica_n43/, http://127.0.0.1:43580/kb_/collection1_shard1_replica_n47/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:772)\n\tat org.apache.solr.handler.SolrConfigHandler.access$400(SolrConfigHandler.java:102)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:503)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:346)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:159)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2483)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:534)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)\n\tat java.lang.Thread.run(Thread.java:748)\n", "code":500}}
Stack Trace:
java.lang.AssertionError: {
"responseHeader":{
"status":500,
"QTime":30955},
"errorMessages":["4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [http://127.0.0.1:49582/kb_/collection1_shard2_replica_n41/, http://127.0.0.1:57249/kb_/collection1_shard2_replica_n45/, http://127.0.0.1:42225/kb_/collection1_shard1_replica_n43/, http://127.0.0.1:43580/kb_/collection1_shard1_replica_n47/]\n"],
"WARNING":"This response format is experimental. It is likely to change in the future.",
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","org.apache.solr.common.SolrException"],
"msg":"4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [http://127.0.0.1:49582/kb_/collection1_shard2_replica_n41/, http://127.0.0.1:57249/kb_/collection1_shard2_replica_n45/, http://127.0.0.1:42225/kb_/collection1_shard1_replica_n43/, http://127.0.0.1:43580/kb_/collection1_shard1_replica_n47/]",
"trace":"org.apache.solr.common.SolrException: 4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [http://127.0.0.1:49582/kb_/collection1_shard2_replica_n41/, http://127.0.0.1:57249/kb_/collection1_shard2_replica_n45/, http://127.0.0.1:42225/kb_/collection1_shard1_replica_n43/, http://127.0.0.1:43580/kb_/collection1_shard1_replica_n47/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:772)\n\tat org.apache.solr.handler.SolrConfigHandler.access$400(SolrConfigHandler.java:102)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:503)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:346)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:159)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2483)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:534)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)\n\tat java.lang.Thread.run(Thread.java:748)\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E:D9CED4320358AD39]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.core.TestSolrConfigHandler.runConfigCommand(TestSolrConfigHandler.java:185)
at org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream(TestCustomStream.java:77)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestSQLHandler.doTest
Error Message:
--> http://127.0.0.1:52362/ej_/collection1_shard2_replica_n41:Failed to execute sqlQuery 'select id, field_i, str_s from collection1 where (text='(XXXX)' OR text='XXXX') AND text='XXXX' order by field_i desc' against JDBC connection 'jdbc:calcitesolr:'. Error while executing SQL "select id, field_i, str_s from collection1 where (text='(XXXX)' OR text='XXXX') AND text='XXXX' order by field_i desc": Could not find a healthy node to handle the request.
Stack Trace:
java.io.IOException: --> http://127.0.0.1:52362/ej_/collection1_shard2_replica_n41:Failed to execute sqlQuery 'select id, field_i, str_s from collection1 where (text='(XXXX)' OR text='XXXX') AND text='XXXX' order by field_i desc' against JDBC connection 'jdbc:calcitesolr:'.
Error while executing SQL "select id, field_i, str_s from collection1 where (text='(XXXX)' OR text='XXXX') AND text='XXXX' order by field_i desc": Could not find a healthy node to handle the request.
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E:E3F65B49419F537]:0)
at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:221)
at org.apache.solr.handler.TestSQLHandler.getTuples(TestSQLHandler.java:2522)
at org.apache.solr.handler.TestSQLHandler.testBasicSelect(TestSQLHandler.java:124)
at org.apache.solr.handler.TestSQLHandler.doTest(TestSQLHandler.java:82)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSQLHandler
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.handler.TestSQLHandler: 1) Thread[id=227, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.TestSQLHandler:
1) Thread[id=227, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E]:0)
FAILED: org.apache.solr.handler.TestSolrConfigHandlerCloud.test
Error Message:
{ "responseHeader":{ "status":500, "QTime":31709}, "errorMessages":["4 out of 5 the property overlay to be of version 14 within 30 seconds! Failed cores: [https://127.0.0.1:36419/collection1_shard2_replica_n41/, https://127.0.0.1:47452/collection1_shard2_replica_n45/, https://127.0.0.1:47545/collection1_shard1_replica_n43/, https://127.0.0.1:52789/collection1_shard1_replica_n47/]\n"], "WARNING":"This response format is experimental. It is likely to change in the future.", "error":{ "metadata":[ "error-class","org.apache.solr.common.SolrException", "root-error-class","org.apache.solr.common.SolrException"], "msg":"4 out of 5 the property overlay to be of version 14 within 30 seconds! Failed cores: [https://127.0.0.1:36419/collection1_shard2_replica_n41/, https://127.0.0.1:47452/collection1_shard2_replica_n45/, https://127.0.0.1:47545/collection1_shard1_replica_n43/, https://127.0.0.1:52789/collection1_shard1_replica_n47/]", "trace":"org.apache.solr.common.SolrException: 4 out of 5 the property overlay to be of version 14 within 30 seconds! Failed cores: [https://127.0.0.1:36419/collection1_shard2_replica_n41/, https://127.0.0.1:47452/collection1_shard2_replica_n45/, https://127.0.0.1:47545/collection1_shard1_replica_n43/, https://127.0.0.1:52789/collection1_shard1_replica_n47/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:772)\n\tat org.apache.solr.handler.SolrConfigHandler.access$400(SolrConfigHandler.java:102)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:503)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:346)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:159)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2483)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:534)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)\n\tat java.lang.Thread.run(Thread.java:748)\n", "code":500}}
Stack Trace:
java.lang.AssertionError: {
"responseHeader":{
"status":500,
"QTime":31709},
"errorMessages":["4 out of 5 the property overlay to be of version 14 within 30 seconds! Failed cores: [https://127.0.0.1:36419/collection1_shard2_replica_n41/, https://127.0.0.1:47452/collection1_shard2_replica_n45/, https://127.0.0.1:47545/collection1_shard1_replica_n43/, https://127.0.0.1:52789/collection1_shard1_replica_n47/]\n"],
"WARNING":"This response format is experimental. It is likely to change in the future.",
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","org.apache.solr.common.SolrException"],
"msg":"4 out of 5 the property overlay to be of version 14 within 30 seconds! Failed cores: [https://127.0.0.1:36419/collection1_shard2_replica_n41/, https://127.0.0.1:47452/collection1_shard2_replica_n45/, https://127.0.0.1:47545/collection1_shard1_replica_n43/, https://127.0.0.1:52789/collection1_shard1_replica_n47/]",
"trace":"org.apache.solr.common.SolrException: 4 out of 5 the property overlay to be of version 14 within 30 seconds! Failed cores: [https://127.0.0.1:36419/collection1_shard2_replica_n41/, https://127.0.0.1:47452/collection1_shard2_replica_n45/, https://127.0.0.1:47545/collection1_shard1_replica_n43/, https://127.0.0.1:52789/collection1_shard1_replica_n47/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:772)\n\tat org.apache.solr.handler.SolrConfigHandler.access$400(SolrConfigHandler.java:102)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:503)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:346)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:159)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2483)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:534)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)\n\tat java.lang.Thread.run(Thread.java:748)\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E:212FE2CA575E8B76]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.core.TestSolrConfigHandler.runConfigCommand(TestSolrConfigHandler.java:185)
at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:394)
at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:97)
at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:56661/_n
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56661/_n
at __randomizedtesting.SeedInfo.seed([A97BDD10F9A2E68E:212FE2CA575E8B76]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.Abstrac
[...truncated too long message...]
rting in standalone mode on port null
[junit4] 2> 184765 T267 oass.SolrDispatchFilter.logWelcomeBanner \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 184765 T267 oass.SolrDispatchFilter.logWelcomeBanner |___/\___/_|_| Start time: 2017-09-28T02:29:33.051Z
[junit4] 2> 184765 T267 oasc.SolrXmlConfig.fromFile Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_D7D311D9A67AB1F6-001/inst-002/solr.xml
[junit4] 2> 184806 T267 oasc.SolrXmlConfig.getMetricReporterPluginInfos MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@594ae21e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 185193 T267 oasmr.SolrJmxReporter.doInit JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594ae21e
[junit4] 2> 185217 T267 oasmr.SolrJmxReporter.doInit JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594ae21e
[junit4] 2> 185217 T267 oasmr.SolrJmxReporter.doInit JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594ae21e
[junit4] 2> 185249 T267 oasc.CorePropertiesLocator.discover Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_D7D311D9A67AB1F6-001/inst-002
[junit4] 2> 185250 T267 oasc.CorePropertiesLocator.discover Cores are: [collection1]
[junit4] 2> 185338 T301 oasc.TransientSolrCoreCacheDefault.doInit Allocating transient cache for 2147483647 transient cores
[junit4] 2> 185488 T301 x:x:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 7.1.0
[junit4] 2> 185781 T301 x:x:collection1 oass.IndexSchema.readSchema [collection1] Schema name=dih_test
[junit4] 2> 185810 T301 x:x:collection1 oass.IndexSchema.readSchema Loaded schema dih_test/4.0 with uniqueid field id
[junit4] 2> 185810 T301 x:x:collection1 oasc.CoreContainer.createFromDescriptor Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_D7D311D9A67AB1F6-001/inst-002/collection1, trusted=true
[junit4] 2> 185811 T301 x:x:collection1 oasmr.SolrJmxReporter.doInit JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594ae21e
[junit4] 2> 185811 T301 x:x:collection1 oasc.SolrCore.initRecoveryStrategyBuilder solr.RecoveryStrategy.Builder
[junit4] 2> 185811 T301 x:x:collection1 oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_D7D311D9A67AB1F6-001/inst-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_D7D311D9A67AB1F6-001/inst-002/collection1/data/]
[junit4] 2> 186363 T301 x:x:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 186363 T301 x:x:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 186396 T301 x:x:collection1 oass.SolrIndexSearcher.<init> Opening [Searcher@410b49c3[collection1] main]
[junit4] 2> 186411 T301 x:x:collection1 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_D7D311D9A67AB1F6-001/inst-002/collection1/conf
[junit4] 2> 186444 T301 x:x:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000ms.
[junit4] 2> 186446 T305 x:x:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@410b49c3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> ASYNC NEW_CORE C18 name=collection1 org.apache.solr.core.SolrCore@31e4e7c2
[junit4] 2> 187041 T293 x:x:collection1 C18 oashd.DataImporter.maybeReloadConfiguration Loading DIH Configuration: data-config.xml
[junit4] 2> 187042 T293 x:x:collection1 C18 oashd.DataImporter.loadDataConfig Data Configuration loaded successfully
[junit4] 2> 187043 T293 x:x:collection1 C18 oashd.DataImporter.doFullImport Starting Full Import
[junit4] 2> 187044 T293 x:x:collection1 C18 oashd.SimplePropertiesWriter.readIndexerProperties WARN Unable to read: dataimport.properties
[junit4] 2> 187165 T293 x:x:collection1 C18 oashd.DocBuilder.finish Import completed successfully
[junit4] 2> 187165 T293 x:x:collection1 C18 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 187165 T293 x:x:collection1 C18 oasu.SolrIndexWriter.setCommitData Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@21090c52 commitCommandVersion:0
[junit4] 2> 187191 T293 x:x:collection1 C18 oass.SolrIndexSearcher.<init> Opening [Searcher@52ccefb9[collection1] main]
[junit4] 2> 187195 T305 x:x:collection1 C18 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52ccefb9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C2)))}
[junit4] 2> 187196 T293 x:x:collection1 C18 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4] 2> 187203 T293 x:x:collection1 C18 oashd.SimplePropertiesWriter.readIndexerProperties WARN Unable to read: dataimport.properties
[junit4] 2> 187203 T293 x:x:collection1 C18 oashd.SimplePropertiesWriter.persist Wrote last indexed time to dataimport.properties
[junit4] 2> 187204 T293 x:x:collection1 C18 oashd.DocBuilder.execute Time taken = 0:0:0.159
[junit4] 2> 187204 T293 x:x:collection1 C18 oasup.LogUpdateProcessorFactory$LogUpdateProcessor.finish [collection1] webapp=/solr path=/dataimport params={clean=false&wt=javabin&version=2&command=full-import}{add=[1, 2],commit=} 0 163
[junit4] 2> 187224 T293 x:x:collection1 C18 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 187296 T267 oejs.AbstractConnector.doStop Stopped ServerConnector@2d3274a1{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 187296 T267 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1620042713
[junit4] 2> 187296 T267 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 187296 T267 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57a8d50d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@31adcb7b
[junit4] 2> 187301 T267 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 187301 T267 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46d76db1: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@39d37f0b
[junit4] 2> 187329 T267 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 187329 T267 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2096358d: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@136ee6f4
[junit4] 2> 188295 T309 x:x:collection1 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@31e4e7c2
[junit4] 2> 188296 T309 x:x:collection1 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.core.collection1, tag=837085122
[junit4] 2> 188296 T309 x:x:collection1 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f96c1e8: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@552e4917
[junit4] 2> 188527 T267 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@1f08d42e{/solr,null,UNAVAILABLE}
[junit4] 2> 188547 T267 oas.SolrTestCaseJ4.tearDown ###Ending testSimple
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_D7D311D9A67AB1F6-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=FSTOrd50, desc=PostingsFormat(name=Asserting)}, docValues:{timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1567, maxMBSortInHeap=7.545308195368476, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-YE, timezone=Asia/Saigon
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=225328272,total=394788864
[junit4] 2> NOTE: All tests run in this JVM: [TestHierarchicalDocBuilder, TestZKPropertiesWriter, TestSolrEntityProcessorEndToEnd, TestContentStreamDataSource]
[junit4] Completed [22/38 (1!)] on J0 in 11.10s, 2 tests, 1 failure <<< FAILURES!
[...truncated 41370 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 179 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/179/
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([AF14947B8F741255:2740ABA121887FAD]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<5>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<5>
at __randomizedtesting.SeedInfo.seed([AF14947B8F741255:B315E9F6FAD16CC6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12706 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> 2838149 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/init-core-data-001
[junit4] 2> 2838150 WARN (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2838159 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2838160 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2838160 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001
[junit4] 2> 2838161 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2838168 INFO (Thread-1775) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2838168 INFO (Thread-1775) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2838252 ERROR (Thread-1775) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2838276 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33469
[junit4] 2> 2838410 INFO (jetty-launcher-2058-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2838410 INFO (jetty-launcher-2058-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2838483 INFO (jetty-launcher-2058-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ed93c63{/solr,null,AVAILABLE}
[junit4] 2> 2838516 INFO (jetty-launcher-2058-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@583c73cd{/solr,null,AVAILABLE}
[junit4] 2> 2838517 INFO (jetty-launcher-2058-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c57cddd{SSL,[ssl, http/1.1]}{127.0.0.1:37236}
[junit4] 2> 2838517 INFO (jetty-launcher-2058-thread-1) [ ] o.e.j.s.Server Started @2849692ms
[junit4] 2> 2838517 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37236}
[junit4] 2> 2838517 ERROR (jetty-launcher-2058-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2838517 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2838517 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2838518 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2838518 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T16:50:18.308Z
[junit4] 2> 2838536 INFO (jetty-launcher-2058-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23f68a73{SSL,[ssl, http/1.1]}{127.0.0.1:39873}
[junit4] 2> 2838536 INFO (jetty-launcher-2058-thread-2) [ ] o.e.j.s.Server Started @2849711ms
[junit4] 2> 2838536 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39873}
[junit4] 2> 2838537 ERROR (jetty-launcher-2058-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2838537 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2838537 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2838537 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2838537 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T16:50:18.327Z
[junit4] 2> 2838573 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2838683 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2838711 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33469/solr
[junit4] 2> 2838748 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33469/solr
[junit4] 2> 2838847 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f020b55010003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2838919 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f020b55010004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2839086 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2839086 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37236_solr
[junit4] 2> 2839086 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.c.Overseer Overseer (id=98799964519464966-127.0.0.1:37236_solr-n_0000000000) starting
[junit4] 2> 2839178 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37236_solr
[junit4] 2> 2839215 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2839450 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2839469 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2839487 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39873_solr
[junit4] 2> 2839504 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2839520 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2839892 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39873.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2839948 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39873.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2839948 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39873.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2839949 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node2/.
[junit4] 2> 2840144 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37236.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2840262 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37236.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2840262 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37236.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2840263 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node1/.
[junit4] 2> 2840605 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2840605 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33469/solr ready
[junit4] 2> 2840607 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 2840889 INFO (qtp1141788759-10703) [n:127.0.0.1:37236_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2840946 INFO (qtp1141788759-10703) [n:127.0.0.1:37236_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=56
[junit4] 2> 2841061 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testKillLeader
[junit4] 2> 2841063 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_kill_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2841112 INFO (OverseerThreadFactory-3614-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_kill_leader
[junit4] 2> 2841244 INFO (OverseerStateUpdate-98799964519464966-127.0.0.1:37236_solr-n_0000000000) [n:127.0.0.1:37236_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_kill_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_kill_leader_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37236/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2841315 INFO (OverseerStateUpdate-98799964519464966-127.0.0.1:37236_solr-n_0000000000) [n:127.0.0.1:37236_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_kill_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_kill_leader_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39873/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2841807 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2841807 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2841990 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2841990 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2842047 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842047 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842047 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842452 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842452 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842452 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842465 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843123 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2843162 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_kill_leader_shard1_replica_t1] Schema name=minimal
[junit4] 2> 2843181 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2843181 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_kill_leader_shard1_replica_t1' using configuration from collection tlog_replica_test_kill_leader, trusted=true
[junit4] 2> 2843181 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37236.solr.core.tlog_replica_test_kill_leader.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_kill_leader.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2843182 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2843182 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_kill_leader_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node1/tlog_replica_test_kill_leader_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node1/./tlog_replica_test_kill_leader_shard1_replica_t1/data/]
[junit4] 2> 2843418 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2843456 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_kill_leader_shard1_replica_t2] Schema name=minimal
[junit4] 2> 2843529 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2843529 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_kill_leader_shard1_replica_t2' using configuration from collection tlog_replica_test_kill_leader, trusted=true
[junit4] 2> 2843562 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39873.solr.core.tlog_replica_test_kill_leader.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_kill_leader.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2843562 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2843562 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_kill_leader_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node2/tlog_replica_test_kill_leader_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node2/./tlog_replica_test_kill_leader_shard1_replica_t2/data/]
[junit4] 2> 2843661 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2843661 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2843662 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2843662 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2843681 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c11d8d4[tlog_replica_test_kill_leader_shard1_replica_t1] main]
[junit4] 2> 2843682 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2843682 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2843682 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2843697 INFO (searcherExecutor-3619-thread-1-processing-n:127.0.0.1:37236_solr x:tlog_replica_test_kill_leader_shard1_replica_t1 s:shard1 c:tlog_replica_test_kill_leader r:core_node3) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t1] Registered new searcher Searcher@3c11d8d4[tlog_replica_test_kill_leader_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2843697 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580799438080704512
[junit4] 2> 2843773 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2843908 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843908 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843908 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843908 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844034 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2844034 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2844035 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2844035 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2844036 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@325284ec[tlog_replica_test_kill_leader_shard1_replica_t2] main]
[junit4] 2> 2844046 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2844046 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2844047 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2844047 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580799438447706112
[junit4] 2> 2844055 INFO (searcherExecutor-3621-thread-1-processing-n:127.0.0.1:39873_solr x:tlog_replica_test_kill_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_kill_leader r:core_node4) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t2] Registered new searcher Searcher@325284ec[tlog_replica_test_kill_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2844282 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2844282 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2844282 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/
[junit4] 2> 2844282 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_kill_leader_shard1_replica_t1 url=https://127.0.0.1:37236/solr START replicas=[https://127.0.0.1:39873/solr/tlog_replica_test_kill_leader_shard1_replica_t2/] nUpdates=100
[junit4] 2> 2844321 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2844611 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_kill_leader_shard1_replica_t1 url=https://127.0.0.1:37236/solr DONE. We have no versions. sync failed.
[junit4] 2> 2844611 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2844611 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2844611 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2844631 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_kill_leader_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 2844633 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/ shard1
[junit4] 2> 2844749 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844749 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844765 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844765 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844794 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2844850 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3043
[junit4] 2> 2844932 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844932 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844932 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844932 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2845072 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_kill_leader_shard1_replica_t2 starting background replication from leader
[junit4] 2> 2845072 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2845086 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2845086 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2845087 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3096
[junit4] 2> 2845116 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2845189 INFO (OverseerCollectionConfigSetProcessor-98799964519464966-127.0.0.1:37236_solr-n_0000000000) [n:127.0.0.1:37236_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2845204 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2845204 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2845216 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2845216 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2846118 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_kill_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=5055
[junit4] 2> 2846194 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1580799440681172992)]} 0 0
[junit4] 2> 2846195 INFO (qtp1141788759-10705) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1580799440681172992)]} 0 17
[junit4] 2> 2846302 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 2846311 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580799440821682176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2846311 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2341e01d commitCommandVersion:1580799440821682176
[junit4] 2> 2846333 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5306f919[tlog_replica_test_kill_leader_shard1_replica_t1] main]
[junit4] 2> 2846375 INFO (searcherExecutor-3619-thread-1-processing-n:127.0.0.1:37236_solr x:tlog_replica_test_kill_leader_shard1_replica_t1 s:shard1 c:tlog_replica_test_kill_leader r:core_node3) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t1] Registered new searcher Searcher@5306f919[tlog_replica_test_kill_leader_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))}
[junit4] 2> 2846477 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2846477 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 165
[junit4] 2> 2846513 INFO (qtp1141788759-10703) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_kill_leader:7&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 318
[junit4] 2> 2846587 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2846608 INFO (qtp1141788759-10698) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2846624 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2846733 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2846842 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2846952 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847062 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847174 INFO (qtp1255497055-10690) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847295 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847399 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847509 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847619 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847729 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847838 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847948 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847992 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/
[junit4] 2> 2847995 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2848009 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2848009 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 1507567826101
[junit4] 2> 2848009 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2848009 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2848009 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2848013 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 2848013 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Number of files in latest index in master: 19
[junit4] 2> 2848015 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@53d998d1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ba0edcf)
[junit4] 2> 2848016 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848029 INFO (qtp1141788759-10703) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848060 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2848069 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848088 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848089 INFO (qtp1141788759-10699) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848102 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848103 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848104 INFO (qtp1141788759-10703) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.tio&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848105 INFO (qtp1141788759-10705) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848106 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848124 INFO (qtp1141788759-10699) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848125 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.tipo&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848139 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848160 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848330 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2848379 INFO (qtp1141788759-10705) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848380 INFO (qtp1141788759-10705) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848381 INFO (qtp1141788759-10699) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848382 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848396 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848396 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=3091) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@53d998d1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ba0edcf)
[junit4] 2> 2848440 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2848505 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2848544 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@547f2cd6[tlog_replica_test_kill_leader_shard1_replica_t2] main]
[junit4] 2> 2848550 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2848559 INFO (searcherExecutor-3621-thread-1-processing-n:127.0.0.1:39873_solr x:tlog_replica_test_kill_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_kill_leader r:core_node4) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t2] Registered new searcher Searcher@547f2cd6[tlog_replica_test_kill_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))}
[junit4] 2> 2848661 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2848681 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.ChaosMonkey monkey: kill jetty! 37236
[junit4] 2> 2848708 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4c57cddd{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2848835 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1801789870
[junit4] 2> 2848854 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2848862 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@548ea022: rootName = solr_37236, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4a221dee
[junit4] 2> 2848885 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2848885 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b5154dc: rootName = solr_37236, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3276e242
[junit4] 2> 2848922 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2848922 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cdc7103: rootName = solr_37236, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@751a40cc
[junit4] 2> 2848956 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2848967 INFO (zkCallback-2076-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2849066 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2849066 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2849085 INFO (coreCloseExecutor-3632-thread-1) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@480fb991
[junit4] 2> 2849085 INFO (coreCloseExecutor-3632-thread-1) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_kill_leader.shard1.replica_t1, tag=1208990097
[junit4] 2> 2849085 INFO (coreCloseExecutor-3632-thread-1) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@125ae017: rootName = solr_37236, domain = solr.core.tlog_replica_test_kill_leader.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_kill_leader.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@2b4540aa
[junit4] 2> 2849104 INFO (coreCloseExecutor-3632-thread-1) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_kill_leader.shard1.leader, tag=1208990097
[junit4] 2> 2849113 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2849113 INFO (zkCallback-2070-thread-3-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2849605 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.Overseer Overseer (id=98799964519464966-127.0.0.1:37236_solr-n_0000000000) closing
[junit4] 2> 2849609 INFO (OverseerStateUpdate-98799964519464966-127.0.0.1:37236_solr-n_0000000000) [n:127.0.0.1:37236_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37236_solr
[junit4] 2> 2849638 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f020b55010006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2849639 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2849641 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2849658 INFO (zkCallback-2069-thread-3-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39873_solr
[junit4] 2> 2849658 INFO (zkCallback-2076-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2849660 INFO (zkCallback-2069-thread-3-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.Overseer Overseer (id=98799964519464965-127.0.0.1:39873_solr-n_0000000001) starting
[junit4] 2> 2849678 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@583c73cd{/solr,null,UNAVAILABLE}
[junit4] 2> 2849679 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 37236
[junit4] 2> 2849721 INFO (zkCallback-2076-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2849751 INFO (zkCallback-2069-thread-3-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2849755 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2852174 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39873/solr/tlog_replica_test_kill_leader_shard1_replica_t2/
[junit4] 2> 2852174 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2852174 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SyncStrategy https://127.0.0.1:39873/solr/tlog_replica_test_kill_leader_shard1_replica_t2/ has no replicas
[junit4] 2> 2852174 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_kill_leader_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 2852191 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext New leader does not have old tlog to replay
[junit4] 2> 2852192 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39873/solr/tlog_replica_test_kill_leader_shard1_replica_t2/ shard1
[junit4] 2> 2852193 INFO (zkCallback-2076-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2852193 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2852193 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2852282 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1580799447080632320)]} 0 1
[junit4] 2> 2852301 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580799447102652416,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2852301 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@43718424 commitCommandVersion:1580799447102652416
[junit4] 2> 2852304 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@355e00db[tlog_replica_test_kill_leader_shard1_replica_t2] main]
[junit4] 2> 2852318 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2852319 INFO (searcherExecutor-3621-thread-1-processing-n:127.0.0.1:39873_solr x:tlog_replica_test_kill_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_kill_leader r:core_node4) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t2] Registered new searcher Searcher@355e00db[tlog_replica_test_kill_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1) Uninverting(_1(7.1.0):C1)))}
[junit4] 2> 2852319 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_kill_leader:10&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 18
[junit4] 2> 2852335 INFO (qtp1255497055-10695) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 2852349 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.ChaosMonkey monkey: starting jetty! 37236
[junit4] 2> 2852350 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2852443 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5fdff3ef{/solr,null,AVAILABLE}
[junit4] 2> 2852458 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35439721{SSL,[ssl, http/1.1]}{127.0.0.1:37236}
[junit4] 2> 2852459 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.Server Started @2863633ms
[junit4] 2> 2852459 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37236}
[junit4] 2> 2852459 ERROR (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2852481 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2852481 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2852481 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2852481 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T16:50:32.271Z
[junit4] 2> 2852556 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2852650 INFO (TEST-
[...truncated too long message...]
llection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=2124189092
[junit4] 2> 4600852 INFO (coreCloseExecutor-6767-thread-2) [n:127.0.0.1:40108_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61c34a0f: rootName = solr_40108, domain = solr.core.testCollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@480dac81
[junit4] 2> 4600909 INFO (coreCloseExecutor-6767-thread-2) [n:127.0.0.1:40108_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=2124189092
[junit4] 2> 4600931 INFO (coreCloseExecutor-6767-thread-1) [n:127.0.0.1:40108_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=2003164208
[junit4] 2> 4600943 INFO (coreCloseExecutor-6767-thread-3) [n:127.0.0.1:40108_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=626286253
[junit4] 2> 4601069 INFO (zkCallback-2829-thread-1-processing-n:127.0.0.1:40108_solr) [n:127.0.0.1:40108_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4601070 INFO (zkCallback-2829-thread-2-processing-n:127.0.0.1:40108_solr) [n:127.0.0.1:40108_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4601070 INFO (zkCallback-2829-thread-2-processing-n:127.0.0.1:40108_solr) [n:127.0.0.1:40108_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4601070 INFO (zkCallback-2829-thread-1-processing-n:127.0.0.1:40108_solr) [n:127.0.0.1:40108_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4601126 INFO (jetty-closer-2823-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98800079365668867-127.0.0.1:40108_solr-n_0000000000) closing
[junit4] 2> 4601126 INFO (OverseerStateUpdate-98800079365668867-127.0.0.1:40108_solr-n_0000000000) [n:127.0.0.1:40108_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40108_solr
[junit4] 2> 4602715 WARN (zkCallback-2829-thread-2-processing-n:127.0.0.1:40108_solr) [n:127.0.0.1:40108_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4602716 INFO (jetty-closer-2823-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1336f208{/solr,null,UNAVAILABLE}
[junit4] 2> 4602738 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[AF14947B8F741255]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4602740 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33260 33260
[junit4] 2> 4602848 INFO (Thread-3166) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33260 33260
[junit4] 2> 4602859 WARN (Thread-3166) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/testCollection1/state.json
[junit4] 2> 6 /solr/collections/testCollection2/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_AF14947B8F741255-001
[junit4] 2> Oct 09, 2017 5:19:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=554, maxMBSortInHeap=7.5054157594164925, sim=RandomSimilarity(queryNorm=false): {}, locale=sr, timezone=Asia/Sakhalin
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=251716720,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [TestClassicSimilarityFactory, TestCustomStream, TestSolrConfigHandler, TestConfigSetProperties, CleanupOldIndexTest, TestDistributedMissingSort, ConnectionReuseTest, TestReloadAndDeleteDocs, TestGraphTermsQParserPlugin, FastVectorHighlighterTest, RegexBoostProcessorTest, DistributedFacetPivotWhiteBoxTest, TestClusterProperties, TestPerFieldSimilarityWithDefaultOverride, ChaosMonkeyNothingIsSafeWithPullReplicasTest, FullHLLTest, ChangedSchemaMergeTest, TestStressCloudBlindAtomicUpdates, TestOnReconnectListenerSupport, LeaderElectionTest, TestLegacyFieldCache, TestMinMaxOnMultiValuedField, ConfigureRecoveryStrategyTest, ShardSplitTest, TestFileDictionaryLookup, CursorMarkTest, SolrSlf4jReporterTest, HdfsChaosMonkeySafeLeaderTest, TestNamedUpdateProcessors, QueryEqualityTest, BaseCdcrDistributedZkTest, MetricsConfigTest, TestFieldCache, TestAnalyzedSuggestions, SuggesterFSTTest, TestNumericTokenStream, TestSolrCoreSnapshots, TestLMJelinekMercerSimilarityFactory, TestDFRSimilarityFactory, PreAnalyzedFieldManagedSchemaCloudTest, TestUseDocValuesAsStored2, TestXmlQParserPlugin, TestLocalFSCloudBackupRestore, CircularListTest, AtomicUpdateProcessorFactoryTest, TestGroupingSearch, TlogReplayBufferedWhileIndexingTest, RankQueryTest, RollingRestartTest, ClusterStateTest, TestRebalanceLeaders, ConnectionManagerTest, SolrCoreCheckLockOnStartupTest, TestCodecSupport, TestCustomSort, BlockCacheTest, TestFieldCollectionResource, TestTrie, SolrIndexMetricsTest, TestMultiValuedNumericRangeQuery, TestLFUCache, TestClusterStateMutator, UtilsToolTest, DeleteReplicaTest, TestPseudoReturnFields, TestCryptoKeys, PolyFieldTest, TestStressUserVersions, TestReversedWildcardFilterFactory, SortByFunctionTest, TestCollapseQParserPlugin, WrapperMergePolicyFactoryTest, PreAnalyzedFieldTest, TestJsonRequest, RequiredFieldsTest, TestLeaderElectionWithEmptyReplica, OverseerTest, TestSolrConfigHandlerConcurrent, ReturnFieldsTest, TestConfigsApi, PeerSyncReplicationTest, BasicDistributedZk2Test, TestBulkSchemaConcurrent, TestLegacyNumericRangeQueryBuilder, LeaderFailoverAfterPartitionTest, TestSchemaSimilarityResource, PreAnalyzedUpdateProcessorTest, TestGraphMLResponseWriter, TestTlogReplica, MultiThreadedOCPTest, BlockJoinFacetSimpleTest, SignatureUpdateProcessorFactoryTest, SimpleCollectionCreateDeleteTest, AssignBackwardCompatibilityTest, URLClassifyProcessorTest, TestTolerantSearch, TermsComponentTest, TestQuerySenderListener, XsltUpdateRequestHandlerTest, TestReload, ZkFailoverTest, SparseHLLTest, UnloadDistributedZkTest, CollectionStateFormat2Test, TestLRUStatsCache, MoveReplicaHDFSTest, TestFastWriter, TestUnifiedSolrHighlighter, ReplicaListTransformerTest, TestJmxIntegration, JSONWriterTest, BJQParserTest, DocValuesMissingTest, DocExpirationUpdateProcessorFactoryTest, TestSolrCoreProperties, DistributedFacetPivotLongTailTest, HdfsRecoverLeaseTest, MinimalSchemaTest, TestDistributedSearch, DistributedSpellCheckComponentTest, TestJoin, TestRangeQuery, PeerSyncTest, DirectUpdateHandlerTest, TestIndexSearcher, SolrIndexSplitterTest, TestExtendedDismaxParser, SuggesterTSTTest, SuggesterTest, SuggesterWFSTTest, NoCacheHeaderTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, DisMaxRequestHandlerTest, TestWriterPerf, TestOmitPositions, DocumentBuilderTest, LoggingHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, SearchHandlerTest, HighlighterConfigTest, AlternateDirectoryTest, TestSolrIndexConfig, BadComponentTest, TestBinaryField, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestPerFieldSimilarity, ResourceLoaderTest, TestFastLRUCache, TestSuggestSpellingConverter, DateFieldTest, TestRTGBase, TestCrossCoreJoin, TestLuceneIndexBackCompat, AssignTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest]
[junit4] Completed [524/734 (2!)] on J2 in 12.97s, 1 test, 1 failure <<< FAILURES!
[...truncated 47667 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 178 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/178/
10 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.test
Error Message:
Could not load collection from ZK: movereplicatest_coll
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: movereplicatest_coll
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:BFF5586C093B4188]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:108)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:153)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/movereplicatest_coll/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 44 more
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Task 2 did not complete, final state: RUNNING expected same:<COMPLETED> was not:<RUNNING>
Stack Trace:
java.lang.AssertionError: Task 2 did not complete, final state: RUNNING expected same:<COMPLETED> was not:<RUNNING>
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:BFF5586C093B4188]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.MultiThreadedOCPTest.testParallelCollectionAPICalls(MultiThreadedOCPTest.java:146)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:63)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:CEECF4199BB261FA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:279)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at https://127.0.0.1:50121/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:50121/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:A79C99A9F297200]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:50121/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper
Error Message:
Didn't get expected doc count. Expected: 10, Found: 0
Stack Trace:
java.lang.AssertionError: Didn't get expected doc count. Expected: 10, Found: 0
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:28E84735822D2310]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:245)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:250)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper(TestPullReplicaErrorHandling.java:221)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestRequestStatusCollectionAPI.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:BFF5586C093B4188]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.getTotalReplicas(AbstractFullDistribZkTestBase.java:488)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:441)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 38 more
FAILED: org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica
Error Message:
Replica core_node3 not up to date after 10 seconds expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: Replica core_node3 not up to date after 10 seconds expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:E893A3735664A37D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllReplicas(TestTlogReplica.java:736)
at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllReplicas(TestTlogReplica.java:724)
at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllActiveReplicas(TestTlogReplica.java:720)
at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllActiveReplicas(TestTlogReplica.java:715)
at org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica(TestTlogReplica.java:437)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete
Error Message:
searcher529 wasn't soon enough after soft529: Took 1143ms, >= acceptable 300ms (fudge)
Stack Trace:
java.lang.AssertionError: searcher529 wasn't soon enough after soft529: Took 1143ms, >= acceptable 300ms (fudge)
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:F0EDDF2BBC6FE1C0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete(SoftAutoCommitTest.java:366)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:BFF5586C093B4188]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:2BA01A3BD26252E3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11901 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> 1097542 INFO (SUITE-TestAuthenticationFramework-seed#[37A167B6A7C72C70]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/init-core-data-001
[junit4] 2> 1097542 WARN (SUITE-TestAuthenticationFramework-seed#[37A167B6A7C72C70]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
[junit4] 2> 1097568 INFO (SUITE-TestAuthenticationFramework-seed#[37A167B6A7C72C70]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1097637 INFO (SUITE-TestAuthenticationFramework-seed#[37A167B6A7C72C70]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1097704 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001
[junit4] 2> 1097705 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1097719 INFO (Thread-159) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1097719 INFO (Thread-159) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1097819 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.c.ZkTestServer start zk server on port:52481
[junit4] 2> 1097887 ERROR (Thread-159) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1098273 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1098275 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f0f42af{/solr,null,AVAILABLE}
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@643dc5c2{SSL,[ssl, http/1.1]}{127.0.0.1:45019}
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.Server Started @1120129ms
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45019}
[junit4] 2> 1098277 ERROR (jetty-launcher-183-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-08T18:16:40.295Z
[junit4] 2> 1098307 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1098386 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57ce6a4f{/solr,null,AVAILABLE}
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fc7666d{SSL,[ssl, http/1.1]}{127.0.0.1:50121}
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.Server Started @1120240ms
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50121}
[junit4] 2> 1098387 ERROR (jetty-launcher-183-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-08T18:16:40.405Z
[junit4] 2> 1098536 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1098720 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52481/solr
[junit4] 2> 1098767 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1099540 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52481/solr
[junit4] 2> 1099518 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15efd340a4d0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1100527 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15efd340a4d0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1100824 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1100825 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50121_solr
[junit4] 2> 1100843 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.Overseer Overseer (id=98794641801674756-127.0.0.1:50121_solr-n_0000000000) starting
[junit4] 2> 1100863 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50121_solr
[junit4] 2> 1100910 INFO (OverseerStateUpdate-98794641801674756-127.0.0.1:50121_solr-n_0000000000) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1101044 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1102305 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50121.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1102309 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1102310 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1102312 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45019_solr
[junit4] 2> 1102313 INFO (zkCallback-191-thread-1-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1102351 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:45019_solr) [n:127.0.0.1:45019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1102453 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50121.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1102453 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50121.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1102454 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node1/.
[junit4] 2> 1102888 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1103782 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1103819 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1103819 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1103820 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node2/.
[junit4] 2> 1104780 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1104787 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52481/solr ready
[junit4] 2> 1104799 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 1106487 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=16de94a8-1f52-4843-b497-75d4611ed3a9&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1106489 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=16de94a8-1f52-4843-b497-75d4611ed3a9&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1106535 INFO (OverseerThreadFactory-548-thread-1-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1106590 INFO (qtp1998280498-1985) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1106591 INFO (qtp1998280498-1985) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1106666 INFO (OverseerStateUpdate-98794641801674756-127.0.0.1:50121_solr-n_0000000000) [n:127.0.0.1:50121_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45019/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1106736 INFO (OverseerStateUpdate-98794641801674756-127.0.0.1:50121_solr-n_0000000000) [n:127.0.0.1:50121_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50121/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1106737 INFO (OverseerStateUpdate-98794641801674756-127.0.0.1:50121_solr-n_0000000000) [n:127.0.0.1:50121_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45019/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1106748 INFO (OverseerStateUpdate-98794641801674756-127.0.0.1:50121_solr-n_0000000000) [n:127.0.0.1:50121_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50121/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1107911 INFO (qtp1998280498-1988) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1107912 INFO (qtp1998280498-1988) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1107991 INFO (qtp1998280498-1990) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980&coreNodeName=core_node8&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=19
[junit4] 2> 1108014 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980&coreNodeName=core_node8&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1108015 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1108435 INFO (qtp1998280498-1991) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844&coreNodeName=core_node6&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=415
[junit4] 2> 1108435 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844&coreNodeName=core_node6&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1108547 INFO (zkCallback-191-thread-2-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1108547 INFO (zkCallback-191-thread-1-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1108643 INFO (qtp2124296350-1983) [n:127.0.0.1:45019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991&coreNodeName=core_node7&name=testcollection_shard2_replica_n3&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=23
[junit4] 2> 1108669 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991&coreNodeName=core_node7&name=testcollection_shard2_replica_n3&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1108671 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1108789 INFO (qtp2124296350-1977) [n:127.0.0.1:45019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824&coreNodeName=core_node5&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=53
[junit4] 2> 1108790 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824&coreNodeName=core_node5&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1108871 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980
[junit4] 2> 1108871 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1108915 INFO (qtp1998280498-1985) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1108919 INFO (qtp1998280498-1985) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1109369 INFO (zkCallback-191-thread-1-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1109369 INFO (zkCallback-191-thread-2-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1109889 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1109921 INFO (qtp1998280498-1989) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1109939 INFO (qtp1998280498-1989) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 1109959 INFO (zkCallback-191-thread-1-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1109959 INFO (zkCallback-191-thread-2-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1109989 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1110045 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1110083 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1110085 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1110085 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 1110085 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50121.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1110085 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1110086 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node1/testcollection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node1/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 1110318 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1110318 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 1110319 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50121.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1110319 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1110319 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node1/testcollection_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node1/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 1110338 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:45019_solr) [n:127.0.0.1:45019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1110969 INFO (qtp1998280498-1988) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1110972 INFO (qtp1998280498-1988) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1111475 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980
[junit4] 2> 1111475 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1111728 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1111730 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1111738 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1111852 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1111852 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 1111852 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45019.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1111852 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1111852 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node2/testcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node2/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 1111856 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.s.IndexSchema [testcollection_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1111858 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1111858 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n3' using configuration from collection testcollection, trusted=true
[junit4] 2> 1111858 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45019.solr.core.testcollection.shard2.replica_n3' (registry 'solr.core.testcollection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1111980 INFO (qtp1998280498-1990) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1111981 INFO (qtp1998280498-1990) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1111991 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1111991 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.c.SolrCore [[testcollection_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node2/testcollection_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node2/./testcollection_shard2_replica_n3/data/]
[junit4] 2> 1112500 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980
[junit4] 2> 1112500 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1112574 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1112574 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1112620 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1112620 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1112623 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1112623 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f5
[...truncated too long message...]
ave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.1.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1977567200374084864382.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1978285762864793074333.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1974789280266346331942.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1972095051839868170461.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:826: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:770: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1494: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1021: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1974789280266346331942.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1972095051839868170461.syserr
Total time: 340 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #177 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 177 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/177/
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([E5C5B346BFC8A7D6:6D918C9C1134CA2E]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
at __randomizedtesting.SeedInfo.seed([E5C5B346BFC8A7D6:F9C4CECBCA6DD945]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12174 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> 1721348 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/init-core-data-001
[junit4] 2> 1721361 WARN (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1721361 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1721363 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1721398 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001
[junit4] 2> 1721398 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1721417 INFO (Thread-1012) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1721417 INFO (Thread-1012) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1721551 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42857
[junit4] 2> 1721587 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4] 2> 1721624 ERROR (Thread-1012) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1722809 INFO (jetty-launcher-2526-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1722821 INFO (jetty-launcher-2526-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1722877 INFO (jetty-launcher-2526-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@832becd{/solr,null,AVAILABLE}
[junit4] 2> 1722878 INFO (jetty-launcher-2526-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22c5c74{SSL,[ssl, http/1.1]}{127.0.0.1:38368}
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.e.j.s.Server Started @1735598ms
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38368}
[junit4] 2> 1722879 ERROR (jetty-launcher-2526-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-07T07:56:36.475Z
[junit4] 2> 1722898 INFO (jetty-launcher-2526-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54441756{/solr,null,AVAILABLE}
[junit4] 2> 1722898 INFO (jetty-launcher-2526-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32cc9e10{SSL,[ssl, http/1.1]}{127.0.0.1:39418}
[junit4] 2> 1722898 INFO (jetty-launcher-2526-thread-1) [ ] o.e.j.s.Server Started @1735617ms
[junit4] 2> 1722898 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39418}
[junit4] 2> 1722899 ERROR (jetty-launcher-2526-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1722899 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1722899 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1722899 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1722899 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-07T07:56:36.495Z
[junit4] 2> 1722900 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1722970 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1722990 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42857/solr
[junit4] 2> 1723031 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42857/solr
[junit4] 2> 1723100 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ef5d5fb4d0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1723152 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ef5d5fb4d0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1724323 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1724324 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39418_solr
[junit4] 2> 1724378 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.c.Overseer Overseer (id=98786541241696261-127.0.0.1:39418_solr-n_0000000000) starting
[junit4] 2> 1724572 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39418_solr
[junit4] 2> 1724730 INFO (OverseerStateUpdate-98786541241696261-127.0.0.1:39418_solr-n_0000000000) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1724828 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1724829 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1724831 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38368_solr
[junit4] 2> 1724860 INFO (zkCallback-2537-thread-2-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1724998 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1725769 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39418.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1725820 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39418.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1725820 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39418.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1725822 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node1/.
[junit4] 2> 1726006 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38368.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1726044 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38368.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1726044 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38368.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1726045 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node2/.
[junit4] 2> 1726160 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1726161 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42857/solr ready
[junit4] 2> 1726162 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1726317 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1726339 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 1726380 INFO (TEST-TestTlogReplica.testOnlyLeaderIndexes-seed#[E5C5B346BFC8A7D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOnlyLeaderIndexes
[junit4] 2> 1726381 INFO (qtp394566547-7701) [n:127.0.0.1:39418_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1726425 INFO (OverseerThreadFactory-2128-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_only_leader_indexes
[junit4] 2> 1726718 INFO (OverseerStateUpdate-98786541241696261-127.0.0.1:39418_solr-n_0000000000) [n:127.0.0.1:39418_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39418/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1726720 INFO (OverseerStateUpdate-98786541241696261-127.0.0.1:39418_solr-n_0000000000) [n:127.0.0.1:39418_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38368/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1727064 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1727064 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1727218 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1727218 INFO (zkCallback-2537-thread-2-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1727518 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1727519 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1727713 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1727713 INFO (zkCallback-2537-thread-2-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1727729 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1727766 INFO (zkCallback-2538-thread-2-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1728242 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1728278 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1728280 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1728280 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t1' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 1728281 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39418.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1728281 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1728281 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node1/tlog_replica_test_only_leader_indexes_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node1/./tlog_replica_test_only_leader_indexes_shard1_replica_t1/data/]
[junit4] 2> 1728602 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1728602 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1728621 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1728621 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1728622 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@467af2d0[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 1728709 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1728710 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1728710 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1728710 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580584667506016256
[junit4] 2> 1728765 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1728766 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1728914 INFO (searcherExecutor-2133-thread-1-processing-n:127.0.0.1:39418_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node3) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Registered new searcher Searcher@467af2d0[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1728914 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1728915 INFO (zkCallback-2537-thread-2-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1728916 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1728928 INFO (zkCallback-2538-thread-2-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1728952 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1728986 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1728986 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t2' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 1728987 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38368.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1728987 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1728987 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node2/tlog_replica_test_only_leader_indexes_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node2/./tlog_replica_test_only_leader_indexes_shard1_replica_t2/data/]
[junit4] 2> 1729348 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1729348 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1729349 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1729349 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1729350 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@f11ec33[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 1729351 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1729351 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1729352 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1729352 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580584668179202048
[junit4] 2> 1729367 INFO (searcherExecutor-2138-thread-1-processing-n:127.0.0.1:38368_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@f11ec33[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1729787 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1729787 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1729787 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/
[junit4] 2> 1729787 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_only_leader_indexes_shard1_replica_t1 url=https://127.0.0.1:39418/solr START replicas=[https://127.0.0.1:38368/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t2/] nUpdates=100
[junit4] 2> 1729825 INFO (qtp1877595331-7691) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1730115 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_only_leader_indexes_shard1_replica_t1 url=https://127.0.0.1:39418/solr DONE. We have no versions. sync failed.
[junit4] 2> 1730115 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1730115 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1730115 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1730115 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_only_leader_indexes_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1730117 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/ shard1
[junit4] 2> 1730232 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730243 INFO (zkCallback-2537-thread-2-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730233 INFO (zkCallback-2538-thread-2-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730233 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730298 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1730299 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3234
[junit4] 2> 1730375 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_only_leader_indexes_shard1_replica_t2 starting background replication from leader
[junit4] 2> 1730375 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1730395 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1730395 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1730396 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2877
[junit4] 2> 1730445 INFO (zkCallback-2538-thread-2-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730445 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730445 INFO (zkCallback-2537-thread-3-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730445 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730498 INFO (qtp394566547-7701) [n:127.0.0.1:39418_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1730521 ERROR (OverseerThreadFactory-2128-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1327)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:374)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:371)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:371)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:572)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskQueue.remove(OverseerTaskQueue.java:94)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.markTaskComplete(OverseerTaskProcessor.java:526)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:484)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1730522 WARN (OverseerThreadFactory-2128-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.OverseerTaskProcessor Resetting task: /overseer/collection-queue-work/qn-0000000000, requestid: null, taskKey: tlog_replica_test_only_leader_indexes
[junit4] 2> 1730558 INFO (zkCallback-2538-thread-2-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730558 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730559 INFO (zkCallback-2537-thread-3-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730559 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1731508 INFO (qtp394566547-7701) [n:127.0.0.1:39418_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=5126
[junit4] 2> 1731615 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/
[junit4] 2> 1731687 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1731688 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1731688 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1731688 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1731688 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1731688 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1731726 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@67124f4c[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 1731728 INFO (searcherExecutor-2138-thread-1-processing-n:127.0.0.1:38368_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@67124f4c[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1731781 INFO (qtp1877595331-7691) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1580584670672715776), 2 (1580584670703124480), 3 (1580584670703124481), 4 (1580584670703124482)]} 0 0
[junit4] 2> 1731800 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1580584670672715776), 2 (1580584670703124480), 3 (1580584670703124481), 4 (1580584670703124482)]} 0 69
[junit4] 2> 1731855 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1731856 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1731895 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1731962 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=48
[junit4] 2> 1732119 INFO (qtp1877595331-7691) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732263 INFO (qtp1877595331-7697) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732264 INFO (qtp1877595331-7690) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732283 INFO (qtp1877595331-7690) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732466 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{delete=[1 (-1580584671255724032)]} 0 0
[junit4] 2> 1732466 INFO (qtp394566547-7706) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1 (-1580584671255724032)]} 0 180
[junit4] 2> 1732483 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@375fdd94[tlog_replica_test_only_leader_indexes_shard1_replica_t1] realtime]
[junit4] 2> 1732483 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4aedb969[tlog_replica_test_only_leader_indexes_shard1_replica_t1] realtime]
[junit4] 2> 1732484 INFO (qtp1877595331-7697) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1580584671445516288&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=id:2 (-1580584671445516288)} 0 0
[junit4] 2> 1732485 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=id:2 (-1580584671445516288)} 0 17
[junit4] 2> 1732521 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732521 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732538 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 1732702 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580584671691931648,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1732702 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7cbe76f3 commitCommandVersion:1580584671691931648
[junit4] 2> 1732702 INFO (qtp1877595331-7690) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 1732704 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f96a2d9[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 1732705 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1732714 INFO (searcherExecutor-2133-thread-1-processing-n:127.0.0.1:39418_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node3) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Registered new searcher Searcher@1f96a2d9[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C4/2:delGen=2)))}
[junit4] 2> 1732749 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 47
[junit4] 2> 1732750 INFO (qtp394566547-7701) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_only_leader_indexes:7&commit=true&wt=javabin&version=2}{commit=} 0 195
[junit4] 2> 1732864 INFO (qtp394566547-7702) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 1733067 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733176 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733285 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733395 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733504 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733614 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733719 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733829 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733930 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734040 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734149 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734259 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734384 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734494 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734603 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734624 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1734625 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1734625 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 1507363006298
[junit4] 2> 1734625 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1734625 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1734625 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1734625 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1734626 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 1734626 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@624bb8f4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31a094b7)
[junit4] 2> 1734627 INFO (qtp394566547-7706) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_2.liv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734699 INFO (qtp394566547-7702) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734786 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734787 INFO (qtp394566547-7701) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734788 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734808 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734809 INFO (qtp394566547-7706) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734822 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734823 INFO (qtp394566547-7702) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734825 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734845 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734846 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734859 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734860 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734861 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2005) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@624bb8f4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31a094b7)
[junit4] 2> 1734879 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1734879 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@207d120[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 1734880 INFO (searcherExecutor-2138-thread-1-processing-n:127.0.0.1:38368_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@207d120[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C4/2:delGen=2)))}
[junit4] 2> 1734932 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 1734954 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[15 (1580584674051227648)]} 0 0
[junit4] 2> 1734954 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1580584674051227648)]} 0 2
[junit4] 2> 1734989 INFO (qtp1877595331-7690) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[16 (1580584674054373376)]} 0 0
[junit4] 2> 1734989 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1580584674054373376)]} 0 34
[junit4] 2> 1734990 INFO (qtp1877595331-7697) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[17 (1580584674091073536)]} 0 0
[junit4] 2> 1734991 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1580584674091073536)]} 0 0
[junit4] 2> 1734992 INFO (qtp1877595331-7693) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[18 (1580584674092122112)]} 0 0
[junit4] 2> 1735005 INFO (qtp394566547-7706) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1580584674092122112)]} 0 13
[junit4] 2> 1735006 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[19 (1580584674106802176)]} 0 0
[junit4] 2> 1735006 INFO (qtp394566547-7702) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1580584674106802176)]} 0 1
[junit4] 2> 1735062 INFO (qtp1877595331-7690) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1735098 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580584674204319744,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1735134 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7cbe76f3 commitCommandVersion:1580584674204319744
[junit4] 2> 1735187 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e3f4788[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 1735188 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1735189 INFO (searcherExecutor-2133-thread-1-processing-n:127.0.0.1:39418_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node3) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica
[...truncated too long message...]
llection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4489229 INFO (zkCallback-3842-thread-2-processing-n:127.0.0.1:43223_solr) [n:127.0.0.1:43223_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4489230 INFO (zkCallback-3842-thread-3-processing-n:127.0.0.1:43223_solr) [n:127.0.0.1:43223_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4489246 INFO (coreCloseExecutor-6836-thread-3) [n:127.0.0.1:43223_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=1395637865
[junit4] 2> 4489246 INFO (coreCloseExecutor-6836-thread-2) [n:127.0.0.1:43223_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=277567795
[junit4] 2> 4489246 INFO (coreCloseExecutor-6836-thread-2) [n:127.0.0.1:43223_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f85a990: rootName = solr_43223, domain = solr.core.testCollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@c38d295
[junit4] 2> 4489256 INFO (coreCloseExecutor-6836-thread-2) [n:127.0.0.1:43223_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=277567795
[junit4] 2> 4489256 INFO (coreCloseExecutor-6836-thread-1) [n:127.0.0.1:43223_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=2072416865
[junit4] 2> 4489278 INFO (jetty-closer-3836-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98786722175844355-127.0.0.1:43223_solr-n_0000000000) closing
[junit4] 2> 4489278 INFO (OverseerStateUpdate-98786722175844355-127.0.0.1:43223_solr-n_0000000000) [n:127.0.0.1:43223_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43223_solr
[junit4] 2> 4490783 WARN (zkCallback-3842-thread-3-processing-n:127.0.0.1:43223_solr) [n:127.0.0.1:43223_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4490783 INFO (jetty-closer-3836-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@338522e3{/solr,null,UNAVAILABLE}
[junit4] 2> 4490792 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4490793 INFO (SUITE-LeaderElectionContextKeyTest-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36860 36860
[junit4] 2> 4491086 INFO (Thread-3910) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36860 36860
[junit4] 2> 4491087 WARN (Thread-3910) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/testCollection2/state.json
[junit4] 2> 6 /solr/collections/testCollection1/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_E5C5B346BFC8A7D6-001
[junit4] 2> Oct 07, 2017 8:42:45 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=is-IS, timezone=Asia/Dhaka
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=206467536,total=526909440
[junit4] 2> NOTE: All tests run in this JVM: [DistributedIntervalFacetingTest, JsonLoaderTest, OverseerTaskQueueTest, PrimUtilsTest, SpellCheckComponentTest, SampleTest, DocValuesMultiTest, SolrCmdDistributorTest, TestFilteredDocIdSet, TestNumericRangeQuery64, CollectionsAPIAsyncDistributedZkTest, TestSimpleTrackingShardHandler, TestOverriddenPrefixQueryForCustomFieldType, SaslZkACLProviderTest, DirectoryFactoryTest, MetricsHandlerTest, AnalyticsQueryTest, TestCharFilters, SolrCloudExampleTest, TestSolrConfigHandlerCloud, TestPKIAuthenticationPlugin, TestXIncludeConfig, TestGeoJSONResponseWriter, SOLR749Test, TestManagedSynonymFilterFactory, AddSchemaFieldsUpdateProcessorFactoryTest, ClassificationUpdateProcessorFactoryTest, TestObjectReleaseTracker, SpatialHeatmapFacetsTest, TestSubQueryTransformer, NoCacheHeaderTest, TestIntervalFaceting, TestFieldCacheWithThreads, DeleteStatusTest, TestUpdate, MoveReplicaTest, TestConfigSetImmutable, TestCloudDeleteByQuery, ManagedSchemaRoundRobinCloudTest, TestCollectionAPIs, TestSolrCloudWithSecureImpersonation, RestartWhileUpdatingTest, UpdateRequestProcessorFactoryTest, TestSweetSpotSimilarityFactory, TestSolrJ, TestHdfsBackupRestoreCore, TestSolr4Spatial2, VMParamsZkACLAndCredentialsProvidersTest, ConvertedLegacyTest, CloneFieldUpdateProcessorFactoryTest, TestExceedMaxTermLength, DocValuesTest, ShardRoutingTest, TestFiltering, TestEmbeddedSolrServerAdminHandler, DistributedTermsComponentTest, TestLRUCache, TestSerializedLuceneMatchVersion, TestElisionMultitermQuery, TestPartialUpdateDeduplication, TestDistributedStatsComponentCardinality, StatelessScriptUpdateProcessorFactoryTest, SoftAutoCommitTest, TestStressVersions, TestHighFrequencyDictionaryFactory, TestAddFieldRealTimeGet, TestBM25SimilarityFactory, TestNumericTerms64, FileUtilsTest, TestCoreDiscovery, DistributedMLTComponentTest, TestMiniSolrCloudClusterSSL, ResourceLoaderTest, SegmentsInfoRequestHandlerTest, DisMaxRequestHandlerTest, DistributedQueryComponentOptimizationTest, TestNRTOpen, SolrMetricManagerTest, TestRandomRequestDistribution, TestValueSourceCache, TestSchemaResource, TestQueryTypes, TestPushWriter, TestNonDefinedSimilarityFactory, SharedFSAutoReplicaFailoverUtilsTest, SpatialRPTFieldTypeTest, DistributedFacetPivotLargeTest, StressHdfsTest, ZkControllerTest, SearchHandlerTest, ChaosMonkeySafeLeaderTest, ParsingFieldUpdateProcessorsTest, TestCloudSearcherWarming, FileBasedSpellCheckerTest, MissingSegmentRecoveryTest, TestInPlaceUpdatesStandalone, OpenCloseCoreStressTest, DistributedFacetPivotSmallTest, UUIDUpdateProcessorFallbackTest, TestPivotHelperCode, TestRetrieveFieldsOptimizer, TestDelegationWithHadoopAuth, TestLegacyTerms, TestSimpleTextCodec, RemoteQueryErrorTest, BasicFunctionalityTest, SliceStateTest, TestFieldCacheSort, CSVRequestHandlerTest, TestRTGBase, TestPullReplica, DateRangeFieldTest, AnalysisAfterCoreReloadTest, TestHashPartitioner, DistanceFunctionTest, TestTolerantUpdateProcessorRandomCloud, TestComplexPhraseQParserPlugin, TestCloudSchemaless, OutOfBoxZkACLAndCredentialsProvidersTest, TestAtomicUpdateErrorCases, TestFuzzyAnalyzedSuggestions, TestRealTimeGet, TestStressReorder, TestReload, TestCoreContainer, TestGroupingSearch, TestSort, DirectUpdateHandlerTest, HighlighterTest, SignatureUpdateProcessorFactoryTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, TestStressLucene, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestQueryUtils, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, TermsComponentTest, TestSolrQueryParser, LoggingHandlerTest, IndexSchemaTest, TestCollationField, TestCSVResponseWriter, TestPHPSerializedResponseWriter, TestComponentsName, HighlighterConfigTest, AlternateDirectoryTest, TestSolrIndexConfig, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, TestSolrDeletionPolicy2, MultiTermTest, TestSearchPerf, MinimalSchemaTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestCodecSupport, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, TestSystemIdResolver, TestSuggestSpellingConverter, DOMUtilTest, TestUtils, UUIDFieldTest, TestHighlightDedupGrouping, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, CdcrBootstrapTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionTooManyReplicasTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest]
[junit4] Completed [503/734 (2!)] on J1 in 10.60s, 1 test, 1 failure <<< FAILURES!
[...truncated 47707 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 176 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/176/
7 tests failed.
FAILED: org.apache.solr.cloud.DistribCursorPagingTest.test
Error Message:
Error from server at http://127.0.0.1:49738/f/bc/collection1_shard2_replica_n41: ClusterState says we are the leader (http://127.0.0.1:49738/f/bc/collection1_shard2_replica_n41), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49738/f/bc/collection1_shard2_replica_n41: ClusterState says we are the leader (http://127.0.0.1:49738/f/bc/collection1_shard2_replica_n41), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:87F29835E5EA3DB4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:549)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.indexDoc(AbstractFullDistribZkTestBase.java:839)
at org.apache.solr.cloud.DistribCursorPagingTest.doRandomSortsOnLargeIndex(DistribCursorPagingTest.java:581)
at org.apache.solr.cloud.DistribCursorPagingTest.test(DistribCursorPagingTest.java:93)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:44269/vftfr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44269/vftfr
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:87F29835E5EA3DB4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1669)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1696)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:610)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
... 53 more
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
Stack Trace:
java.lang.AssertionError: Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:F6EB344077631DC6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:294)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCloudJSONFacetJoinDomain.testRandom
Error Message:
Error from server at https://127.0.0.1:59419/solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection/select. Reason: <pre> Can not find: /solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection/select</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:59419/solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection/select. Reason:
<pre> Can not find: /solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection/select</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:7DEA82E0FA76E63F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.cloud.TestCloudJSONFacetJoinDomain.assertFacetCountsAreCorrect(TestCloudJSONFacetJoinDomain.java:461)
at org.apache.solr.cloud.TestCloudJSONFacetJoinDomain.assertFacetCountsAreCorrect(TestCloudJSONFacetJoinDomain.java:465)
at org.apache.solr.cloud.TestCloudJSONFacetJoinDomain.assertFacetCountsAreCorrect(TestCloudJSONFacetJoinDomain.java:429)
at org.apache.solr.cloud.TestCloudJSONFacetJoinDomain.testRandom(TestCloudJSONFacetJoinDomain.java:370)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:6710744DDEF251D2]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync(ZkSolrClientTest.java:257)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins
Error Message:
Error from server at http://127.0.0.1:52265/solr: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000000
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52265/solr: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000000
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:4726F53F17567361]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins(SolrCloudReportersTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:13A7DA623EB32EDF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12632 lines...]
[junit4] Suite: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest
[junit4] 2> 4314801 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/init-core-data-001
[junit4] 2> 4314893 WARN (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=56 numCloses=56
[junit4] 2> 4314902 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4314903 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4314903 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 0 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-001
[junit4] 2> 4314903 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4314957 INFO (Thread-1912) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4314957 INFO (Thread-1912) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4314970 ERROR (Thread-1912) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4315057 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43063
[junit4] 2> 4316315 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExplicitConfiguration
[junit4] 2> 4316315 ERROR (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4316315 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43063 43063
[junit4] 2> 4316422 INFO (Thread-1912) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43063 43063
[junit4] 2> 4316423 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002
[junit4] 2> 4316423 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4316423 INFO (Thread-1913) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4316423 INFO (Thread-1913) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4316714 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.ZkTestServer start zk server on port:52672
[junit4] 2> 4316715 ERROR (Thread-1913) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4316815 INFO (jetty-launcher-1219-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4316815 INFO (jetty-launcher-1219-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4316816 INFO (jetty-launcher-1219-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59929393{/solr,null,AVAILABLE}
[junit4] 2> 4316816 INFO (jetty-launcher-1219-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58a3645a{HTTP/1.1,[http/1.1]}{127.0.0.1:60964}
[junit4] 2> 4316816 INFO (jetty-launcher-1219-thread-1) [ ] o.e.j.s.Server Started @4337232ms
[junit4] 2> 4316816 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60964}
[junit4] 2> 4316816 ERROR (jetty-launcher-1219-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4316817 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 4316817 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4316817 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 4316817 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T23:06:47Z
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8c143c5{/solr,null,AVAILABLE}
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@231e6597{HTTP/1.1,[http/1.1]}{127.0.0.1:47954}
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.e.j.s.Server Started @4337249ms
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47954}
[junit4] 2> 4316834 ERROR (jetty-launcher-1219-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T23:06:47.017Z
[junit4] 2> 4317003 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4317047 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4317090 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52672/solr
[junit4] 2> 4317126 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52672/solr
[junit4] 2> 4317198 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15eeeca91cf0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4317743 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4317743 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60964_solr
[junit4] 2> 4317744 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.c.Overseer Overseer (id=98778795645796357-127.0.0.1:60964_solr-n_0000000000) starting
[junit4] 2> 4317755 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60964_solr
[junit4] 2> 4317798 INFO (OverseerStateUpdate-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4318456 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4318457 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4318567 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47954_solr
[junit4] 2> 4318638 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4318714 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4318715 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
[junit4] 2> 4318715 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
[junit4] 2> 4318715 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
[junit4] 2> 4319190 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node1
[junit4] 2> 4320719 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
[junit4] 2> 4320719 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
[junit4] 2> 4320719 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
[junit4] 2> 4321209 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node2
[junit4] 1> ZK: 127.0.0.1:52672/solr
[junit4] 2> 4321738 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4321739 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52672/solr ready
[junit4] 2> 4321763 INFO (qtp2000054937-8051) [n:127.0.0.1:47954_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4321764 INFO (OverseerThreadFactory-3635-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.CreateCollectionCmd Create collection test_collection
[junit4] 2> 4322140 INFO (OverseerStateUpdate-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60964/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4322143 INFO (OverseerStateUpdate-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47954/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4322167 INFO (OverseerStateUpdate-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_collection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60964/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4322203 INFO (OverseerStateUpdate-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_collection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47954/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4322458 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4322458 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4322459 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4322459 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4322786 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4322787 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4322891 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4322892 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4322934 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4323094 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4323094 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4323095 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4323096 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4323866 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4323968 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4324012 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4324047 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema [test_collection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 4324049 WARN (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 4324066 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 4324066 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n6' using configuration from collection test_collection, trusted=true
[junit4] 2> 4324067 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n6
[junit4] 2> 4324050 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema [test_collection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 4324083 WARN (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 4324083 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 4324083 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n4' using configuration from collection test_collection, trusted=true
[junit4] 2> 4324083 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n4
[junit4] 2> 4324065 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.s.IndexSchema [test_collection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 4324198 WARN (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 4324199 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 4324199 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n2' using configuration from collection test_collection, trusted=true
[junit4] 2> 4324199 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n2
[junit4] 2> 4324307 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:60964_solr} status=0 QTime=1
[junit4] 2> 4324343 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4324383 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema [test_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 4324385 WARN (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 4324385 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 4324385 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n1' using configuration from collection test_collection, trusted=true
[junit4] 2> 4324414 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4324414 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore [[test_collection_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node1/test_collection_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node1/test_collection_shard2_replica_n4/data/]
[junit4] 2> 4324426 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n1
[junit4] 2> 4324510 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4324510 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore [[test_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node1/test_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node1/test_collection_shard1_replica_n1/data/]
[junit4] 2> 4325160 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4325160 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SolrCore [[test_collection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node2/test_collection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node2/test_collection_shard1_replica_n2/data/]
[junit4] 2> 4325430 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4325430 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore [[test_collection_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node2/test_collection_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node2/test_collection_shard2_replica_n6/data/]
[junit4] 2> 4326117 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:47954_solr} status=0 QTime=0
[junit4] 2> 4326128 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4326128 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4326150 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4326150 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4326154 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@6644da1[test_collection_shard2_replica_n4] main]
[junit4] 2> 4326155 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 4326155 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 4326155 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4326215 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@bf3d148[test_collection_shard1_replica_n2] main]
[junit4] 2> 4326365 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 4326366 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 4326367 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4326367 INFO (searcherExecutor-3641-thread-1-processing-n:127.0.0.1:60964_solr x:test_collection_shard2_replica_n4 s:shard2 c:test_collection r:core_node7) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore [test_collection_shard2_replica_n4] Registered new searcher Searcher@6644da1[test_collection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4326378 INFO (searcherExecutor-3642-thread-1-processing-n:127.0.0.1:47954_solr x:test_collection_shard1_replica_n2 s:shard1 c:test_collection r:core_node5) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SolrCore [test_collection_shard1_replica_n2] Registered new searcher Searcher@bf3d148[test_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4326382 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326382 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326383 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326383 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326384 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 4326389 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 4326396 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4326396 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4326401 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@798b29c6[test_collection_shard1_replica_n1] main]
[junit4] 2> 4326401 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 4326402 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 4326402 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4326443 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:60964_solr x:test_collection_shard1_replica_n1 s:shard1 c:test_collection r:core_node3) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore [test_collection_shard1_replica_n1] Registered new searcher Searcher@798b29c6[test_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4326445 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4326445 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4326482 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d556b87[test_collection_shard2_replica_n6] main]
[junit4] 2> 4326483 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 4326483 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 4326483 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4326484 INFO (searcherExecutor-3640-thread-1-processing-n:127.0.0.1:47954_solr x:test_collection_shard2_replica_n6 s:shard2 c:test_collection r:core_node8) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore [test_collection_shard2_replica_n6] Registered new searcher Searcher@7d556b87[test_collection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4326498 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326498 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326499 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326499 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326884 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4326884 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4326884 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60964/solr/test_collection_shard2_replica_n4/
[junit4] 2> 4326884 ERROR (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
[junit4] 2> 4326885 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4326885 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4326887 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60964/solr/test_collection_shard2_replica_n4/ shard2
[junit4] 2> 4326890 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4326890 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4326890 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47954/solr/test_collection_shard1_replica_n2/
[junit4] 2> 4326890 ERROR (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
[junit4] 2> 4326890 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4326890 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4326916 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47954/solr/test_collection_shard1_replica_n2/ shard1
[junit4] 2> 4327027 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327027 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327030 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327030 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327164 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4327164 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4327208 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4317
[junit4] 2> 4327315 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327315 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327321 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327321 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327443 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4984
[junit4] 2> 4327450 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4992
[junit4] 2> 4327500 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4607
[junit4] 2> 4327580 INFO (qtp2000054937-8051) [n:127.0.0.1:47954_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4327651 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327651 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327678 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327678 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327862 INFO (OverseerCollectionConfigSetProcessor-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4328590 INFO (qtp2000054937-8051) [n:127.0.0.1:47954_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=6827
[junit4] 2> 4329174 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:60964_solr} status=0 QTime=0
[junit4] 2> 4329428 INFO (qtp2000054937-8054) [n:127.0.0.1:47954_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node3} status=0 QTime=0
[junit4] 2> 4329430 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 4329439 INFO (qtp2000054937-8052) [n:127.0.0.1:47954_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 4329440 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 4330744 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:47954_solr} status=0 QTime=0
[junit4] 2> 4334202 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:60964_solr} status=0 QTime=0
[junit4] 2> 4334421 INFO (q
[...truncated too long message...]
c5d0: rootName = solr_38094, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@78b65d8a
[junit4] 2> 8639662 INFO (jetty-closer-2499-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 8639698 INFO (zkCallback-2567-thread-1-processing-n:127.0.0.1:38094_solr) [n:127.0.0.1:38094_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38094_solr
[junit4] 2> 8639698 INFO (zkCallback-2567-thread-2-processing-n:127.0.0.1:38094_solr) [n:127.0.0.1:38094_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 8639726 INFO (jetty-closer-2499-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10ce0f62{/solr,null,UNAVAILABLE}
[junit4] 2> 8641282 WARN (zkCallback-2567-thread-2-processing-n:127.0.0.1:38094_solr) [n:127.0.0.1:38094_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 8641288 INFO (jetty-closer-2499-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7fcbdde6{/solr,null,UNAVAILABLE}
[junit4] 2> 8641365 ERROR (SUITE-TestTlogReplica-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 8641369 INFO (SUITE-TestTlogReplica-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60079 60079
[junit4] 2> 8641462 INFO (Thread-3755) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60079 60079
[junit4] 2> 8641478 WARN (Thread-3755) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 34 /solr/configs/conf
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 9 /solr/security.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 49 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 29 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 28 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 5 /solr/overseer_elect/election/98779063767334917-127.0.0.1:50459_solr-n_0000000001
[junit4] 2> 4 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98779063767334917-core_node4-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98779063767334917-core_node7-n_0000000001
[junit4] 2> 2 /solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/98779063767334917-core_node4-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_real_time_get/leader_elect/shard1/election/98779063767334929-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98779063767334917-core_node11-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_FA6A7EF4B16504C-001
[junit4] 2> Oct 06, 2017 12:18:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=Memory), title_s=PostingsFormat(name=MockRandom), id=Lucene50(blocksize=128), foo_s=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory), inplace_updatable_int=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=380, maxMBSortInHeap=5.655471427406714, sim=RandomSimilarity(queryNorm=false): {}, locale=de-DE, timezone=America/Resolute
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=188886048,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerSchemaAPI, TestConfigOverlay, SolrIndexConfigTest, LeaderFailureAfterFreshStartTest, JavabinLoaderTest, SolrMetricsIntegrationTest, TestHashQParserPlugin, DistributedSpellCheckComponentTest, ShufflingReplicaListTransformerTest, TestWriterPerf, TestComplexPhraseLeadingWildcard, TestBinaryField, TestFieldCacheReopen, TestIndexingPerformance, TestLockTree, FacetPivotSmallTest, MoveReplicaHDFSUlogDirTest, TestSmileRequest, HdfsWriteToMultipleCollectionsTest, ExternalFileFieldSortTest, CloudMLTQParserTest, TestAuthorizationFramework, TestShardHandlerFactory, TestChildDocTransformer, TestRemoteStreaming, TestPhraseSuggestions, OutputWriterTest, BasicDistributedZkTest, TestInitParams, TestDocSet, DataDrivenBlockJoinTest, PluginInfoTest, TestTolerantUpdateProcessorCloud, TestSolrQueryParser, TestRandomFlRTGCloud, TestSolrCLIRunExample, DebugComponentTest, HttpPartitionTest, TestDistributedSearch, TestHighlightDedupGrouping, TestMaxTokenLenTokenizer, TestComponentsName, TestNoOpRegenerator, WordBreakSolrSpellCheckerTest, ReplicationFactorTest, TestPHPSerializedResponseWriter, NodeMutatorTest, TestIBSimilarityFactory, BlockDirectoryTest, TestCoreAdminApis, MetricUtilsTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSolrFieldCacheBean, TestHttpShardHandlerFactory, TestInPlaceUpdatesDistrib, TestSolr4Spatial, TestMacroExpander, OverseerStatusTest, TestSolrXml, TestSolrCloudWithKerberosAlt, TestSolrDeletionPolicy1, ConcurrentDeleteAndCreateCollectionTest, EchoParamsTest, TestMaxScoreQueryParser, ChaosMonkeyNothingIsSafeTest, TestFaceting, TestSha256AuthenticationProvider, TestLegacyNumericUtils, SecurityConfHandlerTest, XmlUpdateRequestHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CoreAdminCreateDiscoverTest, TestDocBasedVersionConstraints, DistributedQueryComponentCustomSortTest, QueryElevationComponentTest, BinaryUpdateRequestHandlerTest, TestLeaderElectionZkExpiry, ClassificationUpdateProcessorTest, SolrCoreMetricManagerTest, SpellingQueryConverterTest, CdcrBootstrapTest, TestSlowCompositeReaderWrapper, TestHalfAndHalfDocValues, TestFieldSortValues, TestReplicationHandler, AtomicUpdatesTest, AnalyticsMergeStrategyTest, TestSchemaNameResource, BasicAuthIntegrationTest, TestLuceneIndexBackCompat, SolrCloudReportersTest, CurrencyFieldTypeTest, BitVectorTest, TestDFISimilarityFactory, TestConfigReload, TestLMDirichletSimilarityFactory, HdfsCollectionsAPIDistributedZkTest, TestReplicaProperties, SyncSliceTest, TestCrossCoreJoin, TestJsonFacetRefinement, TestCloudRecovery, TestReloadDeadlock, TestManagedStopFilterFactory, TestPrepRecovery, TestFieldResource, TestFunctionQuery, HdfsRecoveryZkTest, TestStressInPlaceUpdates, TestDynamicFieldCollectionResource, TestLuceneMatchVersion, TestCollectionAPI, GraphQueryTest, TestShortCircuitedRequests, TestRandomDVFaceting, MBeansHandlerTest, RequestHandlersTest, SuggestComponentTest, TestSystemCollAutoCreate, BadIndexSchemaTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, CoreAdminHandlerTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, TestSurroundQueryParser, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestQuerySenderListener, AlternateDirectoryTest, CopyFieldTest, MultiTermTest, SampleTest, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, TestCodecSupport, FileUtilsTest, CursorPagingTest, AssignTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, DistributedVersionInfoTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCloudExampleTest, TestCloudSearcherWarming, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLocalFSCloudBackupRestore, TestRebalanceLeaders, TestSSLRandomization, TestTlogReplica]
[junit4] Completed [561/734 (7!)] on J0 in 240.49s, 13 tests, 1 failure <<< FAILURES!
[...truncated 47476 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 175 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/175/
6 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:25A7540D47A0CD12]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.junit.Assert.assertFalse(Assert.java:79)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:171)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardRoutingCustomTest.test
Error Message:
KeeperErrorCode = Session expired for /clusterstate.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:877307325E868022]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:542)
at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:310)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:674)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:669)
at org.apache.solr.cloud.ShardRoutingCustomTest.doCustomSharding(ShardRoutingCustomTest.java:93)
at org.apache.solr.cloud.ShardRoutingCustomTest.test(ShardRoutingCustomTest.java:46)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll
Error Message:
Could not load collection from ZK: testStopAllStartAllCollection
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: testStopAllStartAllCollection
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:7919279BB14D40F5]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll(TestCollectionsAPIViaSolrCloudCluster.java:288)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testStopAllStartAllCollection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 43 more
FAILED: org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:D9F819B2C667FE42]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry(TestLeaderElectionZkExpiry.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestStressInPlaceUpdates.stressTest
Error Message:
Captured an uncaught exception in thread: Thread[id=18287, name=WRITER7, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=18287, name=WRITER7, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:53911/_dqb/collection1: Failed synchronous update on shard StdNode: https://127.0.0.1:51317/_dqb/collection1_shard1_replica_n25/ update: org.apache.solr.client.solrj.request.UpdateRequest@18f491ef
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA]:0)
at org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:306)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:53911/_dqb/collection1: Failed synchronous update on shard StdNode: https://127.0.0.1:51317/_dqb/collection1_shard1_replica_n25/ update: org.apache.solr.client.solrj.request.UpdateRequest@18f491ef
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestStressInPlaceUpdates.addDocAndGetVersion(TestStressInPlaceUpdates.java:549)
at org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:271)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:1326456585DF9349]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12184 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLeaderElectionZkExpiry
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionZkExpiry_F2738E8F07AEDDA-001/init-core-data-001
[junit4] 2> 2267315 WARN (SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=56 numCloses=56
[junit4] 2> 2267327 INFO (SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2267328 INFO (SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2267328 INFO (SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2267375 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderElectionWithZkExpiry
[junit4] 2> 2267388 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2267767 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7
[junit4] 2> 2268298 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7
[junit4] 2> 2268298 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7
[junit4] 2> 2268319 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionZkExpiry_F2738E8F07AEDDA-001/testLeaderElectionWithZkExpiry-solr-001
[junit4] 2> 2268331 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2268332 INFO (Thread-641) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2268343 INFO (Thread-641) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2268434 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.c.ZkTestServer start zk server on port:53702
[junit4] 2> 2268435 ERROR (Thread-641) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2268819 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2268835 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2268835 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351490-dummy.host.com:8984_solr-n_0000000000) starting
[junit4] 2> 2268914 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 2269035 INFO (OverseerStateUpdate-98773120300351490-dummy.host.com:8984_solr-n_0000000000) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2269187 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2269217 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2270867 WARN (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0002 has expired
[junit4] 2> 2270883 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2270883 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2270883 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351490-dummy.host.com:8984_solr-n_0000000000) closing
[junit4] 2> 2270883 WARN (OverseerCollectionConfigSetProcessor-98773120300351490-dummy.host.com:8984_solr-n_0000000000) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerTaskProcessor Overseer cannot talk to ZK
[junit4] 2> 2270884 INFO (OverseerStateUpdate-98773120300351490-dummy.host.com:8984_solr-n_0000000000) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
[junit4] 2> 2270884 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2270884 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2270886 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2270886 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2270970 WARN (zkCallback-459-thread-1-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2271001 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2271001 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2272668 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0003 has expired
[junit4] 2> 2272668 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2272668 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2272668 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2272672 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2272672 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2272783 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:674)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:391)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2272783 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:405)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:674)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:391)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> ... 10 more
[junit4] 2>
[junit4] 2> 2272783 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 2272783 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 2272814 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2272815 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2274319 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0004 has expired
[junit4] 2> 2274319 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2274319 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2274319 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2274439 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:384)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2>
[junit4] 2> 2274439 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:405)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:384)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 2274439 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 2274439 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:false
[junit4] 2> 2274447 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2274455 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2274455 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2274562 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2274563 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2276117 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0005 has expired
[junit4] 2> 2276117 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2276117 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2276117 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2276117 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x15ee9a12cdc0005 due to java.nio.channels.CancelledKeyException
[junit4] 2> 2276118 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2276118 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2276219 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:364)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:344)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2>
[junit4] 2> 2276219 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:405)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:364)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:344)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 2276219 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 2276219 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 2276267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2276267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2278267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0006 has expired
[junit4] 2> 2278267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2278267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2278267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2278279 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2278279 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2278373 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Error reading cluster properties from zookeeper
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterprops.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.loadClusterProperties(ZkStateReader.java:893)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:390)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2278418 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2278419 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2279790 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0007 has expired
[junit4] 2> 2279798 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2279799 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2279799 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2279801 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2279801 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2280172 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280183 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000001) starting
[junit4] 2> 2280202 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000001) closing
[junit4] 2> 2280240 INFO (OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000001) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
[junit4] 2> 2280252 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 2280252 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280253 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000002
[junit4] 2> 2280267 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280267 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280279 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2280279 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 2280279 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 2280279 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 2280282 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280283 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280284 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280284 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280285 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280303 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280303 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280304 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280311 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280312 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280327 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000010
[junit4] 2> 2280327 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000009
[junit4] 2> 2280328 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280328 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280328 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000008) starting
[junit4] 2> 2280329 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280329 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1840)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:323)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2280353 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000008) closing
[junit4] 2> 2280371 INFO (OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000008) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
[junit4] 2> 2280390 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 2280394 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 2280398 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000012
[junit4] 2> 2280399 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000011
[junit4] 2> 2280399 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280399 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280400 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1840)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:323)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2280400 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000011) starting
[junit4] 2> 2280417 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000011) closing
[junit4] 2> 2280417 INFO (OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000011) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer According to ZK I (id=98773120300351497-dummy.host.com:8984_solr-n_0000000011) am no longer a leader.
[junit4] 2> 2280417 INFO (OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000011) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
[...truncated too long message...]
rg.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:306)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45918/_dqb/collection1: Cannot talk to ZooKeeper - Updates are disabled.
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:524)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:544)
[junit4] > at org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:169)Throwable #9: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=18290, name=WRITER10, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45918/_dqb/collection1: Cannot talk to ZooKeeper - Updates are disabled.
[junit4] > at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA]:0)
[junit4] > at org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:306)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45918/_dqb/collection1: Cannot talk to ZooKeeper - Updates are disabled.
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:524)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:544)
[junit4] > at org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:169)
[junit4] 2> 8723446 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 8723447 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=819295929
[junit4] 2> 8723447 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 8723447 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18441b92: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@19dfc046
[junit4] 2> 8723447 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 8723447 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b266d37: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@18eb6713
[junit4] 2> 8723480 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 8723480 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1350900: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@31926cb7
[junit4] 2> 8723484 INFO (coreCloseExecutor-6997-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@79642f05
[junit4] 2> 8723484 INFO (coreCloseExecutor-6997-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2036608773
[junit4] 2> 8723484 INFO (coreCloseExecutor-6997-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27bbc63: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1d951ce2
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressInPlaceUpdates_F2738E8F07AEDDA-001
[junit4] 2> Oct 05, 2017 12:50:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SY, timezone=America/Jamaica
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=155521808,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [BooleanFieldTest, SchemaVersionSpecificBehaviorTest, CdcrReplicationDistributedZkTest, TestPolicyCloud, DistributedIntervalFacetingTest, RemoteQueryErrorTest, TestNumericTerms64, DistributedFacetPivotLargeTest, CSVRequestHandlerTest, TestComplexPhraseQParserPlugin, DistribJoinFromCollectionTest, UUIDUpdateProcessorFallbackTest, LeaderElectionContextKeyTest, RulesTest, TestUseDocValuesAsStored, JvmMetricsTest, ClassificationUpdateProcessorFactoryTest, DirectSolrConnectionTest, SliceStateTest, ConjunctionSolrSpellCheckerTest, RestartWhileUpdatingTest, TestFiltering, DirectoryFactoryTest, TestStressRecovery, TestDistributedStatsComponentCardinality, HdfsNNFailoverTest, TestFuzzyAnalyzedSuggestions, SolrGangliaReporterTest, SoftAutoCommitTest, DistanceFunctionTest, TestElisionMultitermQuery, TestInitQParser, SolrCloudExampleTest, DirectSolrSpellCheckerTest, TestPointFields, TestPullReplica, TestDistributedGrouping, TestCloudSchemaless, CollectionReloadTest, TestSegmentSorting, TestCollectionsAPIViaSolrCloudCluster, CollectionsAPIAsyncDistributedZkTest, TestFieldTypeCollectionResource, NoCacheHeaderTest, ZkCLITest, BufferStoreTest, TestSearcherReuse, LukeRequestHandlerTest, OverseerModifyCollectionTest, AliasIntegrationTest, TestLeaderInitiatedRecoveryThread, TestValueSourceCache, MissingSegmentRecoveryTest, SolrCmdDistributorTest, AnalyticsQueryTest, TestZkAclsWithHadoopAuth, SystemInfoHandlerTest, TestExactStatsCache, SolrMetricManagerTest, TestCloudDeleteByQuery, SpatialFilterTest, MoreLikeThisHandlerTest, DistributedTermsComponentTest, ConfigSetsAPITest, HLLUtilTest, TestAddFieldRealTimeGet, TestPostingsSolrHighlighter, TestPKIAuthenticationPlugin, TestRetrieveFieldsOptimizer, TestRTGBase, DOMUtilTest, TestAtomicUpdateErrorCases, HighlighterMaxOffsetTest, TestCharFilters, TestXmlQParser, V2ApiIntegrationTest, TestDynamicFieldResource, TestFieldCacheWithThreads, TestFastLRUCache, TestBinaryResponseWriter, TestLRUCache, TestNRTOpen, CachingDirectoryFactoryTest, InfixSuggestersTest, CacheHeaderTest, SegmentsInfoRequestHandlerTest, StressHdfsTest, ExplicitHLLTest, StatelessScriptUpdateProcessorFactoryTest, TestCloudPivotFacet, DistributedQueryComponentOptimizationTest, OverseerTaskQueueTest, TestHdfsCloudBackupRestore, SOLR749Test, TestCoreDiscovery, TestBulkSchemaAPI, TestMiniSolrCloudClusterSSL, HighlighterTest, TestScoreJoinQPScore, TestDefaultStatsCache, TestBlendedInfixSuggestions, TestHighFrequencyDictionaryFactory, TestIntervalFaceting, SuggesterTSTTest, DocValuesMultiTest, TestLegacyTerms, TestPivotHelperCode, ShardRoutingCustomTest, TestManagedSynonymFilterFactory, TestSimpleTrackingShardHandler, DateRangeFieldTest, ZkSolrClientTest, MoveReplicaTest, TestHdfsBackupRestoreCore, TemplateUpdateProcessorTest, TestHashPartitioner, TestSystemIdResolver, ResourceLoaderTest, AlternateDirectoryTest, TestOverriddenPrefixQueryForCustomFieldType, ParsingFieldUpdateProcessorsTest, ClusterStateUpdateTest, TestZkChroot, AutoCommitTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, SolrCoreTest, QueryElevationComponentTest, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestFoldingMultitermQuery, DocValuesTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, JsonLoaderTest, TestComponentsName, TestSolrIndexConfig, SolrIndexConfigTest, TestSearchPerf, OutputWriterTest, TestXIncludeConfig, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, PrimUtilsTest, ClusterStateTest, TestSolrJ, TestDocumentBuilder, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, AssignBackwardCompatibilityTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DocValuesNotIndexedTest, ForceLeaderTest, ShardSplitTest, TestStressInPlaceUpdates]
[junit4] Completed [551/734 (6!)] on J1 in 150.20s, 1 test, 1 error <<< FAILURES!
[...truncated 47473 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 174 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/174/
7 tests failed.
FAILED: org.apache.solr.cloud.AssignBackwardCompatibilityTest.test
Error Message:
Error from server at https://127.0.0.1:60926/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000052
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:60926/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000052
at __randomizedtesting.SeedInfo.seed([2CDDC351E9BBDF4E:A489FC8B4747B2B6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:83)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:51452/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:51452/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([2CDDC351E9BBDF4E:11056D7DD155813E]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51452/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.handler.TestSolrConfigHandlerCloud.test
Error Message:
Error from server at https://127.0.0.1:49037/l_t: At least one of the node(s) specified are not currently active, no action taken.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:49037/l_t: At least one of the node(s) specified are not currently active, no action taken.
at __randomizedtesting.SeedInfo.seed([2CDDC351E9BBDF4E:A489FC8B4747B2B6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:418)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud
Error Message:
47 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 1) Thread[id=22132, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=22151, name=zkCallback-3387-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=22149, name=zkCallback-3387-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=22087, name=qtp459857365-22087, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=22118, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=22122, name=qtp1017654818-22122, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=22099, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=22131, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=22154, name=zkCallback-3393-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=22113, name=watches-3388-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=22088, name=qtp459857365-22088, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=22090, name=qtp459857365-22090, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=22089, name=qtp459857365-22089-acceptor-0@4b8889ce-ServerConnector@7d47cd90{SSL,[ssl, http/1.1]}{127.0.0.1:44432}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=22093, name=qtp459857365-22093, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=22091, name=qtp459857365-22091, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=22139, name=Thread-4315, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1649) 17) Thread[id=22152, name=zkCallback-3393-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=22092, name=qtp459857365-22092, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=22121, name=qtp1017654818-22121-acceptor-0@5c3583b0-ServerConnector@77138be6{SSL,[ssl, http/1.1]}{127.0.0.1:50151}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=22145, name=OverseerStateUpdate-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:169) at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:142) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=22105, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 22) Thread[id=22137, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 23) Thread[id=22127, name=org.eclipse.jetty.server.session.HashSessionManager@2ad91855Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=22153, name=zkCallback-3393-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=22140, name=coreContainerWorkExecutor-7634-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=22125, name=qtp1017654818-22125, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=22123, name=qtp1017654818-22123, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=22126, name=qtp1017654818-22126, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=22146, name=OverseerCollectionConfigSetProcessor-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=22147, name=OverseerHdfsCoreFailoverThread-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=22110, name=coreContainerWorkExecutor-7623-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=22095, name=org.eclipse.jetty.server.session.HashSessionManager@1090a193Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=22112, name=Scheduler-1220450988, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=22114, name=watches-3388-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=22120, name=qtp1017654818-22120, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=22100, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=22104, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-SendThread(127.0.0.1:40233), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 38) Thread[id=22109, name=Thread-4306, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1649) 39) Thread[id=22136, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-SendThread(127.0.0.1:40233), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 40) Thread[id=22116, name=searcherExecutor-7628-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=22124, name=qtp1017654818-22124, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=22138, name=zkCallback-3393-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=22119, name=qtp1017654818-22119, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=22150, name=zkCallback-3387-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=22107, name=zkCallback-3387-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=22094, name=qtp459857365-22094, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=22106, name=zkCallback-3387-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 47 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud:
1) Thread[id=22132, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=22151, name=zkCallback-3387-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=22149, name=zkCallback-3387-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=22087, name=qtp459857365-22087, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=22118, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=22122, name=qtp1017654818-22122, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=22099, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=22131, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=22154, name=zkCallback-3393-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=22113, name=watches-3388-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=22088, name=qtp459857365-22088, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=22090, name=qtp459857365-22090, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=22089, name=qtp459857365-22089-acceptor-0@4b8889ce-ServerConnector@7d47cd90{SSL,[ssl, http/1.1]}{127.0.0.1:44432}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=22093, name=qtp459857365-22093, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=22091, name=qtp459857365-22091, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=22139, name=Thread-4315, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1649)
17) Thread[id=22152, name=zkCallback-3393-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=22092, name=qtp459857365-22092, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=22121, name=qtp1017654818-22121-acceptor-0@5c3583b0-ServerConnector@77138be6{SSL,[ssl, http/1.1]}{127.0.0.1:50151}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=22145, name=OverseerStateUpdate-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:169)
at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:142)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=22105, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
22) Thread[id=22137, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
23) Thread[id=22127, name=org.eclipse.jetty.server.session.HashSessionManager@2ad91855Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=22153, name=zkCallback-3393-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=22140, name=coreContainerWorkExecutor-7634-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=22125, name=qtp1017654818-22125, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=22123, name=qtp1017654818-22123, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=22126, name=qtp1017654818-22126, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=22146, name=OverseerCollectionConfigSetProcessor-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=22147, name=OverseerHdfsCoreFailoverThread-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=22110, name=coreContainerWorkExecutor-7623-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=22095, name=org.eclipse.jetty.server.session.HashSessionManager@1090a193Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=22112, name=Scheduler-1220450988, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=22114, name=watches-3388-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=22120, name=qtp1017654818-22120, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=22100, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=22104, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-SendThread(127.0.0.1:40233), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
38) Thread[id=22109, name=Thread-4306, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1649)
39) Thread[id=22136, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-SendThread(127.0.0.1:40233), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
40) Thread[id=22116, name=searcherExecutor-7628-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=22124, name=qtp1017654818-22124, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=22138, name=zkCallback-3393-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
43) Thread[id=22119, name=qtp1017654818-22119, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
44) Thread[id=22150, name=zkCallback-3387-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
45) Thread[id=22107, name=zkCallback-3387-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
46) Thread[id=22094, name=qtp459857365-22094, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
47) Thread[id=22106, name=zkCallback-3387-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2CDDC351E9BBDF4E]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=22127, name=org.eclipse.jetty.server.session.HashSessionManager@2ad91855Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNa
[...truncated too long message...]
omain = solr.core.testcollection.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@1c0c52ec
[junit4] 2> 563737 INFO (coreCloseExecutor-240-thread-2) [n:127.0.0.1:49009_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica_n1] o.a.s.c.SolrCore [waitforstate_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@10e5e9b7
[junit4] 2> 563737 INFO (coreCloseExecutor-240-thread-2) [n:127.0.0.1:49009_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.waitforstate.shard1.replica_n1, tag=283503031
[junit4] 2> 563737 INFO (coreCloseExecutor-240-thread-2) [n:127.0.0.1:49009_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21cbeac6: rootName = solr_49009, domain = solr.core.waitforstate.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.waitforstate.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6f60ca4
[junit4] 2> 563779 INFO (zkCallback-91-thread-3-processing-n:127.0.0.1:37969_solr) [n:127.0.0.1:37969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 563779 INFO (zkCallback-125-thread-2-processing-n:127.0.0.1:49009_solr) [n:127.0.0.1:49009_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 563779 INFO (zkCallback-111-thread-1-processing-n:127.0.0.1:45658_solr) [n:127.0.0.1:45658_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 563789 INFO (coreCloseExecutor-242-thread-3) [n:127.0.0.1:45658_solr c:stateformat1 s:shard1 r:core_node2 x:stateformat1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stateformat1.shard1.leader, tag=875936946
[junit4] 2> 564111 INFO (coreCloseExecutor-241-thread-2) [n:127.0.0.1:37969_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=783327711
[junit4] 2> 564112 INFO (coreCloseExecutor-241-thread-1) [n:127.0.0.1:37969_solr c:falsepredicate s:shard4 r:core_node8 x:falsepredicate_shard4_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard4.leader, tag=1861355077
[junit4] 2> 564113 INFO (coreCloseExecutor-240-thread-2) [n:127.0.0.1:49009_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.waitforstate.shard1.leader, tag=283503031
[junit4] 2> 564141 WARN (zkCallback-111-thread-2-processing-n:127.0.0.1:45658_solr) [n:127.0.0.1:45658_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 564143 INFO (zkCallback-91-thread-3-processing-n:127.0.0.1:37969_solr) [n:127.0.0.1:37969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 564143 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:49009_solr) [n:127.0.0.1:49009_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 564219 INFO (jetty-closer-76-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@388d7c74{/solr,null,UNAVAILABLE}
[junit4] 2> 564245 INFO (zkCallback-91-thread-3-processing-n:127.0.0.1:37969_solr) [n:127.0.0.1:37969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 564315 INFO (jetty-closer-76-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98763246297153544-127.0.0.1:37969_solr-n_0000000000) closing
[junit4] 2> 564315 INFO (OverseerStateUpdate-98763246297153544-127.0.0.1:37969_solr-n_0000000000) [n:127.0.0.1:37969_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37969_solr
[junit4] 2> 564367 WARN (zkCallback-91-thread-3-processing-n:127.0.0.1:37969_solr) [n:127.0.0.1:37969_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 564383 INFO (jetty-closer-76-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@234b93d0{/solr,null,UNAVAILABLE}
[junit4] 2> 565243 WARN (zkCallback-92-thread-1-processing-n:127.0.0.1:53988_solr) [n:127.0.0.1:53988_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 565243 INFO (jetty-closer-76-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77398057{/solr,null,UNAVAILABLE}
[junit4] 2> 566487 WARN (zkCallback-125-thread-2-processing-n:127.0.0.1:49009_solr) [n:127.0.0.1:49009_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 566488 INFO (jetty-closer-76-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75979ba5{/solr,null,UNAVAILABLE}
[junit4] 2> 566503 ERROR (SUITE-TestCollectionStateWatchers-seed#[7C4FE55C1A13CCD2]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 566503 INFO (SUITE-TestCollectionStateWatchers-seed#[7C4FE55C1A13CCD2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45597 45597
[junit4] 2> 566683 INFO (Thread-115) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45597 45597
[junit4] 2> 566684 WARN (Thread-115) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 7 /solr/configs/config
[junit4] 2> 4 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 74 /solr/collections/falsepredicate/state.json
[junit4] 2> 42 /solr/collections/testcollection/state.json
[junit4] 2> 18 /solr/collections/waitforstate/state.json
[junit4] 2> 9 /solr/collections/currentstate/state.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/delayed/state.json
[junit4] 2> 7 /solr/collections/tobedeleted/state.json
[junit4] 2> 5 /solr/collections/stateformat1/state.json
[junit4] 2> 3 /solr/overseer_elect/election/98763246297153545-127.0.0.1:53988_solr-n_0000000001
[junit4] 2> 3 /solr/overseer_elect/election/98763246297153544-127.0.0.1:37969_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98763246297153554-127.0.0.1:45658_solr-n_0000000004
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 6 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_7C4FE55C1A13CCD2-001
[junit4] 2> Oct 03, 2017 5:14:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=65, maxMBSortInHeap=6.470467914945353, sim=RandomSimilarity(queryNorm=true): {}, locale=it-IT, timezone=Pacific/Samoa
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=142040048,total=334495744
[junit4] 2> NOTE: All tests run in this JVM: [TestCollectionAdminRequest, OperationsTest, NoOpResponseParserTest, HyperbolicSineEvaluatorTest, TestSuggesterResponse, SolrExampleEmbeddedTest, TestFastInputStream, TestCloudSolrClientConnections, PowerEvaluatorTest, SineEvaluatorTest, DivideEvaluatorTest, FacetFieldTest, CommonParamsTest, TestValidatingJsonMap, TestSolrJErrorHandling, NormalizeEvaluatorTest, LessThanEqualToEvaluatorTest, ClientUtilsTest, ExclusiveOrEvaluatorTest, SelectWithEvaluatorsTest, TestCollectionStateWatchers]
[junit4] Completed [67/145 (1!)] on J1 in 131.31s, 9 tests, 1 failure <<< FAILURES!
[...truncated 45803 lines...]
-documentation-lint:
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/jtidy_tmp
[echo] Checking for broken links...
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:826: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:669: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:682: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2570: exec returned: 1
Total time: 383 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 173 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/173/
5 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
KeeperErrorCode = Session expired for /clusterstate.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
at __randomizedtesting.SeedInfo.seed([40E9032CE3DA7059:C8BD3CF64D261DA1]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:542)
at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:310)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:674)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1311)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1302)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1294)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexQueryDeleteHierarchical(FullSolrCloudDistribCmdsTest.java:528)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:134)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([40E9032CE3DA7059:B9A49083DFAF3DD3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:279)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.TestPKIAuthenticationPlugin.test
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([40E9032CE3DA7059:C8BD3CF64D261DA1]:0)
at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:100)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([40E9032CE3DA7059:C8BD3CF64D261DA1]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([40E9032CE3DA7059:5CE87EA1967F0ECA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11559 lines...]
[junit4] Suite: org.apache.solr.security.TestPKIAuthenticationPlugin
[junit4] 2> 24316 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[40E9032CE3DA7059]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.security.TestPKIAuthenticationPlugin_40E9032CE3DA7059-001/init-core-data-001
[junit4] 2> 24350 WARN (SUITE-TestPKIAuthenticationPlugin-seed#[40E9032CE3DA7059]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 24350 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[40E9032CE3DA7059]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 24370 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[40E9032CE3DA7059]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 24371 INFO (TEST-TestPKIAuthenticationPlugin.test-seed#[40E9032CE3DA7059]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 39595 ERROR (TEST-TestPKIAuthenticationPlugin.test-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.PKIAuthenticationPlugin Invalid key request timestamp: 1506905773157 , received timestamp: 1506905784634 , TTL: 10000
[junit4] 2> 39595 INFO (TEST-TestPKIAuthenticationPlugin.test-seed#[40E9032CE3DA7059]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPKIAuthenticationPlugin -Dtests.method=test -Dtests.seed=40E9032CE3DA7059 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=de -Dtests.timezone=Etc/GMT+12 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 15.3s J0 | TestPKIAuthenticationPlugin.test <<<
[junit4] > Throwable #1: java.lang.NullPointerException
[junit4] > at __randomizedtesting.SeedInfo.seed([40E9032CE3DA7059:C8BD3CF64D261DA1]:0)
[junit4] > at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:100)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.security.TestPKIAuthenticationPlugin_40E9032CE3DA7059-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1568, maxMBSortInHeap=6.568485805313951, sim=RandomSimilarity(queryNorm=false): {}, locale=de, timezone=Etc/GMT+12
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=89775984,total=251133952
[junit4] 2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerSchemaAPI, TestPKIAuthenticationPlugin]
[junit4] Completed [7/733 (1!)] on J0 in 15.52s, 1 test, 1 error <<< FAILURES!
[...truncated 309 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/init-core-data-001
[junit4] 2> 585823 WARN (SUITE-ShardSplitTest-seed#[40E9032CE3DA7059]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 585836 INFO (SUITE-ShardSplitTest-seed#[40E9032CE3DA7059]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 585837 INFO (SUITE-ShardSplitTest-seed#[40E9032CE3DA7059]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 585837 INFO (SUITE-ShardSplitTest-seed#[40E9032CE3DA7059]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 585837 INFO (SUITE-ShardSplitTest-seed#[40E9032CE3DA7059]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ap/
[junit4] 2> 586003 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 586019 INFO (Thread-1299) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 586019 INFO (Thread-1299) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 586048 ERROR (Thread-1299) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 586129 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.ZkTestServer start zk server on port:44433
[junit4] 2> 586351 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 586406 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 586407 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 586407 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 586408 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 586409 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 586442 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 586443 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 586444 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 586444 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 586445 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 586495 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 587257 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 587278 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26ff1c5{/ap,null,AVAILABLE}
[junit4] 2> 587278 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@491e4917{HTTP/1.1,[http/1.1]}{127.0.0.1:43585}
[junit4] 2> 587278 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.Server Started @603261ms
[junit4] 2> 587278 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/tempDir-001/control/data, hostContext=/ap, hostPort=43585, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/control-001/cores}
[junit4] 2> 587278 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 587278 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 587278 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 587278 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 587278 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-02T01:05:33.436Z
[junit4] 2> 587431 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 587431 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/control-001/solr.xml
[junit4] 2> 587450 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 587495 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44433/solr
[junit4] 2> 587892 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:43585_ap ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 587893 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:43585_ap ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43585_ap
[junit4] 2> 587893 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:43585_ap ] o.a.s.c.Overseer Overseer (id=98756613386862596-127.0.0.1:43585_ap-n_0000000000) starting
[junit4] 2> 587929 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:43585_ap ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43585_ap
[junit4] 2> 587944 INFO (OverseerStateUpdate-98756613386862596-127.0.0.1:43585_ap-n_0000000000) [n:127.0.0.1:43585_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 589076 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:43585_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 589168 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:43585_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 589168 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:43585_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 589170 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:43585_ap ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/control-001/cores
[junit4] 2> 589316 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 589317 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44433/solr ready
[junit4] 2> 589352 INFO (qtp688665782-2183) [n:127.0.0.1:43585_ap ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43585_ap&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 589376 INFO (OverseerThreadFactory-319-thread-1-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 589542 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 589543 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 589888 INFO (zkCallback-165-thread-1-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 590842 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 590969 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 591650 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 591834 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 591868 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 591905 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 591905 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 591908 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=45.740234375, floorSegmentMB=0.505859375, forceMergeDeletesPctAllowed=27.332390315955976, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 591988 WARN (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 592228 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 592228 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 592229 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 592229 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 592242 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=11.7421875, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=7.145438127305091, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6769270283226829
[junit4] 2> 592243 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@694ce5d2[control_collection_shard1_replica_n1] main]
[junit4] 2> 592250 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 592250 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 592251 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 592252 INFO (searcherExecutor-322-thread-1-processing-n:127.0.0.1:43585_ap x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@694ce5d2[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 592252 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580105820704604160
[junit4] 2> 592299 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 592299 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 592299 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43585/ap/control_collection_shard1_replica_n1/
[junit4] 2> 592299 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 592299 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43585/ap/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 592299 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 592300 INFO (zkCallback-165-thread-1-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 592320 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43585/ap/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 592426 INFO (zkCallback-165-thread-1-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 592441 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 592443 INFO (qtp688665782-2181) [n:127.0.0.1:43585_ap c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2901
[junit4] 2> 592576 INFO (qtp688665782-2183) [n:127.0.0.1:43585_ap ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 592624 INFO (zkCallback-165-thread-1-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 593434 INFO (OverseerCollectionConfigSetProcessor-98756613386862596-127.0.0.1:43585_ap-n_0000000000) [n:127.0.0.1:43585_ap ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 593584 INFO (qtp688665782-2183) [n:127.0.0.1:43585_ap ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43585_ap&wt=javabin&version=2} status=0 QTime=4232
[junit4] 2> 593797 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 593797 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44433/solr ready
[junit4] 2> 593797 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 593799 INFO (qtp688665782-2184) [n:127.0.0.1:43585_ap ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 593824 INFO (OverseerThreadFactory-319-thread-2-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 593877 WARN (OverseerThreadFactory-319-thread-2-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 594276 INFO (qtp688665782-2184) [n:127.0.0.1:43585_ap ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 594276 INFO (qtp688665782-2184) [n:127.0.0.1:43585_ap ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=476
[junit4] 2> 594871 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-1-001 of type TLOG
[junit4] 2> 594872 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 594885 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4eaa3c8b{/ap,null,AVAILABLE}
[junit4] 2> 594886 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5601fcfe{HTTP/1.1,[http/1.1]}{127.0.0.1:34174}
[junit4] 2> 594886 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.Server Started @610870ms
[junit4] 2> 594886 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/ap, hostPort=34174, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-1-001/cores}
[junit4] 2> 594887 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 594887 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 594887 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 594887 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 594887 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-02T01:05:41.045Z
[junit4] 2> 594994 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 594994 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-1-001/solr.xml
[junit4] 2> 595043 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 595106 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44433/solr
[junit4] 2> 595220 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34174_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 595255 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34174_ap ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 595257 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34174_ap ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34174_ap
[junit4] 2> 595258 INFO (zkCallback-172-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 595258 INFO (zkCallback-165-thread-2-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 595291 INFO (zkCallback-177-thread-1-processing-n:127.0.0.1:34174_ap) [n:127.0.0.1:34174_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 595896 INFO (OverseerCollectionConfigSetProcessor-98756613386862596-127.0.0.1:43585_ap-n_0000000000) [n:127.0.0.1:43585_ap ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 596118 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34174_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 596154 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34174_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 596155 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34174_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 596170 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34174_ap ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-1-001/cores
[junit4] 2> 596300 INFO (qtp688665782-2187) [n:127.0.0.1:43585_ap ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34174_ap&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 596358 INFO (OverseerThreadFactory-319-thread-3-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34174_ap for creating new replica
[junit4] 2> 596498 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 596530 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 597633 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 597741 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 598596 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 598744 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 598745 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 598745 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 598745 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 598817 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=45.740234375, floorSegmentMB=0.505859375, forceMergeDeletesPctAllowed=27.332390315955976, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 598867 WARN (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 599463 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 599463 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 599464 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 599464 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 599465 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=11.7421875, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=7.145438127305091, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6769270283226829
[junit4] 2> 599536 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@527f72a6[collection1_shard2_replica_t41] main]
[junit4] 2> 599548 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 599549 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 599549 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 599550 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580105828357111808
[junit4] 2> 599642 INFO (searcherExecutor-333-thread-1-processing-n:127.0.0.1:34174_ap x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@527f72a6[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 599658 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 599658 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 599658 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34174/ap/collection1_shard2_replica_t41/
[junit4] 2> 599658 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 599658 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:34174/ap/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 599658 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 599659 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 599661 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34174/ap/collection1_shard2_replica_t41/ shard2
[junit4] 2> 599991 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 599996 INFO (qtp1297766690-2225) [n:127.0.0.1:34174_ap c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3498
[junit4] 2> 600013 INFO (qtp688665782-2187) [n:127.0.0.1:43585_ap ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34174_ap&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=3713
[junit4] 2> 600369 INFO (OverseerCollectionConfigSetProcessor-98756613386862596-127.0.0.1:43585_ap-n_0000000000) [n:127.0.0.1:43585_ap ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 601006 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-2-001 of type TLOG
[junit4] 2> 601006 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 601054 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f8fb296{/ap,null,AVAILABLE}
[junit4] 2> 601055 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59c479df{HTTP/1.1,[http/1.1]}{127.0.0.1:34134}
[junit4] 2> 601055 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.Server Started @617038ms
[junit4] 2> 601055 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/ap, hostPort=34134, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-2-001/cores}
[junit4] 2> 601056 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 601069 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 601069 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 601069 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 601069 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-02T01:05:47.227Z
[junit4] 2> 601101 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 601101 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-2-001/solr.xml
[junit4] 2> 601107 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 601109 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44433/solr
[junit4] 2> 601301 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34134_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 601302 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34134_ap ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 601303 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34134_ap ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34134_ap
[junit4] 2> 601304 INFO (zkCallback-177-thread-1-processing-n:127.0.0.1:34174_ap) [n:127.0.0.1:34174_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 601310 INFO (zkCallback-172-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 601373 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:34134_ap) [n:127.0.0.1:34134_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 601304 INFO (zkCallback-165-thread-3-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 602345 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34134_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 602419 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34134_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 602420 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34134_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 602421 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:34134_ap ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-2-001/cores
[junit4] 2> 602676 INFO (qtp1234907488-2255) [n:127.0.0.1:34134_ap ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34134_ap&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 602703 INFO (OverseerThreadFactory-319-thread-4-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34134_ap for creating new replica
[junit4] 2> 602719 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 602720 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 603839 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 604112 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 604679 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 604789 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 604790 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 604790 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 604790 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 604805 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=45.740234375, floorSegmentMB=0.505859375, forceMergeDeletesPctAllowed=27.332390315955976, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 604873 WARN (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 605331 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 605331 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 605332 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 605332 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 605333 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=11.7421875, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=7.145438127305091, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6769270283226829
[junit4] 2> 605392 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@2da6748d[collection1_shard1_replica_t43] main]
[junit4] 2> 605393 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 605393 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 605394 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 605394 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580105834484989952
[junit4] 2> 605668 INFO (searcherExecutor-344-thread-1-processing-n:127.0.0.1:34134_ap x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@2da6748d[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 605670 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 605670 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 605670 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34134/ap/collection1_shard1_replica_t43/
[junit4] 2> 605670 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 605670 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:34134/ap/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 605670 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 605671 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 605672 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34134/ap/collection1_shard1_replica_t43/ shard1
[junit4] 2> 605831 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 605833 INFO (qtp1234907488-2253) [n:127.0.0.1:34134_ap c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3114
[junit4] 2> 605890 INFO (qtp1234907488-2255) [n:127.0.0.1:34134_ap ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34134_ap&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=3214
[junit4] 2> 606730 INFO (OverseerCollectionConfigSetProcessor-98756613386862596-127.0.0.1:43585_ap-n_0000000000) [n:127.0.0.1:43585_ap ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 606959 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-3-001 of type TLOG
[junit4] 2> 606959 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 607024 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f2c6e1d{/ap,null,AVAILABLE}
[junit4] 2> 607024 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f1f2657{HTTP/1.1,[http/1.1]}{127.0.0.1:45208}
[junit4] 2> 607024 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.e.j.s.Server Started @623008ms
[junit4] 2> 607024 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/ap, hostPort=45208, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-3-001/cores}
[junit4] 2> 607025 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 607060 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 607060 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 607060 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 607060 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-02T01:05:53.218Z
[junit4] 2> 607112 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 607112 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-3-001/solr.xml
[junit4] 2> 607132 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 607136 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44433/solr
[junit4] 2> 607200 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:45208_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 607202 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:45208_ap ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 607203 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:45208_ap ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45208_ap
[junit4] 2> 607204 INFO (zkCallback-172-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 607204 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:34134_ap) [n:127.0.0.1:34134_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 607204 INFO (zkCallback-165-thread-2-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 607234 INFO (zkCallback-177-thread-1-processing-n:127.0.0.1:34174_ap) [n:127.0.0.1:34174_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 607315 INFO (zkCallback-189-thread-1-processing-n:127.0.0.1:45208_ap) [n:127.0.0.1:45208_ap ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 607622 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:45208_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 607695 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:45208_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 607695 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:45208_ap ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@256a7ab0
[junit4] 2> 607714 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[40E9032CE3DA7059]) [n:127.0.0.1:45208_ap ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_40E9032CE3DA7059-001/shard-3-001/cores
[junit4] 2> 607972 INFO (qtp1234907488-2256) [n:127.0.0.1:34134_ap ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45208_ap&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 608010 INFO (OverseerThreadFactory-319-thread-5-processing-n:127.0.0.1:43585_ap) [n:127.0.0.1:43585_ap ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:4
[...truncated too long message...]
(AbstractFullDistribZkTestBase.java:1302)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1294)
[junit4] > at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexQueryDeleteHierarchical(FullSolrCloudDistribCmdsTest.java:528)
[junit4] > at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:134)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40E9032CE3DA7059-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {6grand2_s=Lucene50(blocksize=128), 7grand5_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 18parent_f2_s=Lucene50(blocksize=128), 4grand0_s=Lucene50(blocksize=128), 7grand1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 15parent_f2_s=PostingsFormat(name=Memory), 9grand7_s=Lucene50(blocksize=128), 25parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 8grand0_s=Lucene50(blocksize=128), 9grand3_s=Lucene50(blocksize=128), 6parent_f2_s=Lucene50(blocksize=128), 8grand4_s=Lucene50(blocksize=128), 0parent_f2_s=PostingsFormat(name=Memory), 3grand1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 19parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 4parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5child3_s=Lucene50(blocksize=128), 9parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=Lucene50(blocksize=128), 5grand3_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 1parent_f1_s=Lucene50(blocksize=128), 13parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 23parent_f1_s=Lucene50(blocksize=128), _root_=Lucene50(blocksize=128), 5child2_s=Lucene50(blocksize=128), 3child0_s=Lucene50(blocksize=128), 4child3_s=Lucene50(blocksize=128), 12parent_f1_s=Lucene50(blocksize=128), 22parent_f1_s=Lucene50(blocksize=128), 1grand0_s=PostingsFormat(name=Memory), 7parent_f1_s=PostingsFormat(name=Memory), 2child1_s=Lucene50(blocksize=128), 3parent_f2_s=Lucene50(blocksize=128), 6grand3_s=PostingsFormat(name=Memory), 5grand2_s=Lucene50(blocksize=128), 11parent_f2_s=PostingsFormat(name=Memory), 21parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 4grand1_s=PostingsFormat(name=Memory), 7grand4_s=Lucene50(blocksize=128), 3grand0_s=Lucene50(blocksize=128), 9grand6_s=Lucene50(blocksize=128), 8grand1_s=PostingsFormat(name=Memory), 9grand2_s=Lucene50(blocksize=128), 8grand5_s=PostingsFormat(name=Memory), 9parent_f1_s=Lucene50(blocksize=128), 14parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 20parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 1parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand0_s=Lucene50(blocksize=128), text_t=Lucene50(blocksize=128), 24parent_f2_s=Lucene50(blocksize=128), 13parent_f2_s=Lucene50(blocksize=128), type_s=Lucene50(blocksize=128), 23parent_f2_s=Lucene50(blocksize=128), 5child1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 10parent_f1_s=PostingsFormat(name=Memory), 22parent_f2_s=PostingsFormat(name=Memory), 4child0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 12parent_f2_s=Lucene50(blocksize=128), 5grand1_s=Lucene50(blocksize=128), 6grand4_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 11parent_f1_s=Lucene50(blocksize=128), 21parent_f1_s=PostingsFormat(name=Memory), 4grand2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand3_s=Lucene50(blocksize=128), 8grand2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 9grand5_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 8grand6_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 9grand1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 14parent_f1_s=PostingsFormat(name=Memory), 20parent_f2_s=Lucene50(blocksize=128), 24parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5parent_f1_s=Lucene50(blocksize=128), 6grand0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 10parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5child0_s=PostingsFormat(name=Memory), 8parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 2parent_f2_s=Lucene50(blocksize=128), 4child1_s=PostingsFormat(name=Memory), 2grand1_s=Lucene50(blocksize=128), 17parent_f2_s=Lucene50(blocksize=128), 3child2_s=PostingsFormat(name=Memory), 16parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 26parent_f2_s=PostingsFormat(name=Memory), 1child0_s=PostingsFormat(name=Memory), 7grand6_s=PostingsFormat(name=Memory), 18parent_f1_s=PostingsFormat(name=Memory), 5grand0_s=PostingsFormat(name=Memory), 6grand5_s=Lucene50(blocksize=128), 7grand2_s=PostingsFormat(name=Memory), 15parent_f1_s=Lucene50(blocksize=128), 4grand3_s=Lucene50(blocksize=128), 9grand8_s=PostingsFormat(name=Memory), 8grand3_s=Lucene50(blocksize=128), 6parent_f1_s=Lucene50(blocksize=128), 25parent_f1_s=PostingsFormat(name=Memory), 9grand4_s=PostingsFormat(name=Memory), 8grand7_s=Lucene50(blocksize=128), 0parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 3grand2_s=PostingsFormat(name=Memory), 9grand0_s=PostingsFormat(name=Memory), 19parent_f2_s=PostingsFormat(name=Memory), 4parent_f2_s=PostingsFormat(name=Memory), 5child4_s=PostingsFormat(name=Memory), 5grand4_s=PostingsFormat(name=Memory), 6grand1_s=Lucene50(blocksize=128), 5parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 16parent_f1_s=Lucene50(blocksize=128), 8parent_f2_s=PostingsFormat(name=Memory), 2parent_f1_s=Lucene50(blocksize=128), 4child2_s=Lucene50(blocksize=128), rnd_b=Lucene50(blocksize=128), 17parent_f1_s=Lucene50(blocksize=128), 2grand0_s=Lucene50(blocksize=128), 3child1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7parent_f2_s=Lucene50(blocksize=128), 26parent_f1_s=Lucene50(blocksize=128), 2child0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 3parent_f1_s=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=103, maxMBSortInHeap=5.367467896692306, sim=RandomSimilarity(queryNorm=true): {}, locale=es-ES, timezone=Asia/Makassar
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=243600720,total=518520832
[junit4] 2> NOTE: All tests run in this JVM: [PrimUtilsTest, ZkControllerTest, SampleTest, TestManagedSynonymGraphFilterFactory, IndexSchemaRuntimeFieldTest, ImplicitSnitchTest, RestartWhileUpdatingTest, AliasIntegrationTest, PreAnalyzedFieldManagedSchemaCloudTest, DocExpirationUpdateProcessorFactoryTest, TestDistribIDF, StatsReloadRaceTest, BJQParserTest, ConfigSetsAPITest, RankQueryTest, DistributedSuggestComponentTest, SolrGraphiteReporterTest, CollectionsAPIAsyncDistributedZkTest, TestRecoveryHdfs, TestSolrQueryResponse, TestImpersonationWithHadoopAuth, DeleteNodeTest, TestUnifiedSolrHighlighter, SpatialFilterTest, DistributedExpandComponentTest, ResourceLoaderTest, TestFuzzyAnalyzedSuggestions, BasicFunctionalityTest, SpellCheckComponentTest, FileBasedSpellCheckerTest, ChangedSchemaMergeTest, CdcrVersionReplicationTest, BigEndianAscendingWordSerializerTest, TestMinMaxOnMultiValuedField, TestSolrCoreSnapshots, ZkCLITest, BlockJoinFacetSimpleTest, TestSolrConfigHandler, TestCloudSearcherWarming, TestUniqueKeyFieldResource, TestBulkSchemaConcurrent, TestLeaderInitiatedRecoveryThread, LeaderElectionContextKeyTest, SolrCmdDistributorTest, ReplicaListTransformerTest, TestPostingsSolrHighlighter, OverseerModifyCollectionTest, TestRandomCollapseQParserPlugin, TestRawResponseWriter, ConfigureRecoveryStrategyTest, CacheHeaderTest, DirectSolrSpellCheckerTest, ScriptEngineTest, TestJettySolrRunner, TestRTGBase, SolrMetricReporterTest, CoreAdminHandlerTest, TestPartialUpdateDeduplication, DirectSolrConnectionTest, OverseerTaskQueueTest, CoreMergeIndexesAdminHandlerTest, TestSimpleTrackingShardHandler, TestCustomDocTransformer, SchemaVersionSpecificBehaviorTest, TestClassicSimilarityFactory, TestBM25SimilarityFactory, DistanceUnitsTest, TestStreamBody, TestHdfsCloudBackupRestore, TestSegmentSorting, SuggestComponentContextFilterQueryTest, TestUpdate, TestValueSourceCache, SubstringBytesRefFilterTest, SolrCloudExampleTest, CollectionsAPIDistributedZkTest, TestSQLHandler, PKIAuthenticationIntegrationTest, ExitableDirectoryReaderTest, TestStressVersions, SolrIndexMetricsTest, UtilsToolTest, LeaderInitiatedRecoveryOnCommitTest, TestFiltering, TestFieldCollectionResource, HdfsDirectoryTest, SuggesterTSTTest, TestPerFieldSimilarity, StatelessScriptUpdateProcessorFactoryTest, TestLegacyNumericRangeQueryBuilder, BlockCacheTest, CustomCollectionTest, TestLRUStatsCache, TestFileDictionaryLookup, V2StandaloneTest, TestGraphMLResponseWriter, TlogReplayBufferedWhileIndexingTest, TestCursorMarkWithoutUniqueKey, TestTlogReplica, TermVectorComponentTest, SOLR749Test, TestXmlQParserPlugin, TestLegacyFieldCache, TestDistributedGrouping, TestLegacyFieldReuse, OpenCloseCoreStressTest, TestCloudDeleteByQuery, OutOfBoxZkACLAndCredentialsProvidersTest, TestFastLRUCache, SoftAutoCommitTest, TestBlobHandler, ShardRoutingTest, TestCopyFieldCollectionResource, TestDistribDocBasedVersion, DocValuesTest, TestUninvertingReader, TestSolrIndexConfig, TestSearchPerf, TestCollapseQParserPlugin, CdcrReplicationDistributedZkTest, TestPerFieldSimilarityWithDefaultOverride, SparseHLLTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest]
[junit4] Completed [309/733 (5!)] on J1 in 65.59s, 1 test, 1 error <<< FAILURES!
[...truncated 48299 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 172 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/172/
3 tests failed.
FAILED: org.apache.solr.cloud.TestReplicaProperties.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:39739
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:39739
at __randomizedtesting.SeedInfo.seed([1D892780FAE27613:95DD185A541E1BEB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1669)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1696)
at org.apache.solr.cloud.TestReplicaProperties.test(TestReplicaProperties.java:60)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
... 52 more
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1D892780FAE27613:95DD185A541E1BEB]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([1D892780FAE27613:1885A0D8F470880]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11880 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
[junit4] 2> 1237978 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001/init-core-data-001
[junit4] 2> 1237978 WARN (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 1237978 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1237979 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1237980 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001/tempDir-001
[junit4] 2> 1237980 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1238026 INFO (Thread-739) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1238026 INFO (Thread-739) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1238081 ERROR (Thread-739) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1238141 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44428
[junit4] 2> 1238186 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ed888ca280000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1238204 INFO (jetty-launcher-588-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1238614 INFO (jetty-launcher-588-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cc43c50{/solr,null,AVAILABLE}
[junit4] 2> 1238616 INFO (jetty-launcher-588-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11b3c6c1{SSL,[ssl, http/1.1]}{127.0.0.1:39607}
[junit4] 2> 1238616 INFO (jetty-launcher-588-thread-1) [ ] o.e.j.s.Server Started @1257262ms
[junit4] 2> 1238616 INFO (jetty-launcher-588-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39607}
[junit4] 2> 1238616 ERROR (jetty-launcher-588-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1238616 INFO (jetty-launcher-588-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1238616 INFO (jetty-launcher-588-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1238616 INFO (jetty-launcher-588-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1238616 INFO (jetty-launcher-588-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-01T15:23:17.494Z
[junit4] 2> 1238738 INFO (jetty-launcher-588-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1238802 INFO (jetty-launcher-588-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44428/solr
[junit4] 2> 1239192 INFO (jetty-launcher-588-thread-1) [n:127.0.0.1:39607_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1239192 INFO (jetty-launcher-588-thread-1) [n:127.0.0.1:39607_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39607_solr
[junit4] 2> 1239197 INFO (jetty-launcher-588-thread-1) [n:127.0.0.1:39607_solr ] o.a.s.c.Overseer Overseer (id=98754323867500547-127.0.0.1:39607_solr-n_0000000000) starting
[junit4] 2> 1240358 INFO (jetty-launcher-588-thread-1) [n:127.0.0.1:39607_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39607_solr
[junit4] 2> 1240359 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1241238 INFO (jetty-launcher-588-thread-1) [n:127.0.0.1:39607_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39607.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f960f87
[junit4] 2> 1241280 INFO (jetty-launcher-588-thread-1) [n:127.0.0.1:39607_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39607.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f960f87
[junit4] 2> 1241298 INFO (jetty-launcher-588-thread-1) [n:127.0.0.1:39607_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39607.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f960f87
[junit4] 2> 1241309 INFO (jetty-launcher-588-thread-1) [n:127.0.0.1:39607_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001/tempDir-001/node1/.
[junit4] 2> 1241598 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1241599 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44428/solr ready
[junit4] 2> 1241929 INFO (qtp765642198-3181) [n:127.0.0.1:39607_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1241970 INFO (OverseerThreadFactory-1320-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
[junit4] 2> 1242092 INFO (OverseerStateUpdate-98754323867500547-127.0.0.1:39607_solr-n_0000000000) [n:127.0.0.1:39607_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39607/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1242108 INFO (OverseerStateUpdate-98754323867500547-127.0.0.1:39607_solr-n_0000000000) [n:127.0.0.1:39607_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection1_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39607/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1242572 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1242573 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1242595 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1242910 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1243848 INFO (zkCallback-595-thread-2-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1243991 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1244299 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1244414 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1244417 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1244417 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n3' using configuration from collection testCollection1, trusted=true
[junit4] 2> 1244890 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1244892 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1244892 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
[junit4] 2> 1244893 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39607.solr.core.testCollection1.shard2.replica_n3' (registry 'solr.core.testCollection1.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f960f87
[junit4] 2> 1244893 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1244894 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001/tempDir-001/node1/testCollection1_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001/tempDir-001/node1/./testCollection1_shard2_replica_n3/data/]
[junit4] 2> 1244912 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39607.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f960f87
[junit4] 2> 1244912 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1244912 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
[junit4] 2> 1245166 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1245167 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1245168 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1245168 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1245190 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ce03945[testCollection1_shard1_replica_n1] main]
[junit4] 2> 1245226 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1245227 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1245426 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1245426 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580069189639471104
[junit4] 2> 1245447 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1245447 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1245447 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39607/solr/testCollection1_shard1_replica_n1/
[junit4] 2> 1245447 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1245447 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39607/solr/testCollection1_shard1_replica_n1/ has no replicas
[junit4] 2> 1245447 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1245448 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39607/solr/testCollection1_shard1_replica_n1/ shard1
[junit4] 2> 1245460 INFO (searcherExecutor-1324-thread-1-processing-n:127.0.0.1:39607_solr x:testCollection1_shard1_replica_n1 s:shard1 c:testCollection1 r:core_node2) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@4ce03945[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1245509 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1245510 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1245511 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1245511 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1245546 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c2c6d5b[testCollection1_shard2_replica_n3] main]
[junit4] 2> 1245548 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1245548 INFO (zkCallback-595-thread-2-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1245550 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1245550 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1245551 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1245551 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580069189770543104
[junit4] 2> 1245610 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1245610 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1245610 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39607/solr/testCollection1_shard2_replica_n3/
[junit4] 2> 1245610 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1245610 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:39607/solr/testCollection1_shard2_replica_n3/ has no replicas
[junit4] 2> 1245610 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1245986 INFO (searcherExecutor-1323-thread-1-processing-n:127.0.0.1:39607_solr x:testCollection1_shard2_replica_n3 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3] Registered new searcher Searcher@6c2c6d5b[testCollection1_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1245987 INFO (zkCallback-595-thread-2-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1245987 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1245988 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39607/solr/testCollection1_shard2_replica_n3/ shard2
[junit4] 2> 1245989 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1245998 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3425
[junit4] 2> 1246612 INFO (zkCallback-595-thread-3-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1246713 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1246715 INFO (qtp765642198-3187) [n:127.0.0.1:39607_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4120
[junit4] 2> 1247038 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1247041 INFO (qtp765642198-3181) [n:127.0.0.1:39607_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1247151 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1247151 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1248459 INFO (qtp765642198-3181) [n:127.0.0.1:39607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=6530
[junit4] 2> 1248463 INFO (qtp765642198-3184) [n:127.0.0.1:39607_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1248463 INFO (OverseerCollectionConfigSetProcessor-98754323867500547-127.0.0.1:39607_solr-n_0000000000) [n:127.0.0.1:39607_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1248474 INFO (OverseerThreadFactory-1320-thread-2-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
[junit4] 2> 1248721 INFO (OverseerStateUpdate-98754323867500547-127.0.0.1:39607_solr-n_0000000000) [n:127.0.0.1:39607_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39607/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1248742 INFO (OverseerStateUpdate-98754323867500547-127.0.0.1:39607_solr-n_0000000000) [n:127.0.0.1:39607_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection2_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39607/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1249030 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1249031 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1249458 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1249461 INFO (zkCallback-595-thread-3-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1250103 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1250135 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1250203 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1250211 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1250213 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1250213 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
[junit4] 2> 1250213 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39607.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f960f87
[junit4] 2> 1250213 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1250213 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
[junit4] 2> 1250219 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1250219 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n2' using configuration from collection testCollection2, trusted=true
[junit4] 2> 1250219 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39607.solr.core.testCollection2.shard2.replica_n2' (registry 'solr.core.testCollection2.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f960f87
[junit4] 2> 1250219 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1250220 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001/tempDir-001/node1/testCollection2_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001/tempDir-001/node1/./testCollection2_shard2_replica_n2/data/]
[junit4] 2> 1251462 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1251462 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1251464 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1251471 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1251478 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bd08129[testCollection2_shard1_replica_n1] main]
[junit4] 2> 1251520 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1251520 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1251521 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1251521 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1251550 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@601a068e[testCollection2_shard2_replica_n2] main]
[junit4] 2> 1251586 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1251587 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1251587 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1251587 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580069196099747840
[junit4] 2> 1251591 INFO (searcherExecutor-1333-thread-1-processing-n:127.0.0.1:39607_solr x:testCollection2_shard1_replica_n1 s:shard1 c:testCollection2 r:core_node3) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@3bd08129[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1251606 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1251606 INFO (zkCallback-595-thread-3-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1251608 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1251608 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1251608 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39607/solr/testCollection2_shard1_replica_n1/
[junit4] 2> 1251608 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1251608 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39607/solr/testCollection2_shard1_replica_n1/ has no replicas
[junit4] 2> 1251608 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1251615 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39607/solr/testCollection2_shard1_replica_n1/ shard1
[junit4] 2> 1251630 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1251630 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1251632 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1251632 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580069196146933760
[junit4] 2> 1251658 INFO (searcherExecutor-1334-thread-1-processing-n:127.0.0.1:39607_solr x:testCollection2_shard2_replica_n2 s:shard2 c:testCollection2 r:core_node4) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2] Registered new searcher Searcher@601a068e[testCollection2_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1251674 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1251674 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1251674 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39607/solr/testCollection2_shard2_replica_n2/
[junit4] 2> 1251674 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1251674 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:39607/solr/testCollection2_shard2_replica_n2/ has no replicas
[junit4] 2> 1251674 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1251681 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39607/solr/testCollection2_shard2_replica_n2/ shard2
[junit4] 2> 1251788 INFO (zkCallback-595-thread-3-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1251788 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1251800 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1251802 INFO (qtp765642198-3186) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2771
[junit4] 2> 1251830 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1251841 INFO (qtp765642198-3182) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2810
[junit4] 2> 1251851 INFO (qtp765642198-3184) [n:127.0.0.1:39607_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1251994 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1251994 INFO (zkCallback-595-thread-3-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1252961 INFO (qtp765642198-3184) [n:127.0.0.1:39607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=4497
[junit4] 2> 1252962 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 1252962 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
[junit4] 2> 1252962 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
[junit4] 2> 1252962 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
[junit4] 2> 1252969 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[1D892780FAE27613]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1253042 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=null
[junit4] 2> 1253042 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57a8119f: rootName = solr_39607, domain = solr.core.testCollection1.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.testCollection1.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@702240ca
[junit4] 2> 1253185 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@5f5195cb
[junit4] 2> 1253186 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=1599182283
[junit4] 2> 1253186 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=1599182283
[junit4] 2> 1253303 INFO (qtp765642198-3185) [n:127.0.0.1:39607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n3&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=309
[junit4] 2> 1253304 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[1D892780FAE27613]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=1D892780FAE27613 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=lt-LT -Dtests.timezone=BET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.35s J1 | LeaderElectionContextKeyTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([1D892780FAE27613:95DD185A541E1BEB]:0)
[junit4] > at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1253381 INFO (jetty-closer-589-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@11b3c6c1{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1253381 INFO (jetty-closer-589-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1703991589
[junit4] 2> 1253381 INFO (jetty-closer-589-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1253381 INFO (jetty-closer-589-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3163ea38: rootName = solr_39607, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5323596b
[junit4] 2> 1253385 INFO (jetty-closer-589-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1253385 INFO (jetty-closer-589-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f47ac60: rootName = solr_39607, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6870542e
[junit4] 2> 1253422 INFO (zkCallback-595-thread-3-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1253423 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1253432 INFO (jetty-closer-589-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1253433 INFO (jetty-closer-589-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@423b2728: rootName = solr_39607, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@167fa61f
[junit4] 2> 1253503 INFO (jetty-closer-589-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1253574 INFO (coreCloseExecutor-1343-thread-1) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2cee67b2
[junit4] 2> 1253574 INFO (coreCloseExecutor-1343-thread-1) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=753821618
[junit4] 2> 1253574 INFO (coreCloseExecutor-1343-thread-1) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@69467fd3: rootName = solr_39607, domain = solr.core.testCollection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@82f8b69
[junit4] 2> 1253601 INFO (coreCloseExecutor-1343-thread-2) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7f7d67e3
[junit4] 2> 1253601 INFO (coreCloseExecutor-1343-thread-3) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@3086c257
[junit4] 2> 1253602 INFO (OverseerCollectionConfigSetProcessor-98754323867500547-127.0.0.1:39607_solr-n_0000000000) [n:127.0.0.1:39607_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1253610 INFO (coreCloseExecutor-1343-thread-2) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=2138925027
[junit4] 2> 1253610 INFO (coreCloseExecutor-1343-thread-2) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71cc04d8: rootName = solr_39607, domain = solr.core.testCollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6ef480b5
[junit4] 2> 1253612 INFO (zkCallback-595-thread-3-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1253612 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1253613 INFO (zkCallback-595-thread-3-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1253613 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1253640 INFO (coreCloseExecutor-1343-thread-2) [n:127.0.0.1:39607_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=2138925027
[junit4] 2> 1253657 INFO (coreCloseExecutor-1343-thread-3) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n2, tag=814137943
[junit4] 2> 1253658 INFO (coreCloseExecutor-1343-thread-3) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@254b6227: rootName = solr_39607, domain = solr.core.testCollection2.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testCollection2.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@b49870a
[junit4] 2> 1253707 INFO (coreCloseExecutor-1343-thread-3) [n:127.0.0.1:39607_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=814137943
[junit4] 2> 1253714 INFO (coreCloseExecutor-1343-thread-1) [n:127.0.0.1:39607_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=753821618
[junit4] 2> 1255098 INFO (jetty-closer-589-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98754323867500547-127.0.0.1:39607_solr-n_0000000000) closing
[junit4] 2> 1255098 INFO (OverseerStateUpdate-98754323867500547-127.0.0.1:39607_solr-n_0000000000) [n:127.0.0.1:39607_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39607_solr
[junit4] 2> 1256942 WARN (zkCallback-595-thread-1-processing-n:127.0.0.1:39607_solr) [n:127.0.0.1:39607_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1256942 INFO (jetty-closer-589-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3cc43c50{/solr,null,UNAVAILABLE}
[junit4] 2> 1256963 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1256964 INFO (SUITE-LeaderElectionContextKeyTest-seed#[1D892780FAE27613]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44428 44428
[junit4] 2> 1257074 INFO (Thread-739) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44428 44428
[junit4] 2> 1257074 WARN (Thread-739) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testCollection1/state.json
[junit4] 2> 7 /solr/collections/testCollection2/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_1D892780FAE27613-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=lt-LT, timezone=BET
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=193419928,total=412090368
[junit4] 2> NOTE: All tests run in this JVM: [TestRTGBase, TestFiltering, TestCollationFieldDocValues, ClusterStateUpdateTest, TestReplicationHandlerBackup, TestBulkSchemaConcurrent, CursorMarkTest, AliasIntegrationTest, TestFieldCollectionResource, LukeRequestHandlerTest, DOMUtilTest, TestSolrCoreSnapshots, TestFieldTypeResource, ZkFailoverTest, SolrIndexMetricsTest, TestUnifiedSolrHighlighter, SharedFSAutoReplicaFailoverUtilsTest, RestartWhileUpdatingTest, TestCollectionsAPIViaSolrCloudCluster, TestClusterStateMutator, TestRequestForwarding, DocValuesNotIndexedTest, HdfsChaosMonkeySafeLeaderTest, TestNestedDocsSort, TestStreamBody, PreAnalyzedUpdateProcessorTest, SliceStateTest, TestMiniSolrCloudClusterSSL, TestPerFieldSimilarityWithDefaultOverride, SpellCheckCollatorWithCollapseTest, SchemaVersionSpecificBehaviorTest, TestConfigSetProperties, TestFastLRUCache, TestUseDocValuesAsStored2, LeaderElectionContextKeyTest]
[junit4] Completed [97/733 (1!)] on J1 in 19.29s, 1 test, 1 failure <<< FAILURES!
[...truncated 224 lines...]
[junit4] Suite: org.apache.solr.cloud.TestReplicaProperties
[junit4] 2> 2294879 INFO (SUITE-TestReplicaProperties-seed#[1D892780FAE27613]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1D892780FAE27613-001/init-core-data-001
[junit4] 2> 2294879 INFO (SUITE-TestReplicaProperties-seed#[1D892780FAE27613]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2294880 INFO (SUITE-TestReplicaProperties-seed#[1D892780FAE27613]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2294881 INFO (SUITE-TestReplicaProperties-seed#[1D892780FAE27613]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2295000 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2295060 INFO (Thread-899) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2295060 INFO (Thread-899) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2295121 ERROR (Thread-899) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2295161 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.ZkTestServer start zk server on port:60957
[junit4] 2> 2296047 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2296058 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2296059 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2296066 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2296070 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2296078 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2296078 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2296090 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2296091 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2296102 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2296102 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2296147 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2297027 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2297138 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71a8f4b6{/,null,AVAILABLE}
[junit4] 2> 2297141 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@793d451{SSL,[ssl, http/1.1]}{127.0.0.1:53272}
[junit4] 2> 2297141 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.e.j.s.Server Started @2315589ms
[junit4] 2> 2297141 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1D892780FAE27613-001/tempDir-001/control/data, hostContext=/, hostPort=53272, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1D892780FAE27613-001/control-001/cores}
[junit4] 2> 2297141 ERROR (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2297141 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2297185 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2297186 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2297186 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-01T15:40:55.868Z
[junit4] 2> 2297419 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2297419 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1D892780FAE27613-001/control-001/solr.xml
[junit4] 2> 2297424 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52450387, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2297429 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60957/solr
[junit4] 2> 2298194 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [n:127.0.0.1:53272_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2298210 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [n:127.0.0.1:53272_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53272_
[junit4] 2> 2298210 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [n:127.0.0.1:53272_ ] o.a.s.c.Overseer Overseer (id=98754393132433413-127.0.0.1:53272_-n_0000000000) starting
[junit4] 2> 2298329 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [n:127.0.0.1:53272_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53272_
[junit4] 2> 2299158 INFO (zkCallback-444-thread-1-processing-n:127.0.0.1:53272_) [n:127.0.0.1:53272_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2300912 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [n:127.0.0.1:53272_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52450387
[junit4] 2> 2300912 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [n:127.0.0.1:53272_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52450387
[junit4] 2> 2300913 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [n:127.0.0.1:53272_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52450387
[junit4] 2> 2300914 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [n:127.0.0.1:53272_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1D892780FAE27613-001/control-001/cores
[junit4] 2> 2302034 INFO (TEST-TestReplicaProperties.test-seed#[1D892780FAE27613]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKee
[...truncated too long message...]
ll
[junit4] 2> 8538483 INFO (jetty-closer-2883-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@451284b0: rootName = solr_48236, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@24b343a8
[junit4] 2> 8538492 INFO (jetty-closer-2883-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 8538505 INFO (jetty-closer-2883-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 8538505 INFO (jetty-closer-2883-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@509e491f: rootName = solr_41236, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@24b343a8
[junit4] 2> 8538507 INFO (jetty-closer-2883-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 8538525 INFO (zkCallback-2929-thread-2-processing-n:127.0.0.1:41236_solr) [n:127.0.0.1:41236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 8538564 INFO (jetty-closer-2883-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98754783179178004-127.0.0.1:41236_solr-n_0000000005) closing
[junit4] 2> 8538571 INFO (OverseerStateUpdate-98754783179178004-127.0.0.1:41236_solr-n_0000000005) [n:127.0.0.1:41236_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41236_solr
[junit4] 2> 8540028 WARN (zkCallback-2950-thread-3-processing-n:127.0.0.1:48236_solr) [n:127.0.0.1:48236_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 8540029 INFO (jetty-closer-2883-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c1a8f37{/solr,null,UNAVAILABLE}
[junit4] 2> 8540143 WARN (zkCallback-2929-thread-2-processing-n:127.0.0.1:41236_solr) [n:127.0.0.1:41236_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 8540340 INFO (jetty-closer-2883-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43d11513{/solr,null,UNAVAILABLE}
[junit4] 2> 8540424 ERROR (SUITE-TestTlogReplica-seed#[1D892780FAE27613]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 8540424 INFO (SUITE-TestTlogReplica-seed#[1D892780FAE27613]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36357 36357
[junit4] 2> 8540519 INFO (Thread-4634) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36357 36357
[junit4] 2> 8540536 WARN (Thread-4634) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 34 /solr/configs/conf
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 9 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 46 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 45 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 31 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 28 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 22 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 19 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 14 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 4 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98754783179178004-core_node4-n_0000000000
[junit4] 2> 3 /solr/overseer_elect/election/98754783179178004-127.0.0.1:41236_solr-n_0000000005
[junit4] 2> 2 /solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/98754783179177995-core_node4-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98754783179178001-core_node16-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_1D892780FAE27613-001
[junit4] 2> Oct 01, 2017 5:24:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=es-MX, timezone=Africa/Porto-Novo
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=73315328,total=520617984
[junit4] 2> NOTE: All tests run in this JVM: [DateFieldTest, TestSolrDeletionPolicy2, HdfsDirectoryFactoryTest, TestDownShardTolerantSearch, ShufflingReplicaListTransformerTest, OverriddenZkACLAndCredentialsProvidersTest, RequestLoggingTest, LeaderFailoverAfterPartitionTest, TestConfigReload, TestTolerantSearch, VersionInfoTest, TestPayloadScoreQParserPlugin, TestSha256AuthenticationProvider, ClassificationUpdateProcessorTest, TestSolrCloudWithKerberosAlt, CoreSorterTest, TestAnalyzeInfixSuggestions, SolrTestCaseJ4Test, TestJmxIntegration, TestSystemCollAutoCreate, SearchHandlerTest, StatsComponentTest, TestNoOpRegenerator, FastVectorHighlighterTest, TermsComponentTest, TestConfigSets, TestSolrFieldCacheBean, TestQuerySenderListener, ZkStateReaderTest, SuggesterFSTTest, BasicAuthIntegrationTest, TestReqParamsAPI, ConnectionManagerTest, MoveReplicaHDFSTest, TestJavabinTupleStreamParser, DistributedFacetExistsSmallTest, TestJsonFacetRefinement, TestHttpShardHandlerFactory, TestExportWriter, BlockJoinFacetDistribTest, TestShortCircuitedRequests, TestScoreJoinQPNoScore, TestStressInPlaceUpdates, DirectUpdateHandlerTest, SolrJmxReporterCloudTest, TermVectorComponentDistributedTest, TestManagedSchemaThreadSafety, TriLevelCompositeIdRoutingTest, TestSchemaNameResource, TestNumericRangeQuery32, TimeZoneUtilsTest, SignatureUpdateProcessorFactoryTest, LeaderInitiatedRecoveryOnShardRestartTest, HardAutoCommitTest, HdfsCollectionsAPIDistributedZkTest, RequiredFieldsTest, TestReloadDeadlock, RuleEngineTest, SuggestComponentTest, ConnectionReuseTest, TestCryptoKeys, SmileWriterTest, ReplaceNodeTest, SolrCoreCheckLockOnStartupTest, TestOnReconnectListenerSupport, TestCloudPseudoReturnFields, EnumFieldTest, SimplePostToolTest, TestMacroExpander, CloudMLTQParserTest, AssignBackwardCompatibilityTest, RollingRestartTest, BasicDistributedZk2Test, HdfsLockFactoryTest, TestAnalyzedSuggestions, TestPseudoReturnFields, TestSQLHandlerNonCloud, DocumentBuilderTest, TestPullReplicaErrorHandling, TestOrdValues, AutoCommitTest, TestReversedWildcardFilterFactory, LeaderElectionTest, CircularListTest, SolrCloudReportersTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, InfoHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestDistributedMissingSort, TestChildDocTransformer, TestFreeTextSuggestions, CdcrReplicationHandlerTest, TestSolrCloudWithHadoopAuthPlugin, SimpleCollectionCreateDeleteTest, DistributedQueryComponentCustomSortTest, TestGroupingSearch, SolrMetricsIntegrationTest, DistributedFacetPivotSmallAdvancedTest, TestTrieFacet, CleanupOldIndexTest, BitVectorTest, NotRequiredUniqueKeyTest, MultiThreadedOCPTest, ShardSplitTest, TestComplexPhraseLeadingWildcard, PrimitiveFieldTypeTest, OverseerRolesTest, HdfsBasicDistributedZkTest, AtomicUpdatesTest, TestShardHandlerFactory, TestDynamicLoading, MetricUtilsTest, GraphQueryTest, CheckHdfsIndexTest, DirectUpdateHandlerOptimizeTest, TestFoldingMultitermQuery, TestLocalFSCloudBackupRestore, TestJoin, TestCoreContainer, SpellCheckComponentTest, PeerSyncTest, TestSort, TestBadConfig, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestUpdate, FieldMutatingUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoBeanTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestWriterPerf, TestQueryTypes, PathHierarchyTokenizerFactoryTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, ReturnFieldsTest, QueryParsingTest, TestPHPSerializedResponseWriter, TestLFUCache, CollectionsAPISolrJTest, DistributedQueueTest, ForceLeaderTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudPivotFacet, TestConfigSetsAPI, TestRandomFlRTGCloud, TestTlogReplica]
[junit4] Completed [560/733 (3!)] on J2 in 290.82s, 13 tests, 1 failure <<< FAILURES!
[...truncated 47530 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 171 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/171/
9 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testMaxNodesPerShard
Error Message:
KeeperErrorCode = Session expired for /clusterstate.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
at __randomizedtesting.SeedInfo.seed([BE314D563967C518:524AC79560C0D49E]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:442)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:111)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:37899","node_name":"127.0.0.1:37899_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/32)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:37899", "node_name":"127.0.0.1:37899_", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:55308", "node_name":"127.0.0.1:55308_", "state":"down", "type":"NRT"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:59383", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:59383_", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:37899","node_name":"127.0.0.1:37899_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/32)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:37899",
"node_name":"127.0.0.1:37899_",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:55308",
"node_name":"127.0.0.1:55308_",
"state":"down",
"type":"NRT"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:59383",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:59383_",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([BE314D563967C518:3665728C979BA8E0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([BE314D563967C518:477CDEF905128892]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:279)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37010/bua/g
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37010/bua/g
at __randomizedtesting.SeedInfo.seed([BE314D563967C518:3665728C979BA8E0]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:936)
at org.apache.solr.cloud.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:641)
at org.apache.solr.cloud.ShardSplitTest.test(ShardSplitTest.java:100)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
... 47 more
FAILED: org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica
Error Message:
KeeperErrorCode = Session expired for /collections/tlog_replica_test_kill_tlog_replica/state.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/tlog_replica_test_kill_tlog_replica/state.json
at __randomizedtesting.SeedInfo.seed([BE314D563967C518:61038993C8C44A15]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:331)
at org.apache.solr.cloud.TestTlogReplica.waitForDeletion(TestTlogReplica.java:759)
at org.apache.solr.cloud.TestTlogReplica.tearDown(TestTlogReplica.java:123)
at sun.reflect.GeneratedMethodAccessor11.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestLazyCores.testLazyLoad
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([BE314D563967C518]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([BE314D563967C518]:0)
FAILED: org.apache.solr.cloud.AssignBackwardCompatibilityTest.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([BE314D563967C518:3665728C979BA8E0]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:108)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:90)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 44 more
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([BE314D563967C518:A23030DB4CC2BB8B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11993 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/init-core-data-001
[junit4] 2> 1510936 WARN (SUITE-ShardSplitTest-seed#[BE314D563967C518]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1510936 INFO (SUITE-ShardSplitTest-seed#[BE314D563967C518]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1510941 INFO (SUITE-ShardSplitTest-seed#[BE314D563967C518]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1510941 INFO (SUITE-ShardSplitTest-seed#[BE314D563967C518]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1510941 INFO (SUITE-ShardSplitTest-seed#[BE314D563967C518]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /bua/g
[junit4] 2> 1510949 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1511076 INFO (Thread-657) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1511076 INFO (Thread-657) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1511174 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.ZkTestServer start zk server on port:53817
[junit4] 2> 1511565 ERROR (Thread-657) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1511910 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1511911 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1511915 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1511916 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1511916 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1511917 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1511918 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1511921 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1511921 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1511922 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1511923 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1511928 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 1513967 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1514057 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7787d79c{/bua/g,null,AVAILABLE}
[junit4] 2> 1514058 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25e7ed05{HTTP/1.1,[http/1.1]}{127.0.0.1:56231}
[junit4] 2> 1514058 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.Server Started @1534481ms
[junit4] 2> 1514058 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/tempDir-001/control/data, replicaType=NRT, hostContext=/bua/g, hostPort=56231, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/control-001/cores}
[junit4] 2> 1514059 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1514059 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1514059 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1514059 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1514059 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-29T22:45:56.486Z
[junit4] 2> 1514101 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1514101 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/control-001/solr.xml
[junit4] 2> 1514105 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1514125 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53817/solr
[junit4] 2> 1515947 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1515947 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56231_bua%2Fg
[junit4] 2> 1515948 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.Overseer Overseer (id=98744739665281028-127.0.0.1:56231_bua%2Fg-n_0000000000) starting
[junit4] 2> 1515995 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56231_bua%2Fg
[junit4] 2> 1516005 INFO (OverseerStateUpdate-98744739665281028-127.0.0.1:56231_bua%2Fg-n_0000000000) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1516876 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028
[junit4] 2> 1516948 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028
[junit4] 2> 1516948 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028
[junit4] 2> 1517005 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/control-001/cores
[junit4] 2> 1517203 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1517204 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53817/solr ready
[junit4] 2> 1517235 INFO (qtp678293722-2588) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:56231_bua%252Fg&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1517557 INFO (OverseerThreadFactory-888-thread-1-processing-n:127.0.0.1:56231_bua%2Fg) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1517677 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1517678 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1517897 INFO (zkCallback-408-thread-1-processing-n:127.0.0.1:56231_bua%2Fg) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1518887 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1518944 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1519676 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1519891 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1519893 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028
[junit4] 2> 1519893 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1519893 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1519897 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=13.578125, floorSegmentMB=1.4404296875, forceMergeDeletesPctAllowed=7.933198201694076, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1519906 WARN (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1520346 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1520346 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1520347 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1520347 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1520353 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=848132348, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1520389 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@74c845f[control_collection_shard1_replica_n1] main]
[junit4] 2> 1520429 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1520429 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1520430 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1520430 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579915844367941632
[junit4] 2> 1520494 INFO (searcherExecutor-891-thread-1-processing-n:127.0.0.1:56231_bua%2Fg x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@74c845f[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1520495 INFO (zkCallback-408-thread-1-processing-n:127.0.0.1:56231_bua%2Fg) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1520496 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1520496 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1520496 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56231/bua/g/control_collection_shard1_replica_n1/
[junit4] 2> 1520496 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1520496 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:56231/bua/g/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1520496 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1520500 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56231/bua/g/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1520607 INFO (zkCallback-408-thread-1-processing-n:127.0.0.1:56231_bua%2Fg) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1520620 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1520622 INFO (qtp678293722-2586) [n:127.0.0.1:56231_bua%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2944
[junit4] 2> 1520641 INFO (qtp678293722-2588) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1520876 INFO (zkCallback-408-thread-1-processing-n:127.0.0.1:56231_bua%2Fg) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1521597 INFO (OverseerCollectionConfigSetProcessor-98744739665281028-127.0.0.1:56231_bua%2Fg-n_0000000000) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1521641 INFO (qtp678293722-2588) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:56231_bua%252Fg&wt=javabin&version=2} status=0 QTime=4406
[junit4] 2> 1521643 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ecfd14b300005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1521699 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1521700 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53817/solr ready
[junit4] 2> 1521700 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1521701 INFO (qtp678293722-2589) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1521702 INFO (OverseerThreadFactory-888-thread-2-processing-n:127.0.0.1:56231_bua%2Fg) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1521817 WARN (OverseerThreadFactory-888-thread-2-processing-n:127.0.0.1:56231_bua%2Fg) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1522128 INFO (qtp678293722-2589) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1522129 INFO (qtp678293722-2589) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=427
[junit4] 2> 1522134 INFO (OverseerCollectionConfigSetProcessor-98744739665281028-127.0.0.1:56231_bua%2Fg-n_0000000000) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1523015 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/shard-1-001 of type TLOG
[junit4] 2> 1523015 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1523109 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3546e498{/bua/g,null,AVAILABLE}
[junit4] 2> 1523110 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ee7eac8{HTTP/1.1,[http/1.1]}{127.0.0.1:57878}
[junit4] 2> 1523110 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.Server Started @1543532ms
[junit4] 2> 1523110 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/bua/g, hostPort=57878, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/shard-1-001/cores}
[junit4] 2> 1523110 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1523110 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1523110 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1523110 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1523110 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-29T22:46:05.537Z
[junit4] 2> 1523370 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1523370 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/shard-1-001/solr.xml
[junit4] 2> 1523390 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1523476 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53817/solr
[junit4] 2> 1523682 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1523684 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1523686 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57878_bua%2Fg
[junit4] 2> 1523687 INFO (zkCallback-408-thread-1-processing-n:127.0.0.1:56231_bua%2Fg) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1523709 INFO (zkCallback-420-thread-1-processing-n:127.0.0.1:57878_bua%2Fg) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1523769 INFO (zkCallback-415-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1524796 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028
[junit4] 2> 1524805 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028
[junit4] 2> 1524805 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028
[junit4] 2> 1524806 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/shard-1-001/cores
[junit4] 2> 1525017 INFO (qtp678293722-2585) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57878_bua%252Fg&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1525037 INFO (OverseerThreadFactory-888-thread-3-processing-n:127.0.0.1:56231_bua%2Fg) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:57878_bua%2Fg for creating new replica
[junit4] 2> 1525133 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1525134 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1525177 INFO (zkCallback-420-thread-1-processing-n:127.0.0.1:57878_bua%2Fg) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1526705 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1526791 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 1527387 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1527487 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 1527525 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028
[junit4] 2> 1527525 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1527525 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 1527682 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=13.578125, floorSegmentMB=1.4404296875, forceMergeDeletesPctAllowed=7.933198201694076, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1527794 WARN (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1528204 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1528204 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1528205 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1528205 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1528249 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=848132348, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1528265 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@6120ebbc[collection1_shard2_replica_t41] main]
[junit4] 2> 1528266 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1528266 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1528268 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1528268 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579915852586680320
[junit4] 2> 1528271 INFO (searcherExecutor-902-thread-1-processing-n:127.0.0.1:57878_bua%2Fg x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@6120ebbc[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1528297 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1528297 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1528297 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57878/bua/g/collection1_shard2_replica_t41/
[junit4] 2> 1528297 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1528297 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:57878/bua/g/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 1528297 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1528297 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 1528315 INFO (zkCallback-420-thread-1-processing-n:127.0.0.1:57878_bua%2Fg) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1528325 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57878/bua/g/collection1_shard2_replica_t41/ shard2
[junit4] 2> 1528457 INFO (zkCallback-420-thread-1-processing-n:127.0.0.1:57878_bua%2Fg) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1528484 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1528485 INFO (qtp1142512775-2629) [n:127.0.0.1:57878_bua%2Fg c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3352
[junit4] 2> 1528496 INFO (qtp678293722-2585) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:57878_bua%252Fg&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=3478
[junit4] 2> 1528605 INFO (zkCallback-420-thread-1-processing-n:127.0.0.1:57878_bua%2Fg) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1529027 INFO (OverseerCollectionConfigSetProcessor-98744739665281028-127.0.0.1:56231_bua%2Fg-n_0000000000) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1530085 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/shard-2-001 of type TLOG
[junit4] 2> 1530086 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1530105 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@709e8320{/bua/g,null,AVAILABLE}
[junit4] 2> 1530105 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@501e3949{HTTP/1.1,[http/1.1]}{127.0.0.1:52483}
[junit4] 2> 1530105 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.e.j.s.Server Started @1550527ms
[junit4] 2> 1530105 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/bua/g, hostPort=52483, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/shard-2-001/cores}
[junit4] 2> 1530105 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1530157 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1530157 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1530157 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1530157 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-29T22:46:12.584Z
[junit4] 2> 1530549 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1530549 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/shard-2-001/solr.xml
[junit4] 2> 1530572 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1530587 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53817/solr
[junit4] 2> 1531385 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:52483_bua%2Fg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1531386 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:52483_bua%2Fg ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1531401 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:52483_bua%2Fg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52483_bua%2Fg
[junit4] 2> 1531402 INFO (zkCallback-415-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1531402 INFO (zkCallback-408-thread-1-processing-n:127.0.0.1:56231_bua%2Fg) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1531402 INFO (zkCallback-420-thread-1-processing-n:127.0.0.1:57878_bua%2Fg) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1531427 INFO (zkCallback-426-thread-1-processing-n:127.0.0.1:52483_bua%2Fg) [n:127.0.0.1:52483_bua%2Fg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1532040 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:52483_bua%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028
[junit4] 2> 1532049 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:52483_bua%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028
[junit4] 2> 1532050 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:52483_bua%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28647028
[junit4] 2> 1532064 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[BE314D563967C518]) [n:127.0.0.1:52483_bua%2Fg ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BE314D563967C518-001/shard-2-001/cores
[junit4] 2> 1532414 INFO (qtp1344737265-2658) [n:127.0.0.1:52483_bua%2Fg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52483_bua%252Fg&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1532448 INFO (OverseerThreadFactory-888-thread-4-processing-n:127.0.0.1:56231_bua%2Fg) [n:127.0.0.1:56231_bua%2Fg ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:52483_bua%2Fg for creating new replica
[junit4] 2> 1532489 INFO (qtp1344737265-2656) [n:127.0.0.1:52483_bua%2Fg ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1532497 INFO (qtp1344737265-2656) [n:127.0.0.1:52483_bua%2Fg ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1532553 INFO (zkCallback-420-thread-1-processing-n:127.0.0.1:57878_bua%2Fg) [n:127.0.0.1:57878_bua%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1532565 INFO (zkCallback-426-thread-1-processing-n:127.0.0.1:52483_bua%2Fg) [n:1
[...truncated too long message...]
x:core1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection3, tag=1214371835
[junit4] 2> 10928984 INFO (TEST-TestLazyCores.testLazyLoad-seed#[BE314D563967C518]) [ x:core1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4286304a: rootName = null, domain = solr.core.collection3, service url = null, agent id = null] for registry solr.core.collection3 / com.codahale.metrics.MetricRegistry@25051c66
[junit4] 2> 10929102 INFO (TEST-TestLazyCores.testLazyLoad-seed#[BE314D563967C518]) [ x:core1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1895100969
[junit4] 2> 10929102 WARN (TEST-TestLazyCores.testLazyLoad-seed#[BE314D563967C518]) [ x:core1] o.a.s.m.SolrMetricManager Interrupted while trying to obtain lock to modify reporters registry: solr.node
[junit4] 2> 10929102 INFO (TEST-TestLazyCores.testLazyLoad-seed#[BE314D563967C518]) [ x:core1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 10929102 INFO (TEST-TestLazyCores.testLazyLoad-seed#[BE314D563967C518]) [ x:core1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ef742c5: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@31bc399d
[junit4] 2> 10929105 INFO (TEST-TestLazyCores.testLazyLoad-seed#[BE314D563967C518]) [ x:core1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 10929105 INFO (TEST-TestLazyCores.testLazyLoad-seed#[BE314D563967C518]) [ x:core1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4bdde524: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@e55ff19
[junit4] 2> 10929126 INFO (coreCloseExecutor-2289-thread-1-processing-x:core1) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@250f91de
[junit4] 2> 10929126 INFO (coreCloseExecutor-2289-thread-1-processing-x:core1) [ x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection5, tag=621777374
[junit4] 2> 10929126 INFO (coreCloseExecutor-2289-thread-1-processing-x:core1) [ x:collection5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30bc26ef: rootName = null, domain = solr.core.collection5, service url = null, agent id = null] for registry solr.core.collection5 / com.codahale.metrics.MetricRegistry@52942810
[junit4] 2> 10929486 INFO (TEST-TestLazyCores.testLazyLoad-seed#[BE314D563967C518]) [ x:core1] o.a.s.SolrTestCaseJ4 ###Ending testLazyLoad
[junit4] 2> 10929487 INFO (SUITE-TestLazyCores-seed#[BE314D563967C518]-worker) [ x:core1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 10929487 INFO (SUITE-TestLazyCores-seed#[BE314D563967C518]-worker) [ x:core1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1895100969
[junit4] 2> 10929487 INFO (SUITE-TestLazyCores-seed#[BE314D563967C518]-worker) [ x:core1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 10929487 INFO (SUITE-TestLazyCores-seed#[BE314D563967C518]-worker) [ x:core1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24a4af3f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@39e89169
[junit4] 2> 10929517 INFO (SUITE-TestLazyCores-seed#[BE314D563967C518]-worker) [ x:core1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 10929517 INFO (SUITE-TestLazyCores-seed#[BE314D563967C518]-worker) [ x:core1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_BE314D563967C518-001
[junit4] 2> Sep 30, 2017 1:22:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=4931, name=searcherExecutor-2245-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2) Thread[id=4967, name=searcherExecutor-2275-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3) Thread[id=4965, name=searcherExecutor-2273-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=23890, maxDocsPerChunk=6, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=23890, blockSize=2)), sim=RandomSimilarity(queryNorm=false): {}, locale=ar-TN, timezone=America/Knox_IN
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=4,free=329091776,total=526909440
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaManager, SparseHLLTest, TestPHPSerializedResponseWriter, DocValuesMissingTest, BlockCacheTest, DocValuesNotIndexedTest, SolrCoreTest, TestImpersonationWithHadoopAuth, PropertiesRequestHandlerTest, BigEndianAscendingWordSerializerTest, TestCustomStream, TestBinaryField, TestExtendedDismaxParser, TestLuceneMatchVersion, LeaderElectionIntegrationTest, SolrSlf4jReporterTest, SynonymTokenizerTest, CollectionsAPIAsyncDistributedZkTest, TestBulkSchemaConcurrent, ZkFailoverTest, TestWriterPerf, FieldAnalysisRequestHandlerTest, ConfigureRecoveryStrategyTest, PKIAuthenticationIntegrationTest, TestConfigSetProperties, TestBlobHandler, TestRawResponseWriter, ExitableDirectoryReaderTest, TestCollationFieldDocValues, TestSegmentSorting, OutOfBoxZkACLAndCredentialsProvidersTest, TestHighlightDedupGrouping, TestIndexingPerformance, DistributedFacetPivotWhiteBoxTest, TestBackupRepositoryFactory, TestRandomCollapseQParserPlugin, TestSubQueryTransformerCrossCore, DeleteStatusTest, TestJsonRequest, TestConfigsApi, BinaryUpdateRequestHandlerTest, TestCSVLoader, LeaderInitiatedRecoveryOnCommitTest, TestCustomDocTransformer, TestConfig, StatsReloadRaceTest, OutputWriterTest, TestCollationField, WrapperMergePolicyFactoryTest, TestFieldCollectionResource, TestDistributedSearch, TestCSVResponseWriter, TestLeaderInitiatedRecoveryThread, PeerSyncTest, TestFastOutputStream, AliasIntegrationTest, AtomicUpdateProcessorFactoryTest, TestRangeQuery, TestMultiWordSynonyms, OverseerTaskQueueTest, CdcrReplicationDistributedZkTest, HdfsRecoverLeaseTest, TestSolr4Spatial, JSONWriterTest, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=BE314D563967C518 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-TN -Dtests.timezone=America/Knox_IN -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([BE314D563967C518]:0)
[junit4] Completed [663/732 (6!)] on J0 in 7225.25s, 8 tests, 2 errors <<< FAILURES!
[...truncated 46904 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 170 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/170/
5 tests failed.
FAILED: org.apache.solr.cloud.AssignBackwardCompatibilityTest.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([8EFA0E21BA50E84B:6AE31FB14AC85B3]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:108)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:90)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 44 more
FAILED: org.apache.solr.cloud.RecoveryZkTest.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([8EFA0E21BA50E84B:6AE31FB14AC85B3]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1268)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:438)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication
Error Message:
Could not load collection from ZK: control_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: control_collection
at __randomizedtesting.SeedInfo.seed([8EFA0E21BA50E84B:C4B09A212BF8C74E]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:108)
at org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication(ShardSplitTest.java:189)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/control_collection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 45 more
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<5>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<5>
at __randomizedtesting.SeedInfo.seed([8EFA0E21BA50E84B:92FB73ACCFF596D8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([8EFA0E21BA50E84B:9AB2557499575555]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:653)
at java.util.ArrayList.get(ArrayList.java:429)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11622 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8EFA0E21BA50E84B-001/init-core-data-001
[junit4] 2> 409488 WARN (SUITE-TestTlogReplica-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 409489 INFO (SUITE-TestTlogReplica-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 409504 INFO (SUITE-TestTlogReplica-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 409504 INFO (SUITE-TestTlogReplica-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 409504 INFO (SUITE-TestTlogReplica-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8EFA0E21BA50E84B-001/tempDir-001
[junit4] 2> 409504 INFO (SUITE-TestTlogReplica-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 409520 INFO (Thread-231) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 409520 INFO (Thread-231) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 409593 ERROR (Thread-231) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 409650 INFO (SUITE-TestTlogReplica-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41222
[junit4] 2> 409813 INFO (jetty-launcher-135-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 409819 INFO (jetty-launcher-135-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 409951 INFO (jetty-launcher-135-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1698f2a1{/solr,null,AVAILABLE}
[junit4] 2> 409964 INFO (jetty-launcher-135-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f34249a{/solr,null,AVAILABLE}
[junit4] 2> 409965 INFO (jetty-launcher-135-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71d584d4{HTTP/1.1,[http/1.1]}{127.0.0.1:44920}
[junit4] 2> 409965 INFO (jetty-launcher-135-thread-2) [ ] o.e.j.s.Server Started @426787ms
[junit4] 2> 409965 INFO (jetty-launcher-135-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44920}
[junit4] 2> 409965 ERROR (jetty-launcher-135-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 409965 INFO (jetty-launcher-135-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 409965 INFO (jetty-launcher-135-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 409965 INFO (jetty-launcher-135-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 409965 INFO (jetty-launcher-135-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-28T22:36:26.142Z
[junit4] 2> 410012 INFO (jetty-launcher-135-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c512d27{HTTP/1.1,[http/1.1]}{127.0.0.1:38423}
[junit4] 2> 410012 INFO (jetty-launcher-135-thread-1) [ ] o.e.j.s.Server Started @426834ms
[junit4] 2> 410012 INFO (jetty-launcher-135-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38423}
[junit4] 2> 410118 ERROR (jetty-launcher-135-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 410118 INFO (jetty-launcher-135-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 410118 INFO (jetty-launcher-135-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 410118 INFO (jetty-launcher-135-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 410118 INFO (jetty-launcher-135-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-28T22:36:26.295Z
[junit4] 2> 410220 INFO (jetty-launcher-135-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 410272 INFO (jetty-launcher-135-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 410362 INFO (jetty-launcher-135-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41222/solr
[junit4] 2> 410402 INFO (jetty-launcher-135-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41222/solr
[junit4] 2> 410921 INFO (jetty-launcher-135-thread-1) [n:127.0.0.1:38423_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 410921 INFO (jetty-launcher-135-thread-1) [n:127.0.0.1:38423_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38423_solr
[junit4] 2> 410934 INFO (jetty-launcher-135-thread-1) [n:127.0.0.1:38423_solr ] o.a.s.c.Overseer Overseer (id=98739040137904134-127.0.0.1:38423_solr-n_0000000000) starting
[junit4] 2> 411052 INFO (jetty-launcher-135-thread-1) [n:127.0.0.1:38423_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38423_solr
[junit4] 2> 411117 INFO (zkCallback-147-thread-1-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 411951 INFO (jetty-launcher-135-thread-2) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 411952 INFO (jetty-launcher-135-thread-2) [n:127.0.0.1:44920_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 412003 INFO (jetty-launcher-135-thread-2) [n:127.0.0.1:44920_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44920_solr
[junit4] 2> 412040 INFO (zkCallback-147-thread-1-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 412040 INFO (zkCallback-146-thread-1-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 412350 INFO (jetty-launcher-135-thread-1) [n:127.0.0.1:38423_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38423.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300dea7f
[junit4] 2> 412367 INFO (jetty-launcher-135-thread-2) [n:127.0.0.1:44920_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44920.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300dea7f
[junit4] 2> 412484 INFO (jetty-launcher-135-thread-1) [n:127.0.0.1:38423_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38423.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300dea7f
[junit4] 2> 412484 INFO (jetty-launcher-135-thread-1) [n:127.0.0.1:38423_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38423.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300dea7f
[junit4] 2> 412485 INFO (jetty-launcher-135-thread-1) [n:127.0.0.1:38423_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8EFA0E21BA50E84B-001/tempDir-001/node1/.
[junit4] 2> 412667 INFO (jetty-launcher-135-thread-2) [n:127.0.0.1:44920_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44920.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300dea7f
[junit4] 2> 412667 INFO (jetty-launcher-135-thread-2) [n:127.0.0.1:44920_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44920.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300dea7f
[junit4] 2> 412668 INFO (jetty-launcher-135-thread-2) [n:127.0.0.1:44920_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8EFA0E21BA50E84B-001/tempDir-001/node2/.
[junit4] 2> 413378 INFO (SUITE-TestTlogReplica-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 413450 INFO (SUITE-TestTlogReplica-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41222/solr ready
[junit4] 2> 413670 INFO (SUITE-TestTlogReplica-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 413728 INFO (qtp1238270335-922) [n:127.0.0.1:38423_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 413763 INFO (qtp1238270335-922) [n:127.0.0.1:38423_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=35
[junit4] 2> 413840 INFO (TEST-TestTlogReplica.testAddDocs-seed#[8EFA0E21BA50E84B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
[junit4] 2> 413854 INFO (qtp1238270335-923) [n:127.0.0.1:38423_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 413982 INFO (OverseerThreadFactory-469-thread-1-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_add_docs
[junit4] 2> 414657 INFO (OverseerStateUpdate-98739040137904134-127.0.0.1:38423_solr-n_0000000000) [n:127.0.0.1:38423_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_docs_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44920/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 414790 INFO (OverseerStateUpdate-98739040137904134-127.0.0.1:38423_solr-n_0000000000) [n:127.0.0.1:38423_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_docs_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38423/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 415352 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 415353 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 415389 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 415390 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 415718 INFO (zkCallback-146-thread-1-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 415726 INFO (zkCallback-147-thread-1-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 415738 INFO (zkCallback-146-thread-2-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 415763 INFO (zkCallback-147-thread-2-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 421459 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 421480 WARN (SUITE-TestTlogReplica-seed#[8EFA0E21BA50E84B]-worker-SendThread(127.0.0.1:41222)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7352ms for sessionid 0x15ecaa244e20008
[junit4] 2> 421529 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ecaa244e20008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 421619 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t1] Schema name=minimal
[junit4] 2> 421622 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 421622 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t1' using configuration from collection tlog_replica_test_add_docs, trusted=true
[junit4] 2> 421627 WARN (zkCallback-153-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d1da282 name: ZooKeeperConnection Watcher:127.0.0.1:41222/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 421627 WARN (zkCallback-153-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 421656 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44920.solr.core.tlog_replica_test_add_docs.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300dea7f
[junit4] 2> 421656 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 421656 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8EFA0E21BA50E84B-001/tempDir-001/node2/tlog_replica_test_add_docs_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8EFA0E21BA50E84B-001/tempDir-001/node2/./tlog_replica_test_add_docs_shard1_replica_t1/data/]
[junit4] 2> 421664 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 421703 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t2] Schema name=minimal
[junit4] 2> 421718 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 421718 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t2' using configuration from collection tlog_replica_test_add_docs, trusted=true
[junit4] 2> 421719 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38423.solr.core.tlog_replica_test_add_docs.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300dea7f
[junit4] 2> 421719 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 421719 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8EFA0E21BA50E84B-001/tempDir-001/node1/tlog_replica_test_add_docs_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8EFA0E21BA50E84B-001/tempDir-001/node1/./tlog_replica_test_add_docs_shard1_replica_t2/data/]
[junit4] 2> 422041 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 422041 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 422095 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 422095 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 422096 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@335e2bf3[tlog_replica_test_add_docs_shard1_replica_t1] main]
[junit4] 2> 422147 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 422155 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 422156 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 422156 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579824655455223808
[junit4] 2> 422294 INFO (searcherExecutor-474-thread-1-processing-n:127.0.0.1:44920_solr x:tlog_replica_test_add_docs_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_docs r:core_node3) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@335e2bf3[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 422304 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 422305 INFO (zkCallback-147-thread-2-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 422305 INFO (zkCallback-147-thread-1-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 422320 INFO (zkCallback-146-thread-2-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 422320 INFO (zkCallback-146-thread-1-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 422424 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 422424 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 422425 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 422425 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 422426 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3efcd8ba[tlog_replica_test_add_docs_shard1_replica_t2] main]
[junit4] 2> 422432 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 422432 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 422433 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 422433 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579824655745679360
[junit4] 2> 422477 INFO (searcherExecutor-475-thread-1-processing-n:127.0.0.1:38423_solr x:tlog_replica_test_add_docs_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_docs r:core_node4) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new searcher Searcher@3efcd8ba[tlog_replica_test_add_docs_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 422814 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 422814 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 422814 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44920/solr/tlog_replica_test_add_docs_shard1_replica_t1/
[junit4] 2> 422815 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_add_docs_shard1_replica_t1 url=http://127.0.0.1:44920/solr START replicas=[http://127.0.0.1:38423/solr/tlog_replica_test_add_docs_shard1_replica_t2/] nUpdates=100
[junit4] 2> 422981 INFO (qtp1238270335-925) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=146
[junit4] 2> 423156 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_add_docs_shard1_replica_t1 url=http://127.0.0.1:44920/solr DONE. We have no versions. sync failed.
[junit4] 2> 423156 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 423156 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 423156 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 423193 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 423255 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44920/solr/tlog_replica_test_add_docs_shard1_replica_t1/ shard1
[junit4] 2> 423363 INFO (zkCallback-147-thread-2-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 423363 INFO (zkCallback-147-thread-1-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 423383 INFO (zkCallback-146-thread-1-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 423391 INFO (zkCallback-146-thread-2-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 423420 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 423421 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=8032
[junit4] 2> 423530 INFO (zkCallback-147-thread-2-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 423530 INFO (zkCallback-147-thread-1-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 423546 INFO (zkCallback-146-thread-2-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 423546 INFO (zkCallback-146-thread-1-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 423551 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t2 starting background replication from leader
[junit4] 2> 423551 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 423688 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 423688 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 423693 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=8341
[junit4] 2> 423750 INFO (qtp1238270335-923) [n:127.0.0.1:38423_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 423751 INFO (OverseerCollectionConfigSetProcessor-98739040137904134-127.0.0.1:38423_solr-n_0000000000) [n:127.0.0.1:38423_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 423839 INFO (zkCallback-147-thread-2-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 423839 INFO (zkCallback-147-thread-1-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 423855 INFO (zkCallback-146-thread-1-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 423855 INFO (zkCallback-146-thread-2-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 424753 INFO (qtp1238270335-923) [n:127.0.0.1:38423_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=10898
[junit4] 2> 425155 INFO (qtp1238270335-926) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44920/solr/tlog_replica_test_add_docs_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1579824658468831232)]} 0 18
[junit4] 2> 425156 INFO (qtp1924193907-928) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1579824658468831232)]} 0 217
[junit4] 2> 425193 INFO (qtp1924193907-930) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579824658639749120,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 425193 INFO (qtp1924193907-930) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4bc069f2 commitCommandVersion:1579824658639749120
[junit4] 2> 425461 INFO (qtp1238270335-918) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44920/solr/tlog_replica_test_add_docs_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 425468 INFO (indexFetcher-485-thread-1) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:44920/solr/tlog_replica_test_add_docs_shard1_replica_t1/
[junit4] 2> 425471 INFO (qtp1924193907-930) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63b51368[tlog_replica_test_add_docs_shard1_replica_t1] main]
[junit4] 2> 425502 INFO (searcherExecutor-474-thread-1-processing-n:127.0.0.1:44920_solr x:tlog_replica_test_add_docs_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_docs r:core_node3) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@63b51368[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))}
[junit4] 2> 425503 INFO (qtp1924193907-930) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 425503 INFO (qtp1924193907-930) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44920/solr/tlog_replica_test_add_docs_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 310
[junit4] 2> 425503 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 425504 INFO (indexFetcher-485-thread-1) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 425504 INFO (indexFetcher-485-thread-1) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 1506638201370
[junit4] 2> 425504 INFO (indexFetcher-485-thread-1) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 425504 INFO (indexFetcher-485-thread-1) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 425504 INFO (indexFetcher-485-thread-1) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 425551 INFO (qtp1924193907-930) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=46
[junit4] 2> 425552 INFO (indexFetcher-485-thread-1) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 425570 INFO (qtp1924193907-929) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_add_docs:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 411
[junit4] 2> 425571 INFO (indexFetcher-485-thread-1) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@6fea9e60 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@128d6537)
[junit4] 2> 425590 INFO (qtp1924193907-928) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=2
[junit4] 2> 425596 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 425670 INFO (qtp1924193907-914) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 425722 INFO (qtp1924193907-929) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 425758 INFO (qtp1924193907-919) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 425759 INFO (qtp1924193907-928) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 425761 INFO (qtp1924193907-928) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 425779 INFO (qtp1924193907-930) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 425940 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=178
[junit4] 2> 426020 INFO (qtp1924193907-914) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 426021 INFO (qtp1924193907-919) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 426027 INFO (qtp1238270335-918) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 426072 INFO (qtp1924193907-919) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 426093 INFO (qtp1924193907-928) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 426144 INFO (qtp1924193907-930) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 426146 INFO (qtp1924193907-929) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 426156 INFO (qtp1238270335-918) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 426181 INFO (qtp1924193907-917) [n:127.0.0.1:44920_solr c:tlog_replica_test_add_docs s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 426181 INFO (indexFetcher-485-thread-1) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2365) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@6fea9e60 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@128d6537)
[junit4] 2> 426184 INFO (indexFetcher-485-thread-1) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 426197 INFO (indexFetcher-485-thread-1) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@65c6f2a9[tlog_replica_test_add_docs_shard1_replica_t2] main]
[junit4] 2> 426198 INFO (searcherExecutor-475-thread-1-processing-n:127.0.0.1:38423_solr x:tlog_replica_test_add_docs_shard1_replica_t2 s:shard1 c:tlog_replica_test_add_docs r:core_node4) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new searcher Searcher@65c6f2a9[tlog_replica_test_add_docs_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))}
[junit4] 2> 426266 INFO (qtp1238270335-918) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 426441 INFO (qtp1238270335-918) [n:127.0.0.1:38423_solr c:tlog_replica_test_add_docs s:shard1 r:core_node4 x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2] webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=173
[junit4] 2> 426443 INFO (TEST-TestTlogReplica.testAddDocs-seed#[8EFA0E21BA50E84B]) [ ] o.a.s.c.TestTlogReplica tearDown deleting collection
[junit4] 2> 426461 INFO (qtp1238270335-924) [n:127.0.0.1:38423_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 426546 INFO (OverseerThreadFactory-469-thread-2-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 426693 INFO (qtp1238270335-926) [n:127.0.0.1:38423_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t2, tag=null
[junit4] 2> 426693 INFO (qtp1238270335-926) [n:127.0.0.1:38423_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35bf0486: rootName = solr_38423, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t2, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@2a48b950
[junit4] 2> 426730 INFO (qtp1924193907-915) [n:127.0.0.1:44920_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=null
[junit4] 2> 426730 INFO (qtp1924193907-915) [n:127.0.0.1:44920_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6978d509: rootName = solr_44920, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@114608d6
[junit4] 2> 426769 INFO (qtp1238270335-926) [n:127.0.0.1:38423_solr ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 426912 INFO (qtp1238270335-926) [n:127.0.0.1:38423_solr ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] CLOSING SolrCore org.apache.solr.core.SolrCore@1cef684c
[junit4] 2> 426912 INFO (qtp1238270335-926) [n:127.0.0.1:38423_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t2, tag=485451852
[junit4] 2> 426913 INFO (qtp1238270335-926) [n:127.0.0.1:38423_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=485451852
[junit4] 2> 427022 INFO (qtp1924193907-915) [n:127.0.0.1:44920_solr ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 427023 INFO (qtp1924193907-915) [n:127.0.0.1:44920_solr ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@617b6700
[junit4] 2> 427023 INFO (qtp1924193907-915) [n:127.0.0.1:44920_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=1635477248
[junit4] 2> 427023 INFO (qtp1924193907-915) [n:127.0.0.1:44920_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=1635477248
[junit4] 2> 427061 INFO (qtp1238270335-926) [n:127.0.0.1:38423_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 427075 INFO (qtp1238270335-926) [n:127.0.0.1:38423_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=381
[junit4] 2> 427128 INFO (zkCallback-153-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 427128 INFO (zkCallback-146-thread-2-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 427128 INFO (zkCallback-146-thread-1-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 427389 WARN (zkCallback-147-thread-1-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 427390 INFO (qtp1924193907-915) [n:127.0.0.1:44920_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=680
[junit4] 2> 427590 INFO (zkCallback-153-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 428181 INFO (qtp1238270335-924) [n:127.0.0.1:38423_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2} status=0 QTime=1720
[junit4] 2> 428182 INFO (TEST-TestTlogReplica.testAddDocs-seed#[8EFA0E21BA50E84B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddDocs
[junit4] 2> 428560 INFO (OverseerCollectionConfigSetProcessor-98739040137904134-127.0.0.1:38423_solr-n_0000000000) [n:127.0.0.1:38423_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 428649 INFO (TEST-TestTlogReplica.testRealTimeGet-seed#[8EFA0E21BA50E84B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRealTimeGet
[junit4] 2> 428650 INFO (qtp1238270335-922) [n:127.0.0.1:38423_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_real_time_get&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 428705 INFO (OverseerThreadFactory-469-thread-3-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_real_time_get
[junit4] 2> 429128 INFO (OverseerStateUpdate-98739040137904134-127.0.0.1:38423_solr-n_0000000000) [n:127.0.0.1:38423_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_real_time_get_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44920/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 429143 INFO (OverseerStateUpdate-98739040137904134-127.0.0.1:38423_solr-n_0000000000) [n:127.0.0.1:38423_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_real_time_get_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38423/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 429362 INFO (qtp1924193907-919) [n:127.0.0.1:44920_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 429365 INFO (qtp1238270335-920) [n:127.0.0.1:38423_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 429528 INFO (zkCallback-146-thread-2-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 429528 INFO (zkCallback-146-thread-1-processing-n:127.0.0.1:44920_solr) [n:127.0.0.1:44920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 429528 INFO (zkCallback-147-thread-1-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 429528 INFO (zkCallback-147-thread-2-processing-n:127.0.0.1:38423_solr) [n:127.0.0.1:38423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 430457 INFO (qtp1924193907-919) [n:127.0.0.1:44920_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4]
[...truncated too long message...]
olrJmxReporter@640ede36: rootName = solr_38968, domain = solr.core.collection1.shard1.replica_n95, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n95 / com.codahale.metrics.MetricRegistry@37475af3
[junit4] 2> 4996435 INFO (coreCloseExecutor-6251-thread-3) [n:127.0.0.1:38968_solr c:collection1 s:shard1 r:core_node96 x:collection1_shard1_replica_n95] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=2080430028
[junit4] 2> 4996507 INFO (jetty-closer-2448-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98739336491499529-127.0.0.1:33151_solr-n_0000000000) closing
[junit4] 2> 4996508 INFO (OverseerStateUpdate-98739336491499529-127.0.0.1:33151_solr-n_0000000000) [n:127.0.0.1:33151_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33151_solr
[junit4] 2> 4996546 INFO (zkCallback-2462-thread-1-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4996546 WARN (zkCallback-2469-thread-2-processing-n:127.0.0.1:38968_solr) [n:127.0.0.1:38968_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 4996546 INFO (zkCallback-2469-thread-1-processing-n:127.0.0.1:38968_solr) [n:127.0.0.1:38968_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4996546 INFO (zkCallback-2469-thread-1-processing-n:127.0.0.1:38968_solr) [n:127.0.0.1:38968_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38968_solr
[junit4] 2> 4996566 INFO (zkCallback-2462-thread-3-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36425_solr
[junit4] 2> 4996584 INFO (zkCallback-2462-thread-2-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 4996600 INFO (jetty-closer-2448-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@562db0da{/solr,null,UNAVAILABLE}
[junit4] 2> 4998048 WARN (zkCallback-2467-thread-3-processing-n:127.0.0.1:33151_solr) [n:127.0.0.1:33151_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4998048 INFO (jetty-closer-2448-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b603a19{/solr,null,UNAVAILABLE}
[junit4] 2> 4998068 WARN (zkCallback-2469-thread-1-processing-n:127.0.0.1:38968_solr) [n:127.0.0.1:38968_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4998068 INFO (jetty-closer-2448-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e9d0027{/solr,null,UNAVAILABLE}
[junit4] 2> 4998125 WARN (zkCallback-2462-thread-1-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4998125 INFO (jetty-closer-2448-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b2d0ea1{/solr,null,UNAVAILABLE}
[junit4] 2> 4998126 ERROR (SUITE-AssignBackwardCompatibilityTest-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4998142 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[8EFA0E21BA50E84B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38039 38039
[junit4] 2> 4998284 INFO (Thread-2951) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38039 38039
[junit4] 2> 4998284 WARN (Thread-2951) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/configs/collection1/managed-schema
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/collection1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 167 /solr/collections/collection1/state.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/98739336491499527-core_node82-n_0000000004
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/98739336491499529-core_node7-n_0000000001
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/98739336491499531-core_node96-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/98739336491499531-127.0.0.1:38968_solr-n_0000000001
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/98739336491499527-core_node8-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8EFA0E21BA50E84B-001
[junit4] 2> Sep 28, 2017 11:52:54 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=30625, maxDocsPerChunk=5, blockSize=761), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=30625, blockSize=761)), sim=RandomSimilarity(queryNorm=false): {}, locale=ja-JP, timezone=Asia/Rangoon
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=268004160,total=526909440
[junit4] 2> NOTE: All tests run in this JVM: [TestRandomRequestDistribution, TestBlobHandler, TestMultiValuedNumericRangeQuery, TestJettySolrRunner, StatsReloadRaceTest, DistributedSpellCheckComponentTest, AtomicUpdateProcessorFactoryTest, PreAnalyzedUpdateProcessorTest, TestFieldCollectionResource, TestGraphTermsQParserPlugin, SuggesterWFSTTest, TestSubQueryTransformerCrossCore, TestCrossCoreJoin, PKIAuthenticationIntegrationTest, TestTlogReplica, TestBadConfig, TestSolrQueryResponse, TestGraphMLResponseWriter, TestPhraseSuggestions, TestCollationField, TestMergePolicyConfig, LeaderInitiatedRecoveryOnCommitTest, SolrIndexMetricsTest, PropertiesRequestHandlerTest, SolrSlf4jReporterTest, MetricsConfigTest, SpellingQueryConverterTest, TestFunctionQuery, CdcrUpdateLogTest, HighlighterConfigTest, DebugComponentTest, TlogReplayBufferedWhileIndexingTest, MoveReplicaTest, TestSolr4Spatial, TestWriterPerf, FullHLLTest, TestRemoteStreaming, HdfsBasicDistributedZk2Test, SolrCloudExampleTest, TestSolrCoreParser, DefaultValueUpdateProcessorTest, CdcrVersionReplicationTest, TestRangeQuery, TestReplicationHandlerBackup, TestBackupRepositoryFactory, SynonymTokenizerTest, TestEmbeddedSolrServerAdminHandler, OpenExchangeRatesOrgProviderTest, BlockJoinFacetSimpleTest, TestLegacyFieldReuse, TestBinaryField, CdcrReplicationDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, TestFaceting, TestNumericTokenStream, RemoteQueryErrorTest, TestPerFieldSimilarityWithDefaultOverride, TestUseDocValuesAsStored2, TestRandomCollapseQParserPlugin, CollectionReloadTest, CoreMergeIndexesAdminHandlerTest, OverseerTaskQueueTest, QueryElevationComponentTest, TestMultiWordSynonyms, TestCopyFieldCollectionResource, TestUniqueKeyFieldResource, TestIndexingPerformance, SaslZkACLProviderTest, CursorMarkTest, TestCSVLoader, TestFileDictionaryLookup, TestConfig, V2StandaloneTest, DistributedFacetPivotLongTailTest, TestHighlightDedupGrouping, TestCloudPivotFacet, TestSchemaSimilarityResource, TestJoin, TestSolrConfigHandlerConcurrent, TestExpandComponent, TestPHPSerializedResponseWriter, TestMiniSolrCloudClusterSSL, BasicZkTest, RestartWhileUpdatingTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, ChangedSchemaMergeTest, TestRuleBasedAuthorizationPlugin, TestRTimerTree, HdfsUnloadDistributedZkTest, TestSimpleQParserPlugin, TestCollapseQParserPlugin, TestNamedUpdateProcessors, TestSolrCoreSnapshots, CustomCollectionTest, MissingSegmentRecoveryTest, SpellCheckCollatorTest, TestSegmentSorting, TestConfigSetsAPIZkFailure, SubstringBytesRefFilterTest, FieldAnalysisRequestHandlerTest, PeerSyncTest, TestDocumentBuilder, TestLuceneMatchVersion, TestFieldTypeResource, MBeansHandlerTest, FieldMutatingUpdateProcessorTest, TestCloudDeleteByQuery, SolrRequestParserTest, TestCollationFieldDocValues, TestRawResponseWriter, OutOfBoxZkACLAndCredentialsProvidersTest, UtilsToolTest, SolrCoreTest, AliasIntegrationTest, SolrGraphiteReporterTest, TestCollectionsAPIViaSolrCloudCluster, TestStreamBody, BlobRepositoryCloudTest, TestClusterStateMutator, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, TestReplicationHandler, TestDistributedSearch, SolrCmdDistributorTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, DocValuesTest, TestLFUCache, TestRTGBase, CursorPagingTest, TestCursorMarkWithoutUniqueKey, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AssignBackwardCompatibilityTest]
[junit4] Completed [500/732 (5!)] on J0 in 67.62s, 1 test, 1 error <<< FAILURES!
[...truncated 47479 lines...]