You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/01 23:01:10 UTC
[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 168 -
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/168/
6 tests failed.
FAILED: org.apache.solr.cloud.AssignBackwardCompatibilityTest.test
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([A1E399575B1A0171:29B7A68DF5E66C89]:0)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:94)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode
Error Message:
java.util.LinkedHashMap cannot be cast to org.apache.solr.common.util.NamedList
Stack Trace:
java.lang.ClassCastException: java.util.LinkedHashMap cannot be cast to org.apache.solr.common.util.NamedList
at __randomizedtesting.SeedInfo.seed([A1E399575B1A0171:837157D56CD08E0C]:0)
at java.util.ArrayList.forEach(ArrayList.java:1257)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:676)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimExecutePlanAction.testExecute
Error Message:
last ClusterState: znodeVersion: 5 live nodes:[127.0.0.1:10001_solr, 127.0.0.1:10000_solr] collections:{testExecute=DocCollection(testExecute//clusterstate.json/5)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"testExecute_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10001_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"testExecute_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10000_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}}, last coll state: DocCollection(testExecute//clusterstate.json/5)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"testExecute_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10001_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"testExecute_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10000_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}
Stack Trace:
java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 5
live nodes:[127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
collections:{testExecute=DocCollection(testExecute//clusterstate.json/5)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{"shard1":{
"replicas":{
"core_node1":{
"core":"testExecute_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10001_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"testExecute_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10000_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}}, last coll state: DocCollection(testExecute//clusterstate.json/5)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{"shard1":{
"replicas":{
"core_node1":{
"core":"testExecute_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10001_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"testExecute_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10000_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at __randomizedtesting.SeedInfo.seed([A1E399575B1A0171:90538B5A49EDFEF6]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.autoscaling.sim.TestSimExecutePlanAction.testExecute(TestSimExecutePlanAction.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testExecutorStream
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([EE2C1C3947A9B2E7:CCEC9DC264C398F7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testExecutorStream(StreamDecoratorTest.java:3571)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
Error Message:
8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest: 1) Thread[id=2441, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=2444, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=2433, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=2829, name=zkConnectionManagerCallback-898-thread-1-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 5) Thread[id=2432, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=2828, name=zkConnectionManagerCallback-898-thread-1-SendThread(127.0.0.1:37376), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 7) Thread[id=2426, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=2429, name=zkConnectionManagerCallback-898-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest:
1) Thread[id=2441, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=2444, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=2433, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=2829, name=zkConnectionManagerCallback-898-thread-1-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
5) Thread[id=2432, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=2828, name=zkConnectionManagerCallback-898-thread-1-SendThread(127.0.0.1:37376), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
7) Thread[id=2426, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=2429, name=zkConnectionManagerCallback-898-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([EE2C1C3947A9B2E7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2828, name=zkConnectionManagerCallback-898-thread-1-SendThread(127.0.0.1:37376), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=2429, name=zkConnectionManagerCallback-898-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2828, name=zkConnectionManagerCallback-898-thread-1-SendThread(127.0.0.1:37376), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
2) Thread[id=2429, name=zkConnectionManagerCallback-898-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([EE2C1C3947A9B2E7]:0)
Build Log:
[...truncated 12462 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_A1E399575B1A0171-001/init-core-data-001
[junit4] 2> 311115 WARN (SUITE-SearchRateTriggerIntegrationTest-seed#[A1E399575B1A0171]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=46 numCloses=46
[junit4] 2> 311115 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[A1E399575B1A0171]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 311117 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[A1E399575B1A0171]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 311117 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[A1E399575B1A0171]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 311117 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[A1E399575B1A0171]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_A1E399575B1A0171-001/tempDir-001
[junit4] 2> 311117 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[A1E399575B1A0171]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 311118 INFO (Thread-291) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 311118 INFO (Thread-291) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 311119 ERROR (Thread-291) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 311218 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[A1E399575B1A0171]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38994
[junit4] 2> 311220 INFO (zkConnectionManagerCallback-513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311236 INFO (jetty-launcher-510-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 311237 INFO (jetty-launcher-510-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 311242 INFO (jetty-launcher-510-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 311255 INFO (jetty-launcher-510-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 311262 INFO (jetty-launcher-510-thread-5) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 311263 INFO (jetty-launcher-510-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 311263 INFO (jetty-launcher-510-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 311263 INFO (jetty-launcher-510-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 311263 INFO (jetty-launcher-510-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@185d5b84{/solr,null,AVAILABLE}
[junit4] 2> 311263 INFO (jetty-launcher-510-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 311263 INFO (jetty-launcher-510-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 311263 INFO (jetty-launcher-510-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 311264 INFO (jetty-launcher-510-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36e36c86{/solr,null,AVAILABLE}
[junit4] 2> 311265 INFO (jetty-launcher-510-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4bc449ec{HTTP/1.1,[http/1.1]}{127.0.0.1:39117}
[junit4] 2> 311265 INFO (jetty-launcher-510-thread-4) [ ] o.e.j.s.Server Started @311349ms
[junit4] 2> 311266 INFO (jetty-launcher-510-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39117}
[junit4] 2> 311266 ERROR (jetty-launcher-510-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 311266 INFO (jetty-launcher-510-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 311266 INFO (jetty-launcher-510-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 311266 INFO (jetty-launcher-510-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 311266 INFO (jetty-launcher-510-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 311266 INFO (jetty-launcher-510-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-01T20:31:03.065Z
[junit4] 2> 311277 INFO (jetty-launcher-510-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 311277 INFO (jetty-launcher-510-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 311277 INFO (jetty-launcher-510-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 311277 INFO (zkConnectionManagerCallback-515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311285 INFO (jetty-launcher-510-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 311285 INFO (jetty-launcher-510-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 311285 INFO (jetty-launcher-510-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 311285 INFO (jetty-launcher-510-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 311286 INFO (jetty-launcher-510-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 311286 INFO (jetty-launcher-510-thread-5) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 311286 INFO (jetty-launcher-510-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@528fe002{/solr,null,AVAILABLE}
[junit4] 2> 311292 INFO (jetty-launcher-510-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@433288e3{HTTP/1.1,[http/1.1]}{127.0.0.1:45737}
[junit4] 2> 311292 INFO (jetty-launcher-510-thread-3) [ ] o.e.j.s.Server Started @311375ms
[junit4] 2> 311292 INFO (jetty-launcher-510-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45737}
[junit4] 2> 311292 INFO (jetty-launcher-510-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 311292 ERROR (jetty-launcher-510-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 311292 INFO (jetty-launcher-510-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 311292 INFO (jetty-launcher-510-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 311292 INFO (jetty-launcher-510-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 311292 INFO (jetty-launcher-510-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 311292 INFO (jetty-launcher-510-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-01T20:31:03.091Z
[junit4] 2> 311293 INFO (jetty-launcher-510-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3abb0484{HTTP/1.1,[http/1.1]}{127.0.0.1:46247}
[junit4] 2> 311293 INFO (jetty-launcher-510-thread-2) [ ] o.e.j.s.Server Started @311377ms
[junit4] 2> 311293 INFO (jetty-launcher-510-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2eaa2c4e{/solr,null,AVAILABLE}
[junit4] 2> 311293 INFO (jetty-launcher-510-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46247}
[junit4] 2> 311294 ERROR (jetty-launcher-510-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d0b6052{HTTP/1.1,[http/1.1]}{127.0.0.1:36680}
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-1) [ ] o.e.j.s.Server Started @311377ms
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-01T20:31:03.093Z
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36680}
[junit4] 2> 311294 ERROR (jetty-launcher-510-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 311294 INFO (jetty-launcher-510-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-01T20:31:03.093Z
[junit4] 2> 311298 INFO (jetty-launcher-510-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@581f964e{/solr,null,AVAILABLE}
[junit4] 2> 311299 INFO (jetty-launcher-510-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ec895d3{HTTP/1.1,[http/1.1]}{127.0.0.1:33527}
[junit4] 2> 311299 INFO (jetty-launcher-510-thread-5) [ ] o.e.j.s.Server Started @311382ms
[junit4] 2> 311299 INFO (jetty-launcher-510-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33527}
[junit4] 2> 311299 ERROR (jetty-launcher-510-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 311299 INFO (jetty-launcher-510-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 311299 INFO (jetty-launcher-510-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 311299 INFO (jetty-launcher-510-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 311299 INFO (jetty-launcher-510-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 311299 INFO (jetty-launcher-510-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-01T20:31:03.098Z
[junit4] 2> 311344 INFO (zkConnectionManagerCallback-521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311352 INFO (zkConnectionManagerCallback-519-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311356 INFO (jetty-launcher-510-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 311361 INFO (zkConnectionManagerCallback-523-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311362 INFO (jetty-launcher-510-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 311374 INFO (zkConnectionManagerCallback-517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311386 INFO (jetty-launcher-510-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 311386 INFO (jetty-launcher-510-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 311532 INFO (jetty-launcher-510-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38994/solr
[junit4] 2> 311556 INFO (zkConnectionManagerCallback-527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311588 INFO (zkConnectionManagerCallback-530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311600 INFO (jetty-launcher-510-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38994/solr
[junit4] 2> 311641 INFO (zkConnectionManagerCallback-533-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311717 INFO (zkConnectionManagerCallback-537-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311724 INFO (jetty-launcher-510-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38994/solr
[junit4] 2> 311737 INFO (jetty-launcher-510-thread-2) [n:127.0.0.1:46247_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46247_solr
[junit4] 2> 311739 INFO (jetty-launcher-510-thread-2) [n:127.0.0.1:46247_solr ] o.a.s.c.Overseer Overseer (id=73418335297929225-127.0.0.1:46247_solr-n_0000000000) starting
[junit4] 2> 311739 INFO (jetty-launcher-510-thread-3) [n:127.0.0.1:45737_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45737_solr
[junit4] 2> 311761 INFO (zkCallback-536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 311761 INFO (zkCallback-529-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 311763 INFO (jetty-launcher-510-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38994/solr
[junit4] 2> 311766 INFO (zkConnectionManagerCallback-543-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311772 INFO (zkConnectionManagerCallback-552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311773 INFO (zkConnectionManagerCallback-549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311774 INFO (jetty-launcher-510-thread-2) [n:127.0.0.1:46247_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 311774 INFO (zkConnectionManagerCallback-557-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311775 INFO (jetty-launcher-510-thread-3) [n:127.0.0.1:45737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 311780 INFO (jetty-launcher-510-thread-2) [n:127.0.0.1:46247_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38994/solr ready
[junit4] 2> 311781 INFO (OverseerStateUpdate-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [n:127.0.0.1:46247_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46247_solr
[junit4] 2> 311793 INFO (jetty-launcher-510-thread-3) [n:127.0.0.1:45737_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38994/solr ready
[junit4] 2> 311793 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 311794 INFO (jetty-launcher-510-thread-2) [n:127.0.0.1:46247_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 311794 INFO (jetty-launcher-510-thread-2) [n:127.0.0.1:46247_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46247_solr
[junit4] 2> 311794 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 311795 INFO (jetty-launcher-510-thread-3) [n:127.0.0.1:45737_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 311795 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 311795 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 311842 INFO (zkConnectionManagerCallback-561-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311845 INFO (zkConnectionManagerCallback-559-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311846 INFO (jetty-launcher-510-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38994/solr
[junit4] 2> 311852 INFO (zkConnectionManagerCallback-566-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311852 INFO (zkCallback-536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 311852 INFO (zkCallback-529-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 311857 INFO (zkCallback-556-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 311884 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104d596436f0010, likely client has closed socket
[junit4] 2> 311888 INFO (jetty-launcher-510-thread-2) [n:127.0.0.1:46247_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 311892 INFO (zkCallback-548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 311928 INFO (zkConnectionManagerCallback-568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 311928 INFO (jetty-launcher-510-thread-1) [n:127.0.0.1:36680_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 311928 INFO (jetty-launcher-510-thread-4) [n:127.0.0.1:39117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 311928 INFO (jetty-launcher-510-thread-3) [n:127.0.0.1:45737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45737.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 311943 INFO (jetty-launcher-510-thread-2) [n:127.0.0.1:46247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46247.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 311947 INFO (jetty-launcher-510-thread-1) [n:127.0.0.1:36680_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 311947 INFO (jetty-launcher-510-thread-1) [n:127.0.0.1:36680_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36680_solr
[junit4] 2> 311948 INFO (jetty-launcher-510-thread-5) [n:127.0.0.1:33527_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 311950 INFO (zkCallback-529-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 311952 INFO (jetty-launcher-510-thread-2) [n:127.0.0.1:46247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46247.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 311953 INFO (jetty-launcher-510-thread-2) [n:127.0.0.1:46247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46247.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 311954 INFO (jetty-launcher-510-thread-2) [n:127.0.0.1:46247_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_A1E399575B1A0171-001/tempDir-001/node2/.
[junit4] 2> 311959 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46247_solr, 127.0.0.1:45737_solr]
[junit4] 2> 311960 INFO (jetty-launcher-510-thread-5) [n:127.0.0.1:33527_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 311960 INFO (jetty-launcher-510-thread-5) [n:127.0.0.1:33527_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33527_solr
[junit4] 2> 311961 INFO (zkCallback-529-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 311964 INFO (jetty-launcher-510-thread-3) [n:127.0.0.1:45737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45737.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 311965 DEBUG (ScheduledTrigger-701-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 311969 INFO (jetty-launcher-510-thread-3) [n:127.0.0.1:45737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45737.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 311970 INFO (jetty-launcher-510-thread-3) [n:127.0.0.1:45737_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_A1E399575B1A0171-001/tempDir-001/node3/.
[junit4] 2> 311976 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 311976 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 311985 INFO (jetty-launcher-510-thread-4) [n:127.0.0.1:39117_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 311985 INFO (jetty-launcher-510-thread-4) [n:127.0.0.1:39117_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39117_solr
[junit4] 2> 311996 INFO (zkCallback-529-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 311996 INFO (zkCallback-536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 312000 INFO (zkCallback-548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 312000 INFO (zkCallback-556-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 312007 INFO (zkConnectionManagerCallback-585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 312008 INFO (jetty-launcher-510-thread-1) [n:127.0.0.1:36680_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 312009 INFO (jetty-launcher-510-thread-1) [n:127.0.0.1:36680_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38994/solr ready
[junit4] 2> 312010 INFO (zkCallback-560-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 312010 INFO (zkCallback-567-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 312010 INFO (zkCallback-558-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 312024 INFO (jetty-launcher-510-thread-1) [n:127.0.0.1:36680_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 312033 INFO (zkConnectionManagerCallback-581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 312034 INFO (jetty-launcher-510-thread-5) [n:127.0.0.1:33527_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 312035 INFO (jetty-launcher-510-thread-5) [n:127.0.0.1:33527_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38994/solr ready
[junit4] 2> 312040 INFO (zkConnectionManagerCallback-590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 312042 INFO (jetty-launcher-510-thread-4) [n:127.0.0.1:39117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 312043 INFO (jetty-launcher-510-thread-4) [n:127.0.0.1:39117_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38994/solr ready
[junit4] 2> 312048 INFO (jetty-launcher-510-thread-5) [n:127.0.0.1:33527_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 312048 INFO (jetty-launcher-510-thread-1) [n:127.0.0.1:36680_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36680.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 312064 INFO (jetty-launcher-510-thread-4) [n:127.0.0.1:39117_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 312078 INFO (jetty-launcher-510-thread-5) [n:127.0.0.1:33527_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33527.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 312122 INFO (jetty-launcher-510-thread-1) [n:127.0.0.1:36680_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36680.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 312126 INFO (jetty-launcher-510-thread-1) [n:127.0.0.1:36680_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36680.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 312134 INFO (jetty-launcher-510-thread-1) [n:127.0.0.1:36680_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_A1E399575B1A0171-001/tempDir-001/node1/.
[junit4] 2> 312138 INFO (jetty-launcher-510-thread-5) [n:127.0.0.1:33527_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33527.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 312139 INFO (jetty-launcher-510-thread-5) [n:127.0.0.1:33527_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33527.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 312142 INFO (jetty-launcher-510-thread-5) [n:127.0.0.1:33527_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_A1E399575B1A0171-001/tempDir-001/node5/.
[junit4] 2> 312142 INFO (jetty-launcher-510-thread-4) [n:127.0.0.1:39117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39117.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 312161 INFO (jetty-launcher-510-thread-4) [n:127.0.0.1:39117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39117.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 312161 INFO (jetty-launcher-510-thread-4) [n:127.0.0.1:39117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39117.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 312162 INFO (jetty-launcher-510-thread-4) [n:127.0.0.1:39117_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_A1E399575B1A0171-001/tempDir-001/node4/.
[junit4] 2> 312346 INFO (zkConnectionManagerCallback-595-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 312351 INFO (zkConnectionManagerCallback-600-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 312352 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[A1E399575B1A0171]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 312353 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[A1E399575B1A0171]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38994/solr ready
[junit4] 2> 312401 INFO (qtp1487343926-1779) [n:127.0.0.1:33527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 312417 INFO (qtp1876763786-1784) [n:127.0.0.1:46247_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 312425 INFO (qtp1368574998-1749) [n:127.0.0.1:45737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 312428 INFO (qtp1200960704-1776) [n:127.0.0.1:36680_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 312430 INFO (qtp1933635523-1756) [n:127.0.0.1:39117_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 312434 DEBUG (qtp1933635523-1763) [n:127.0.0.1:39117_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 312435 INFO (qtp1933635523-1763) [n:127.0.0.1:39117_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=63
[junit4] 2> 312435 DEBUG (zkCallback-548-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 312436 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 312447 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 312447 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 312535 INFO (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[A1E399575B1A0171]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBelowSearchRate
[junit4] 2> 312541 INFO (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[A1E399575B1A0171]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 312544 INFO (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[A1E399575B1A0171]) [ ] o.a.s.c.a.SearchRateTriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 312544 DEBUG (zkCallback-548-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 312544 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 312560 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 312560 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 312561 DEBUG (OverseerAutoScalingTriggerThread-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 317564 INFO (qtp1487343926-1769) [n:127.0.0.1:33527_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=belowRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 317578 INFO (OverseerThreadFactory-708-thread-1-processing-n:127.0.0.1:46247_solr) [n:127.0.0.1:46247_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection belowRate_collection
[junit4] 2> 317707 INFO (OverseerStateUpdate-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [n:127.0.0.1:46247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"belowRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"belowRate_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33527/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 317709 INFO (OverseerStateUpdate-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [n:127.0.0.1:46247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"belowRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"belowRate_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45737/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 317959 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr x:belowRate_collection_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 317959 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr x:belowRate_collection_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 317963 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr x:belowRate_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 318993 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 319007 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 319008 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema [belowRate_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 319010 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 319010 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'belowRate_collection_shard1_replica_n1' using configuration from collection belowRate_collection, trusted=true
[junit4] 2> 319011 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33527.solr.core.belowRate_collection.shard1.replica_n1' (registry 'solr.core.belowRate_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 319011 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [[belowRate_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_A1E399575B1A0171-001/tempDir-001/node5/belowRate_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_A1E399575B1A0171-001/tempDir-001/node5/./belowRate_collection_shard1_replica_n1/data/]
[junit4] 2> 319014 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema [belowRate_collection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 319016 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 319016 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'belowRate_collection_shard1_replica_n2' using configuration from collection belowRate_collection, trusted=true
[junit4] 2> 319016 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45737.solr.core.belowRate_collection.shard1.replica_n2' (registry 'solr.core.belowRate_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 319016 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SolrCore [[belowRate_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_A1E399575B1A0171-001/tempDir-001/node3/belowRate_collection_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_A1E399575B1A0171-001/tempDir-001/node3/./belowRate_collection_shard1_replica_n2/data/]
[junit4] 2> 319296 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 319296 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 319296 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 319296 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 319297 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 319297 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 319297 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 319297 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 319299 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@23e313ae[belowRate_collection_shard1_replica_n2] main]
[junit4] 2> 319300 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a580329[belowRate_collection_shard1_replica_n1] main]
[junit4] 2> 319300 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 319301 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 319301 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 319301 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 319301 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 319302 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613156446215602176
[junit4] 2> 319302 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 319303 INFO (searcherExecutor-726-thread-1-processing-n:127.0.0.1:33527_solr x:belowRate_collection_shard1_replica_n1 c:belowRate_collection s:shard1 r:core_node3) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [belowRate_collection_shard1_replica_n1] Registered new searcher Searcher@4a580329[belowRate_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 319303 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613156446216650752
[junit4] 2> 319320 INFO (searcherExecutor-727-thread-1-processing-n:127.0.0.1:45737_solr x:belowRate_collection_shard1_replica_n2 c:belowRate_collection s:shard1 r:core_node4) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SolrCore [belowRate_collection_shard1_replica_n2] Registered new searcher Searcher@23e313ae[belowRate_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 319326 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/belowRate_collection/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 319326 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 319328 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/belowRate_collection/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 319352 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 319353 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 319353 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45737/solr/belowRate_collection_shard1_replica_n2/
[junit4] 2> 319353 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=belowRate_collection_shard1_replica_n2 url=http://127.0.0.1:45737/solr START replicas=[http://127.0.0.1:33527/solr/belowRate_collection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 319354 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=belowRate_collection_shard1_replica_n2 url=http://127.0.0.1:45737/solr DONE. We have no versions. sync failed.
[junit4] 2> 319357 INFO (qtp1487343926-1773) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.S.Request [belowRate_collection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 319358 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 319358 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 319358 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 319361 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45737/solr/belowRate_collection_shard1_replica_n2/ shard1
[junit4] 2> 319464 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 319466 INFO (qtp1368574998-1744) [n:127.0.0.1:45737_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1523
[junit4] 2> 319567 INFO (zkCallback-529-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 320363 INFO (qtp1487343926-1771) [n:127.0.0.1:33527_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2400
[junit4] 2> 320370 INFO (qtp1487343926-1769) [n:127.0.0.1:33527_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 320474 INFO (zkCallback-529-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 320474 INFO (zkCallback-567-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 321371 INFO (qtp1487343926-1769) [n:127.0.0.1:33527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=belowRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3806
[junit4] 2> 321379 INFO (qtp1487343926-1773) [n:127.0.0.1:33527_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=belowRate_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 321381 INFO (OverseerCollectionConfigSetProcessor-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [n:127.0.0.1:46247_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 321388 INFO (OverseerThreadFactory-708-thread-2-processing-n:127.0.0.1:46247_solr) [n:127.0.0.1:46247_solr c:belowRate_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46247_solr for creating new replica of shard shard1 for collection belowRate_collection
[junit4] 2> 321403 INFO (OverseerStateUpdate-73418335297929225-127.0.0.1:46247_solr-n_0000000000) [n:127.0.0.1:46247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"belowRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"belowRate_collection_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46247/solr",
[junit4] 2> "node_name":"127.0.0.1:46247_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 321506 INFO (zkCallback-529-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 321506 INFO (zkCallback-567-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 321616 INFO (qtp1876763786-1755) [n:127.0.0.1:46247_solr x:belowRate_collection_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=belowRate_collection_shard1_replica_n5&action=CREATE&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 321643 INFO (qtp1876763786-1755) [n:127.0.0.1:46247_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 321649 INFO (qtp1876763786-1755) [n:127.0.0.1:46247_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.s.IndexSchema [belowRate_collection_shard1_replica_n5] Schema name=minimal
[junit4] 2> 321665 INFO (qtp1876763786-1755) [n:127.0.0.1:46247_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 321666 INFO (qtp1876763786-1755) [n:127.0.0.1:46247_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'belowRate_collection_shard1_replica_n5' using configuration from collection belowRate_collection, trusted=true
[junit4] 2> 321666 INFO (qtp1876763786-1755) [n:127.0.0.1:46247_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46247.solr.core.belowRate_collection.shard1.replica_n5' (registry 'solr.core.belowRate_collection.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@532718a5
[junit4] 2> 321666 INFO (qtp1876763786-1755) [n:127.0.0.1:4624
[...truncated too long message...]
BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null799179497
[copy] Copying 238 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null799179497
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null799179497
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 20ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 238 minutes 45 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 170 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/170/
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventQueue
Error Message:
java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 52 live nodes:[127.0.0.1:10006_solr, 127.0.0.1:10007_solr] collections:{.system=DocCollection(.system//clusterstate.json/51)={ "replicationFactor":"2", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node12":{ "core":".system_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10006_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node11":{ "core":".system_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}}, last coll state: DocCollection(.system//clusterstate.json/51)={ "replicationFactor":"2", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node12":{ "core":".system_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10006_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node11":{ "core":".system_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}
Stack Trace:
java.io.IOException: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 52
live nodes:[127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
collections:{.system=DocCollection(.system//clusterstate.json/51)={
"replicationFactor":"2",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{"shard1":{
"replicas":{
"core_node12":{
"core":".system_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10006_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node11":{
"core":".system_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}}, last coll state: DocCollection(.system//clusterstate.json/51)={
"replicationFactor":"2",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{"shard1":{
"replicas":{
"core_node12":{
"core":".system_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10006_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node11":{
"core":".system_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at __randomizedtesting.SeedInfo.seed([EC888B025F3E680D:253DC9AC5659AEF8]:0)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.createSystemCollection(SimClusterStateProvider.java:1361)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.setupTest(TestSimTriggerIntegration.java:157)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:969)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 52
live nodes:[127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
collections:{.system=DocCollection(.system//clusterstate.json/51)={
"replicationFactor":"2",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{"shard1":{
"replicas":{
"core_node12":{
"core":".system_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10006_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node11":{
"core":".system_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}}, last coll state: DocCollection(.system//clusterstate.json/51)={
"replicationFactor":"2",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"shards":{"shard1":{
"replicas":{
"core_node12":{
"core":".system_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10006_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node11":{
"core":".system_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10007_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.createSystemCollection(SimClusterStateProvider.java:1358)
... 39 more
FAILED: org.apache.solr.cloud.cdcr.CdcrBidirectionalTest.testBiDir
Error Message:
Captured an uncaught exception in thread: Thread[id=40836, name=cdcr-replicator-12035-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=40836, name=cdcr-replicator-12035-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
at __randomizedtesting.SeedInfo.seed([EC888B025F3E680D:A9537BE04710244F]:0)
Caused by: java.lang.AssertionError: 1613341061194711040 != 1613341061063639040
at __randomizedtesting.SeedInfo.seed([EC888B025F3E680D]:0)
at org.apache.solr.update.CdcrUpdateLog$CdcrLogReader.forwardSeek(CdcrUpdateLog.java:611)
at org.apache.solr.handler.CdcrReplicator.run(CdcrReplicator.java:125)
at org.apache.solr.handler.CdcrReplicatorScheduler.lambda$null$0(CdcrReplicatorScheduler.java:81)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic
Error Message:
{} expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: {} expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([EC888B025F3E680D:4772961780E2EE23]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12641 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_EC888B025F3E680D-001/init-core-data-001
[junit4] 2> 632706 WARN (SUITE-TestSimTriggerIntegration-seed#[EC888B025F3E680D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 632706 INFO (SUITE-TestSimTriggerIntegration-seed#[EC888B025F3E680D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 632708 INFO (SUITE-TestSimTriggerIntegration-seed#[EC888B025F3E680D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 632708 INFO (SUITE-TestSimTriggerIntegration-seed#[EC888B025F3E680D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 632821 DEBUG (SUITE-TestSimTriggerIntegration-seed#[EC888B025F3E680D]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 632822 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 632822 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 632823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 632823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 632834 DEBUG (SUITE-TestSimTriggerIntegration-seed#[EC888B025F3E680D]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 632835 DEBUG (SUITE-TestSimTriggerIntegration-seed#[EC888B025F3E680D]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 632835 INFO (SUITE-TestSimTriggerIntegration-seed#[EC888B025F3E680D]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 632849 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 632856 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 632856 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 632863 DEBUG (ScheduledTrigger-1001-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 632866 INFO (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 632866 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 632882 INFO (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 632882 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 632890 DEBUG (ScheduledTrigger-1001-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 632899 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 632899 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 632899 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 632899 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 632899 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 632899 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 632921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 632922 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 632922 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 632922 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 632942 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 632946 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 632946 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 632949 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 632974 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 632995 DEBUG (ScheduledTrigger-1006-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633015 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633039 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633068 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633088 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633108 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633129 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633138 DEBUG (simCloudManagerPool-1005-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 633138 DEBUG (simCloudManagerPool-1005-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 633140 DEBUG (simCloudManagerPool-1005-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 633140 DEBUG (simCloudManagerPool-1005-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 633146 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 633146 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 633146 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 633150 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633170 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633193 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633222 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633242 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633262 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633287 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633315 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633335 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633348 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=2
[junit4] 2> 633348 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 633348 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 633356 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633361 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 633364 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 633381 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633397 DEBUG (simCloudManagerPool-1005-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 633399 DEBUG (simCloudManagerPool-1005-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 633409 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633416 DEBUG (simCloudManagerPool-1005-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=5): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 633419 DEBUG (simCloudManagerPool-1005-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 633419 DEBUG (simCloudManagerPool-1005-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 633419 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=6
[junit4] 2> 633429 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633449 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633474 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633494 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633511 DEBUG (simCloudManagerPool-1005-thread-5) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 633515 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633516 DEBUG (simCloudManagerPool-1005-thread-5) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 633517 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 633517 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 633517 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 633517 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestDummyAction}], enabled=true}
[junit4] 2> 633518 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 633518 DEBUG (ScheduledTrigger-1006-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633518 DEBUG (ScheduledTrigger-1006-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 633539 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 633539 DEBUG (ScheduledTrigger-1006-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633539 DEBUG (ScheduledTrigger-1006-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 633539 DEBUG (simCloudManagerPool-1005-thread-6) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 633539 DEBUG (simCloudManagerPool-1005-thread-6) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 633539 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 633540 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 633546 DEBUG (simCloudManagerPool-1005-thread-7) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 633546 DEBUG (simCloudManagerPool-1005-thread-7) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 633547 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 633547 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 633559 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 633575 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633575 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 633576 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time 20934936618086919
[junit4] 2> 633579 DEBUG (ScheduledTrigger-1006-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 633596 DEBUG (ScheduledTrigger-1006-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633596 DEBUG (ScheduledTrigger-1006-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 633608 DEBUG (ScheduledTrigger-1006-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 633616 DEBUG (ScheduledTrigger-1006-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633616 DEBUG (ScheduledTrigger-1006-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 633616 DEBUG (ScheduledTrigger-1006-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10002_solr] added at times [20934936618086919], now=20934938661770519
[junit4] 2> 633617 DEBUG (ScheduledTrigger-1006-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4a6036c4843207T8eglpdsplwjqzm3evjbr4etnc",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":20934936618086919,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20934936618086919],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 633617 DEBUG (ScheduledTrigger-1006-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 633642 DEBUG (ScheduledTrigger-1006-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10002_solr
[junit4] 2> 633649 DEBUG (AutoscalingActionExecutor-1007-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4a6036c4843207T8eglpdsplwjqzm3evjbr4etnc",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":20934936618086919,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20934936618086919],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":20934938700157469,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 633670 DEBUG (AutoscalingActionExecutor-1007-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 633670 DEBUG (AutoscalingActionExecutor-1007-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 633670 DEBUG (AutoscalingActionExecutor-1007-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 1054 ms for event id=4a6036c4843207T8eglpdsplwjqzm3evjbr4etnc
[junit4] 2> 633774 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 633774 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633774 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 633774 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 20934946555276769
[junit4] 2> 633794 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 633795 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633795 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 633815 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 633815 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633815 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 633815 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [20934946555276769], now=20934948587398619
[junit4] 2> 633815 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4a603914d1ade1T8eglpdsplwjqzm3evjbr4etnf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":20934946555276769,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20934946555276769],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 633815 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 633822 DEBUG (ScheduledTrigger-1006-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10003_solr
[junit4] 2> 633823 DEBUG (AutoscalingActionExecutor-1007-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4a603914d1ade1T8eglpdsplwjqzm3evjbr4etnf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":20934946555276769,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20934946555276769],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":20934948600376219,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 633834 WARN (AutoscalingActionExecutor-1007-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.solr.cloud.autoscaling.TriggerActionException: Error processing action for trigger event: {
[junit4] 2> "id":"4a603914d1ade1T8eglpdsplwjqzm3evjbr4etnf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":20934946555276769,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20934946555276769],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":20934948600376219,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:311) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestDummyAction.process(TestSimTriggerIntegration.java:940) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:308) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> 633835 DEBUG (AutoscalingActionExecutor-1007-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 633835 DEBUG (AutoscalingActionExecutor-1007-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 633835 DEBUG (AutoscalingActionExecutor-1007-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 591 ms for event id=4a603914d1ade1T8eglpdsplwjqzm3evjbr4etnf
[junit4] 2> 633865 INFO (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 633866 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 633867 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 633935 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 633935 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633935 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 633955 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 633955 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633955 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 633977 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 633977 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633977 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 633997 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 633998 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 633998 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 634018 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 634018 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 634018 DEBUG (ScheduledTrigger-1006-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 634026 INFO (TEST-TestSimTriggerIntegration.testListeners-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 4
[junit4] 2> ## Empty nodes: 2
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 2
[junit4] 2> ## activeReplicas 2
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 4
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 4
[junit4] 2> ## minActiveSliceDocs 4
[junit4] 2> ## avgActiveSliceDocs 4
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 12,240
[junit4] 2> ## maxActiveSliceBytes 12,240
[junit4] 2> ## minActiveSliceBytes 12,240
[junit4] 2> ## avgActiveSliceBytes 12,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 2
[junit4] 2> ## * .system 2
[junit4] 2> ## - active 2
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 4
[junit4] 2> ## - update 4
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: node_added_trigger
[junit4] 2> ## - FAILED 1
[junit4] 2> ## - STARTED 2
[junit4] 2> ## - SUCCEEDED 1
[junit4] 2>
[junit4] 2> 634043 INFO (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 634043 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 634043 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 634043 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 634044 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 634044 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 634044 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimNodeStateProvider --removing value for 127.0.0.1:10003_solr
[junit4] 2> 634044 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimNodeStateProvider --removing value for 127.0.0.1:10002_solr
[junit4] 2> 634044 INFO (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 634044 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 634044 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 634049 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 634049 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 634055 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 634055 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 634055 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 634082 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 634082 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 634091 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 634091 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 634099 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 634106 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 634106 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 634110 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634130 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634150 DEBUG (ScheduledTrigger-1009-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634171 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634192 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634213 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634233 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634258 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634286 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634294 DEBUG (simCloudManagerPool-1008-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 634294 DEBUG (simCloudManagerPool-1008-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 634294 DEBUG (simCloudManagerPool-1008-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 634295 DEBUG (simCloudManagerPool-1008-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 634298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 634298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 634298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 634306 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634326 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634347 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634367 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634387 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634412 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634440 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634460 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634481 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634505 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=8
[junit4] 2> 634505 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 634506 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 634509 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634516 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 634516 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 634538 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634549 DEBUG (simCloudManagerPool-1008-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 634549 DEBUG (simCloudManagerPool-1008-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 634558 DEBUG (simCloudManagerPool-1008-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=11): {"core_node3":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 634558 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634570 DEBUG (simCloudManagerPool-1008-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 634570 DEBUG (simCloudManagerPool-1008-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 634571 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=12
[junit4] 2> 634579 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634603 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634615 DEBUG (simCloudManagerPool-1008-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection collection1, currentVersion=12
[junit4] 2> 634615 DEBUG (simCloudManagerPool-1008-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 634620 DEBUG (simCloudManagerPool-1008-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 634631 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634631 DEBUG (simCloudManagerPool-1008-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 634631 DEBUG (simCloudManagerPool-1008-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 634651 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634664 DEBUG (simCloudManagerPool-1008-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection collection1, currentVersion=14
[junit4] 2> 634664 DEBUG (simCloudManagerPool-1008-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 634664 DEBUG (simCloudManagerPool-1008-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 634671 DEBUG (simCloudManagerPool-1008-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for collection1 / shard1 (currentVersion=15): {"core_node1":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 634672 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634681 DEBUG (simCloudManagerPool-1008-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 634681 DEBUG (simCloudManagerPool-1008-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 634681 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
[junit4] 2> 634682 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EC888B025F3E680D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 634696 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634716 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634733 DEBUG (simCloudManagerPool-1008-thread-9) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 634734 DEBUG (simCloudManagerPool-1008-thread-9) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 634734 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 634735 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 634735 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 634737 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634748 DEBUG (ScheduledTrigger-1009-thread-4) [ ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10001_solr
[junit4] 2> 634766 DEBUG (ScheduledTrigger-1009-thread-4) [ ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10000_solr
[junit4] 2> 634774 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634794 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634795 DEBUG (simCloudManagerPool-1008-thread-10) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 634796 DEBUG (simCloudManagerPool-1008-thread-10) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 634796 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 634797 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 634797 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 634818 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634823 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10001_solr
[junit4] 2> 634823 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ### metrics:solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate 250
[junit4] 2> 634825 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10000_solr
[junit4] 2> 634825 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ### metrics:solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate 250
[junit4] 2> 634825 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ## Collection: collection1
[junit4] 2> 634825 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ## - shard1
[junit4] 2> 634825 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ## collection1_shard1_replica_n1 250.0
[junit4] 2> 634825 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ## collection1_shard1_replica_n2 250.0
[junit4] 2> 634838 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634844 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger -- collection1.shard1: totalShardRate=500.0, shardRate=250.0
[junit4] 2> 634859 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634865 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10001_solr
[junit4] 2> 634865 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ### metrics:solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate 250
[junit4] 2> 634865 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10000_solr
[junit4] 2> 634866 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ### metrics:solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate 250
[junit4] 2> 634866 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## Collection: collection1
[junit4] 2> 634866 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## - shard1
[junit4] 2> 634866 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## collection1_shard1_replica_n1 250.0
[junit4] 2> 634866 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## collection1_shard1_replica_n2 250.0
[junit4] 2> 634866 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.SearchRateTrigger -- collection1.shard1: totalShardRate=500.0, shardRate=250.0
[junit4] 2> 634883 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634886 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10001_solr
[junit4] 2> 634886 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ### metrics:solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate 250
[junit4] 2> 634886 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10000_solr
[junit4] 2> 634886 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ### metrics:solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate 250
[junit4] 2> 634886 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ## Collection: collection1
[junit4] 2> 634886 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ## - shard1
[junit4] 2> 634887 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ## collection1_shard1_replica_n1 250.0
[junit4] 2> 634887 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger ## collection1_shard1_replica_n2 250.0
[junit4] 2> 634887 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.SearchRateTrigger -- collection1.shard1: totalShardRate=500.0, shardRate=250.0
[junit4] 2> 634911 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634932 DEBUG (ScheduledTrigger-1009-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 634948 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4a604551581fcdT8eglpdsplwjqzm3evjbr4etni",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":20934999110328269,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":250.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":250,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":250.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":250,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"collection1":{"shard1":250.0}},
[junit4] 2> "hotCollections":{"collection1":500.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10001_solr":250.0,
[junit4] 2> "127.0.0.1:10000_solr":250.0},
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}},
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}},
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}}]}}
[junit4] 2> 634952 DEBUG (ScheduledTrigger-1009-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, search_rate_trigger]
[junit4] 2> 634986 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4a604551581fcdT8eglpdsplwjqzm3evjbr4etni",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":20934999110328269,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":250.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":250,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":250.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":250,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"collection1":{"shard1":250.0}},
[junit4] 2> "hotCollections":{"collection1":500.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10001_solr":250.0,
[junit4] 2> "127.0.0.1:10000_solr":250.0},
[junit4] 2> "_enqueue_time_":20935005440808669,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}},
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}},
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}}]}}
[junit4] 2> 634987 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"4a604551581fcdT8eglpdsplwjqzm3evjbr4etni",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":20934999110328269,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":250.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":250,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":250.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":250,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"collection1":{"shard1":250.0}},
[junit4] 2> "hotCollections":{"collection1":500.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10001_solr":250.0,
[junit4] 2> "127.0.0.1:10000_solr":250.0},
[junit4] 2> "_enqueue_time_":20935005440808669,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}},
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}},
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}}]}} with context properties: {AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]}
[junit4] 2> 634998 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10000_solr&type=NRT
[junit4] 2> 634998 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
[junit4] 2> 634999 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
[junit4] 2> 634999 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"4a604551581fcdT8eglpdsplwjqzm3evjbr4etni",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":20934999110328269,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":250.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":250,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":250.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":250,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "__start__":3,
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"collection1":{"shard1":250.0}},
[junit4] 2> "hotCollections":{"collection1":500.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10001_solr":250.0,
[junit4] 2> "127.0.0.1:10000_solr":250.0},
[junit4] 2> "_enqueue_time_":20935005440808669,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}},
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}},
[junit4] 2> {
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"collection1",
[junit4] 2> "second":"shard1"}]}}]}} with context properties: {operations=[{
[junit4] 2> "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"ADDREPLICA",
[junit4] 2> "params.collection":"collection1",
[junit4] 2> "params.shard":"shard1",
[junit4] 2> "params.node":"127.0.0.1:10000_solr",
[junit4] 2> "params.type":"NRT"}, {
[junit4] 2> "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"ADDREPLICA",
[junit4] 2> "params.collection":"collection1",
[junit4] 2> "params.shard":"shard1",
[junit4] 2> "params.node":"127.0.0.1:10001_solr",
[junit4] 2> "params.type":"NRT"}, {
[junit4] 2> "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"ADDREPLICA",
[junit4] 2> "params.collection":"collection1",
[junit4] 2> "params.shard":"shard1",
[junit4] 2> "params.node":"127.0.0.1:10001_solr",
[junit4] 2> "params.type":"NRT"}], AFTER_ACTION=[start, compute], BEFORE_ACTION=[start, compute, execute]}
[junit4] 2> 635000 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10000_solr&type=NRT
[junit4] 2> 635010 INFO (simCloudManagerPool-1008-thread-12) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10000_solr for creating new replica of shard shard1 for collection collection1
[junit4] 2> 635020 DEBUG (simCloudManagerPool-1008-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
[junit4] 2> 635021 DEBUG (simCloudManagerPool-1008-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 635036 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
[junit4] 2> 635042 INFO (simCloudManagerPool-1008-thread-15) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10001_solr for creating new replica of shard shard1 for collection collection1
[junit4] 2> 635052 DEBUG (simCloudManagerPool-1008-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
[junit4] 2> 635053 DEBUG (simCloudManagerPool-1008-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 635082 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
[junit4] 2> 635094 INFO (simCloudManagerPool-1008-thread-18) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10001_solr for creating new replica of shard shard1 for collection collection1
[junit4] 2> 635106 DEBUG (simCloudManagerPool-1008-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
[junit4] 2> 635107 DEBUG (simCloudManagerPool-1008-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 635124 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 635125 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: search_rate_trigger after 100ms
[junit4] 2> 635125 DEBUG (AutoscalingActionExecutor-1010-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 6945 ms for event id=4a604551581fcdT8eglpdsplwjqzm3evjbr4etni
[junit4] 2> 635233 DEBUG (ScheduledTrigger-1009-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 635234 DEBUG (ScheduledTrigger-1009-thread-4) [ ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10001_solr
[junit4] 2> 635234 DEBUG (ScheduledTrigger-1009-thread-4) [ ] o.a.s.c.a.SearchRateTrigger ### metrics:solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate 250
[junit4] 2> 635234 DEBUG (ScheduledTrigger-1009-thread-4) [ ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10000_solr
[junit4] 2> 635234 DEBUG (ScheduledTrigger-1009-thread-4) [ ] o.a.s.c.a.SearchRateTrigger ### metrics:solr.core.collection1.sha
[...truncated too long message...]
pples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2084382055
[copy] Copying 238 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2084382055
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2084382055
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 187ms :: artifacts dl 13ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 235 minutes 3 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 169 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/169/
2 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:45265/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:39589/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:45265/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:39589/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([19A5ACC7183F3127:B3687F35AFECE4F7]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:994)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39589/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.search.TestRecovery.testExistOldBufferLog
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([19A5ACC7183F3127:47F5B19296F0A1AE]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.junit.Assert.assertFalse(Assert.java:79)
at org.apache.solr.search.TestRecovery.testExistOldBufferLog(TestRecovery.java:1073)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12815 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_19A5ACC7183F3127-001/init-core-data-001
[junit4] 2> 536116 WARN (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
[junit4] 2> 536116 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 536117 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 536117 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 536118 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_19A5ACC7183F3127-001/tempDir-001
[junit4] 2> 536118 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 536118 INFO (Thread-960) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 536118 INFO (Thread-960) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 536120 ERROR (Thread-960) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 536218 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43337
[junit4] 2> 536223 INFO (zkConnectionManagerCallback-1925-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536231 INFO (jetty-launcher-1922-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 536231 INFO (jetty-launcher-1922-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 536240 INFO (jetty-launcher-1922-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 536241 INFO (jetty-launcher-1922-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 536241 INFO (jetty-launcher-1922-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 536241 INFO (jetty-launcher-1922-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 536241 INFO (jetty-launcher-1922-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a91f28e{/solr,null,AVAILABLE}
[junit4] 2> 536244 INFO (jetty-launcher-1922-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1fe96e88{HTTP/1.1,[http/1.1]}{127.0.0.1:45265}
[junit4] 2> 536244 INFO (jetty-launcher-1922-thread-3) [ ] o.e.j.s.Server Started @536284ms
[junit4] 2> 536245 INFO (jetty-launcher-1922-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45265}
[junit4] 2> 536245 ERROR (jetty-launcher-1922-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 536245 INFO (jetty-launcher-1922-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 536245 INFO (jetty-launcher-1922-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 536245 INFO (jetty-launcher-1922-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 536245 INFO (jetty-launcher-1922-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 536245 INFO (jetty-launcher-1922-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-02T23:27:03.737Z
[junit4] 2> 536245 INFO (jetty-launcher-1922-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 536246 INFO (jetty-launcher-1922-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 536246 INFO (jetty-launcher-1922-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 536246 INFO (jetty-launcher-1922-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 536246 INFO (jetty-launcher-1922-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d131ff4{/solr,null,AVAILABLE}
[junit4] 2> 536246 INFO (jetty-launcher-1922-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@535336e4{HTTP/1.1,[http/1.1]}{127.0.0.1:40611}
[junit4] 2> 536247 INFO (jetty-launcher-1922-thread-1) [ ] o.e.j.s.Server Started @536286ms
[junit4] 2> 536247 INFO (jetty-launcher-1922-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40611}
[junit4] 2> 536247 ERROR (jetty-launcher-1922-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 536247 INFO (jetty-launcher-1922-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 536247 INFO (jetty-launcher-1922-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 536247 INFO (jetty-launcher-1922-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 536247 INFO (jetty-launcher-1922-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 536248 INFO (jetty-launcher-1922-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-02T23:27:03.739Z
[junit4] 2> 536249 INFO (jetty-launcher-1922-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 536249 INFO (jetty-launcher-1922-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 536249 INFO (jetty-launcher-1922-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 536250 INFO (jetty-launcher-1922-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e12769d{/solr,null,AVAILABLE}
[junit4] 2> 536250 INFO (jetty-launcher-1922-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@75e81810{HTTP/1.1,[http/1.1]}{127.0.0.1:39589}
[junit4] 2> 536250 INFO (jetty-launcher-1922-thread-2) [ ] o.e.j.s.Server Started @536290ms
[junit4] 2> 536250 INFO (jetty-launcher-1922-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39589}
[junit4] 2> 536250 ERROR (jetty-launcher-1922-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 536250 INFO (jetty-launcher-1922-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 536250 INFO (jetty-launcher-1922-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 536250 INFO (jetty-launcher-1922-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 536250 INFO (jetty-launcher-1922-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 536251 INFO (jetty-launcher-1922-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-02T23:27:03.743Z
[junit4] 2> 536255 INFO (jetty-launcher-1922-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 536255 INFO (jetty-launcher-1922-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 536255 INFO (jetty-launcher-1922-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 536255 INFO (jetty-launcher-1922-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@591b8377{/solr,null,AVAILABLE}
[junit4] 2> 536255 INFO (jetty-launcher-1922-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3489796a{HTTP/1.1,[http/1.1]}{127.0.0.1:42511}
[junit4] 2> 536255 INFO (jetty-launcher-1922-thread-4) [ ] o.e.j.s.Server Started @536295ms
[junit4] 2> 536255 INFO (jetty-launcher-1922-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42511}
[junit4] 2> 536256 ERROR (jetty-launcher-1922-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 536256 INFO (jetty-launcher-1922-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 536256 INFO (jetty-launcher-1922-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 536256 INFO (jetty-launcher-1922-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 536256 INFO (jetty-launcher-1922-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 536256 INFO (jetty-launcher-1922-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-02T23:27:03.748Z
[junit4] 2> 536257 INFO (zkConnectionManagerCallback-1927-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536264 INFO (zkConnectionManagerCallback-1929-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536264 INFO (zkConnectionManagerCallback-1931-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536264 INFO (zkConnectionManagerCallback-1933-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536265 INFO (jetty-launcher-1922-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 536265 INFO (jetty-launcher-1922-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 536268 INFO (jetty-launcher-1922-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 536268 INFO (jetty-launcher-1922-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 536413 INFO (jetty-launcher-1922-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43337/solr
[junit4] 2> 536448 INFO (zkConnectionManagerCallback-1937-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536449 INFO (jetty-launcher-1922-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43337/solr
[junit4] 2> 536450 DEBUG (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$572/518188271@766bdce3
[junit4] 2> 536451 INFO (zkConnectionManagerCallback-1941-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536456 DEBUG (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$572/518188271@40e38301
[junit4] 2> 536464 INFO (zkConnectionManagerCallback-1943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536464 INFO (zkConnectionManagerCallback-1945-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536517 INFO (jetty-launcher-1922-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43337/solr
[junit4] 2> 536519 INFO (jetty-launcher-1922-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43337/solr
[junit4] 2> 536520 INFO (zkConnectionManagerCallback-1953-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536521 INFO (zkConnectionManagerCallback-1957-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536523 DEBUG (jetty-launcher-1922-thread-1) [n:127.0.0.1:40611_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$572/518188271@b5654ca
[junit4] 2> 536523 DEBUG (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$572/518188271@35695113
[junit4] 2> 536536 INFO (zkConnectionManagerCallback-1961-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536544 INFO (zkConnectionManagerCallback-1959-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536549 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 536549 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536549 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 536550 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 536550 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 536551 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 536555 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 536556 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536556 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 536556 DEBUG (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72438459128807436-127.0.0.1:42511_solr-n_0000000000
[junit4] 2> 536556 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 536557 INFO (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42511_solr
[junit4] 2> 536557 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 536560 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 536564 INFO (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.c.Overseer Overseer (id=72438459128807436-127.0.0.1:42511_solr-n_0000000000) starting
[junit4] 2> 536568 DEBUG (jetty-launcher-1922-thread-1) [n:127.0.0.1:40611_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72438459128807435-127.0.0.1:40611_solr-n_0000000001
[junit4] 2> 536577 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72438459128807436-127.0.0.1:42511_solr-n_0000000000
[junit4] 2> 536577 DEBUG (jetty-launcher-1922-thread-1) [n:127.0.0.1:40611_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72438459128807436-127.0.0.1:42511_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 536578 INFO (jetty-launcher-1922-thread-1) [n:127.0.0.1:40611_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40611_solr
[junit4] 2> 536581 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536581 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536596 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536604 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536605 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 536605 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536605 INFO (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 536605 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 536605 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 536606 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 536606 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 536608 DEBUG (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72438459128807432-127.0.0.1:45265_solr-n_0000000002
[junit4] 2> 536609 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72438459128807435-127.0.0.1:40611_solr-n_0000000001
[junit4] 2> 536610 INFO (zkCallback-1958-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 536610 DEBUG (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72438459128807435-127.0.0.1:40611_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 536610 INFO (zkCallback-1960-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 536610 DEBUG (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45265_solr as DOWN
[junit4] 2> 536611 INFO (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 536611 INFO (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45265_solr
[junit4] 2> 536611 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536611 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536611 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536629 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 536630 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536630 INFO (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 536630 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 536630 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 536630 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 536631 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 536632 DEBUG (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72438459128807431-127.0.0.1:39589_solr-n_0000000003
[junit4] 2> 536632 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72438459128807432-127.0.0.1:45265_solr-n_0000000002
[junit4] 2> 536632 DEBUG (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72438459128807432-127.0.0.1:45265_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 536632 DEBUG (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39589_solr as DOWN
[junit4] 2> 536633 INFO (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 536633 INFO (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39589_solr
[junit4] 2> 536634 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536640 INFO (zkConnectionManagerCallback-1975-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536641 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 536641 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536642 INFO (jetty-launcher-1922-thread-1) [n:127.0.0.1:40611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 536642 INFO (zkConnectionManagerCallback-1980-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536645 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536645 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 536645 INFO (zkCallback-1958-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 536645 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536646 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 536646 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 536646 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 536646 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536646 INFO (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 536646 INFO (jetty-launcher-1922-thread-1) [n:127.0.0.1:40611_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43337/solr ready
[junit4] 2> 536646 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 536647 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 536647 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 536647 INFO (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43337/solr ready
[junit4] 2> 536649 INFO (zkCallback-1960-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 536651 INFO (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 536652 INFO (zkConnectionManagerCallback-1971-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536656 INFO (jetty-launcher-1922-thread-1) [n:127.0.0.1:40611_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 536657 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536681 INFO (zkCallback-1942-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 536682 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 536682 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536682 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536682 INFO (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 536682 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 536684 INFO (zkCallback-1944-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 536690 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 536690 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 536691 INFO (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43337/solr ready
[junit4] 2> 536698 INFO (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45265.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536700 INFO (OverseerStateUpdate-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42511_solr
[junit4] 2> 536703 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 536704 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 536709 INFO (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45265.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536709 INFO (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45265.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536710 INFO (jetty-launcher-1922-thread-3) [n:127.0.0.1:45265_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_19A5ACC7183F3127-001/tempDir-001/node3/.
[junit4] 2> 536710 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 536726 INFO (jetty-launcher-1922-thread-1) [n:127.0.0.1:40611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40611.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536732 DEBUG (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42511_solr as DOWN
[junit4] 2> 536733 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 536733 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 536733 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 536733 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 536733 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 536733 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 536733 INFO (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 536734 INFO (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42511_solr
[junit4] 2> 536734 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 536734 INFO (jetty-launcher-1922-thread-1) [n:127.0.0.1:40611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40611.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536735 INFO (jetty-launcher-1922-thread-1) [n:127.0.0.1:40611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40611.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536735 INFO (jetty-launcher-1922-thread-1) [n:127.0.0.1:40611_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_19A5ACC7183F3127-001/tempDir-001/node1/.
[junit4] 2> 536736 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 536736 DEBUG (OverseerAutoScalingTriggerThread-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 536737 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536737 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536737 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536737 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536737 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536737 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536737 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 536740 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536740 INFO (zkCallback-1958-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 536764 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536764 INFO (zkCallback-1960-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 536784 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536784 INFO (zkCallback-1944-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 536784 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 536785 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536785 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 536785 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536785 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536785 INFO (zkCallback-1942-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 536785 DEBUG (OverseerAutoScalingTriggerThread-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 536785 DEBUG (OverseerAutoScalingTriggerThread-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 536785 DEBUG (OverseerAutoScalingTriggerThread-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 536792 INFO (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 536793 INFO (zkConnectionManagerCallback-1987-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536795 INFO (zkCallback-1974-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 536795 INFO (zkCallback-1979-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 536795 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536796 INFO (zkCallback-1970-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 536800 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 536800 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536801 INFO (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 536801 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 536801 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 536801 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 536801 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 536802 DEBUG (OverseerAutoScalingTriggerThread-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:40611_solr, 127.0.0.1:45265_solr, 127.0.0.1:42511_solr, 127.0.0.1:39589_solr]
[junit4] 2> 536802 INFO (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43337/solr ready
[junit4] 2> 536803 INFO (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 536811 DEBUG (OverseerAutoScalingTriggerThread-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 536812 DEBUG (OverseerAutoScalingTriggerThread-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 536814 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 536823 DEBUG (ScheduledTrigger-2684-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 536862 INFO (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39589.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536877 INFO (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39589.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536877 INFO (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39589.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536878 INFO (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42511.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536878 INFO (jetty-launcher-1922-thread-2) [n:127.0.0.1:39589_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_19A5ACC7183F3127-001/tempDir-001/node2/.
[junit4] 2> 536885 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 536889 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 536914 INFO (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42511.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536914 INFO (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42511.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 536915 INFO (jetty-launcher-1922-thread-4) [n:127.0.0.1:42511_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_19A5ACC7183F3127-001/tempDir-001/node4/.
[junit4] 2> 536988 INFO (zkConnectionManagerCallback-1991-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536992 INFO (zkConnectionManagerCallback-1996-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 536992 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 536993 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 536993 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 536993 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 536993 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 536993 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 536994 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43337/solr ready
[junit4] 2> 536998 INFO (qtp1340746194-6193) [n:127.0.0.1:40611_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 536998 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 536998 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 536998 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 536998 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 536999 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 536999 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 536999 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 536999 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 536999 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 537000 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 537000 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"}
[junit4] 2> 537000 DEBUG (OverseerThreadFactory-2687-thread-1-processing-n:127.0.0.1:42511_solr) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 537000 DEBUG (OverseerThreadFactory-2687-thread-1-processing-n:127.0.0.1:42511_solr) [n:127.0.0.1:42511_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"}
[junit4] 2> 537000 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 537001 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 537001 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 537001 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 537001 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 537001 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 537005 DEBUG (OverseerThreadFactory-2687-thread-1-processing-n:127.0.0.1:42511_solr) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 537007 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 537007 DEBUG (zkCallback-1958-thread-1) [ ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
[junit4] 2> 537007 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 537007 DEBUG (OverseerThreadFactory-2687-thread-1-processing-n:127.0.0.1:42511_solr) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 537007 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 537007 DEBUG (OverseerThreadFactory-2687-thread-1-processing-n:127.0.0.1:42511_solr) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 537007 DEBUG (OverseerThreadFactory-2687-thread-1-processing-n:127.0.0.1:42511_solr) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 537008 DEBUG (OverseerThreadFactory-2687-thread-1-processing-n:127.0.0.1:42511_solr) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 537008 DEBUG (OverseerThreadFactory-2687-thread-1-processing-n:127.0.0.1:42511_solr) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 537008 DEBUG (OverseerThreadFactory-2687-thread-1-processing-n:127.0.0.1:42511_solr) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:42511_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=9.69229264688726,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=3.528538333333333,medianRequestTime=2.465244,75thPcRequestTime=7.259908,95thPcRequestTime=7.259908,99thPcRequestTime=7.259908,999thPcRequestTime=7.259908},downnode={requests=3,errors=0,avgRequestsPerSecond=10.080497442710525,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.011277333333333332,medianRequestTime=0.014579,75thPcRequestTime=0.016921,95thPcRequestTime=0.016921,99thPcRequestTime=0.016921,999thPcRequestTime=0.016921}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=10.277389764443322,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=7.456587666666666,medianRequestTime=0.268543,75thPcRequestTime=21.853078,95thPcRequestTime=21.853078,99thPcRequestTime=21.853078,999thPcRequestTime=21.853078},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=3.3381671774418518,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.572668,medianRequestTime=0.572668,75thPcRequestTime=0.572668,95thPcRequestTime=0.572668,99thPcRequestTime=0.572668,999thPcRequestTime=0.572668}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=3.7263039441418093,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=265.687213,medianRequestTime=265.687213,75thPcRequestTime=265.687213,95thPcRequestTime=265.687213,99thPcRequestTime=265.687213,999thPcRequestTime=265.687213}}}
[junit4] 2> 537008 INFO (qtp1340746194-6193) [n:127.0.0.1:40611_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 537553 WARN (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 537826 DEBUG (ScheduledTrigger-2684-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 538295 WARN (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 538527 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.m.log Logging to org.apache.logging.slf4j.Log4jLogger@656b973a via org.mortbay.log.Slf4jLog
[junit4] 2> 538561 WARN (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 538635 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 538748 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_40297_hdfs____uqx01q/webapp
[junit4] 2> 538827 DEBUG (ScheduledTrigger-2684-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 539001 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 539002 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 539003 INFO (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 539003 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 539003 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 539003 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 539003 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 539003 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 539620 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40297
[junit4] 2> 539827 DEBUG (ScheduledTrigger-2684-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 540478 WARN (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 540483 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 540497 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37008_datanode____ywc5dn/webapp
[junit4] 2> 540828 DEBUG (ScheduledTrigger-2684-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 540965 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37008
[junit4] 2> 541004 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 541004 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 541004 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 541004 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 541004 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 541004 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 541004 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 541364 WARN (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 541365 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 541410 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43341_datanode____ob5g8o/webapp
[junit4] 2> 541828 DEBUG (ScheduledTrigger-2684-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 541853 INFO (SUITE-MoveReplicaHDFSTest-seed#[19A5ACC7183F3127]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43341
[junit4] 2> 542303 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_19A5ACC7183F3127-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_19A5ACC7183F3127-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:42881) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 542303 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_19A5ACC7183F3127-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_19A5ACC7183F3127-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:42881) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 542513 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x14a5921a59c29d: from storage DS-772f95f7-1f49-411b-abf4-10cad7ecb1ba node DatanodeRegistration(127.0.0.1:40453, datanodeUuid=df20316b-d525-475a-93b6-60e3cca050b3, infoPort=44111, infoSecurePort=0, ipcPort=41447, storageInfo=lv=-56;cid=testClusterID;nsid=561934660;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 542513 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x14a5921a293592: from storage DS-c45c2f86-bf90-4433-81cd-a1582b3785f7 node DatanodeRegistration(127.0.0.1:39778, datanodeUuid=057436d7-f8a0-4f20-a9d3-87ff4d86df6e, infoPort=41498, infoSecurePort=0, ipcPort=37193, storageInfo=lv=-56;cid=testClusterID;nsid=561934660;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 542514 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x14a5921a293592: from storage DS-82a8e947-166c-48af-8fa2-d3f50823a0ef node DatanodeRegistration(127.0.0.1:39778, datanodeUuid=057436d7-f8a0-4f20-a9d3-87ff4d86df6e, infoPort=41498, infoSecurePort=0, ipcPort=37193, storageInfo=lv=-56;cid=testClusterID;nsid=561934660;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 542520 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x14a5921a59c29d: from storage DS-e55e1394-5042-468a-b723-082247d9f63c node DatanodeRegistration(127.0.0.1:40453, datanodeUuid=df20316b-d525-475a-93b6-60e3cca050b3, infoPort=44111, infoSecurePort=0, ipcPort=41447, storageInfo=lv=-56;cid=testClusterID;nsid=561934660;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 542828 DEBUG (ScheduledTrigger-2684-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 543005 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 543012 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 543013 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 543013 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 543014 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 543014 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 543014 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 543017 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 543018 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 543018 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543018 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 543019 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 543019 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 543019 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 543020 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 543020 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 543020 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 543020 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 543020 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 543020 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 543020 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 543020 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 543020 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 543022 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 543026 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 543026 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 543026 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 543026 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 543026 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 543026 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 543026 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 543026 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 543027 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 543028 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 543030 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 543030 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 543030 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 543031 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33e7008{/solr,null,AVAILABLE}
[junit4] 2> 543031 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34767518{HTTP/1.1,[http/1.1]}{127.0.0.1:34576}
[junit4] 2> 543031 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.e.j.s.Server Started @543071ms
[junit4] 2> 543031 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34576}
[junit4] 2> 543032 ERROR (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 543032 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 543033 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 543033 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 543033 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 543033 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-02T23:27:10.525Z
[junit4] 2> 543037 INFO (zkConnectionManagerCallback-2000-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 543044 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 543173 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43337/solr
[junit4] 2> 543176 INFO (zkConnectionManagerCallback-2004-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 543178 DEBUG (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$572/518188271@3bc9d44d
[junit4] 2> 543179 INFO (zkConnectionManagerCallback-2006-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 543187 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 543187 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543187 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 543188 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 543192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 543192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 543193 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 543194 DEBUG (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72438459128807445-127.0.0.1:34576_solr-n_0000000004
[junit4] 2> 543195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72438459128807431-127.0.0.1:39589_solr-n_0000000003
[junit4] 2> 543195 DEBUG (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72438459128807431-127.0.0.1:39589_solr-n_0000000003 to know if I could be the leader
[junit4] 2> 543196 DEBUG (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34576_solr as DOWN
[junit4] 2> 543197 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 543197 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 543198 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 543198 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34576_solr
[junit4] 2> 543198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 543198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 543198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 543198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 543198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 543198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 543198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 543198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 543199 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 543199 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 543204 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543204 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543204 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543204 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543204 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543204 INFO (zkCallback-1970-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 543204 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543204 INFO (zkCallback-1979-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 543204 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543204 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543204 INFO (zkCallback-1960-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 543204 INFO (zkCallback-1974-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 543205 INFO (zkCallback-1986-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 543205 INFO (zkCallback-1944-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 543208 INFO (zkCallback-1942-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 543208 INFO (zkCallback-1958-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 543208 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543209 INFO (zkCallback-1995-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 543209 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543209 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543211 INFO (zkCallback-1995-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 543212 INFO (zkCallback-2005-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 543246 INFO (zkConnectionManagerCallback-2013-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 543247 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 543247 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 543247 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 543247 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 543247 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 543247 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 543248 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43337/solr ready
[junit4] 2> 543256 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 543277 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34576.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 543288 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34576.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 543289 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34576.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@157a23cb
[junit4] 2> 543290 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [n:127.0.0.1:34576_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_19A5ACC7183F3127-001/tempDir-001/node5/.
[junit4] 2> 543298 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 543299 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 543348 INFO (zkConnectionManagerCallback-2016-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 543349 INFO (TEST-MoveReplicaHDFSTest.test-seed#[19A5ACC7183F3127]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 5
[junit4] 2> 543350 INFO (qtp1336971635-6488) [n:127.0.0.1:34576_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 543351 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 543352 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002
[junit4] 2> 543352 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 543352 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
[junit4] 2> 543352 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 543354 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 543354 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
[junit4] 2> 543354 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000002, ]
[junit4] 2> 543354 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
[junit4] 2> 543354 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
[junit4] 2> 543355 DEBUG (OverseerCollectionConfigSetProcessor-72438459128807436-127.0.0.1:42511_solr-n_0000000000) [n:127.0.0.1:42511_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4] 2> "name":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"2",
[junit4]
[...truncated too long message...]
ns-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1645918525
[copy] Copying 238 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1645918525
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1645918525
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 20ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 119 minutes 5 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)